@adtrackify/at-service-common 3.17.8 → 3.18.0

package/dist/esm/clients/generic/s3-client.js

@@ -1,210 +1,210 @@
-import { ObjectCannedACL, S3 } from '@aws-sdk/client-s3';
-import { Logger } from '../../index.js';
-import path from 'path';
-import { gunzipSync } from 'zlib';
-export class S3Client {
-    s3;
-    constructor(region = 'us-west-2') {
-        this.s3 = new S3({ region });
-    }
-    getS3FileNameFromKey = (s3ObjectKey) => {
-        return path.basename(s3ObjectKey);
-    };
-    getObject = async (path, bucket) => {
-        try {
-            const data = await this.s3.getObject({
-                Bucket: bucket,
-                Key: path,
-            });
-            return data?.Body ?? null;
-        }
-        catch (error) {
-            Logger.error('Failed to getObject', { error, bucket, path });
-            return null;
-        }
-    };
-    getObjectContentAsStringFromS3Gzip = async (s3ObjectKey, bucketName, encoding = 'utf8') => {
-        try {
-            if (!s3ObjectKey.endsWith('.gz')) {
-                Logger.error('S3 object key does not end with .gz', { s3ObjectKey, bucketName });
-                return null;
-            }
-            const objectBody = (await this.getObject(s3ObjectKey, bucketName));
-            if (!objectBody) {
-                Logger.error('Failed to getObject while getting file content', { bucketName, s3ObjectKey });
-                return null;
-            }
-            const chunks = [];
-            for await (const chunk of objectBody) {
-                chunks.push(chunk);
-            }
-            const responseBuffer = Buffer.concat(chunks);
-            const unzippedBuffer = gunzipSync(responseBuffer);
-            return unzippedBuffer.toString(encoding);
-        }
-        catch (error) {
-            Logger.error('Failed to get csv content from s3 gz', { error, s3ObjectKey, bucketName });
-            return null;
-        }
-    };
-    getObjectContentAsString = async (path, bucket, encoding = 'utf8') => {
-        try {
-            const objectBody = await this.getObject(path, bucket);
-            if (!objectBody) {
-                Logger.error('Failed to getObject while getting file content', { bucket, path });
-                return null;
-            }
-            const stringContent = await objectBody.transformToString(encoding);
-            return stringContent;
-        }
-        catch (error) {
-            Logger.error('Failed to getObjectContentAsString', { error, bucket, path, encoding });
-            return null;
-        }
-    };
-    checkObjectExists = async (path, bucket) => {
-        try {
-            const data = await this.s3.headObject({
-                Bucket: bucket,
-                Key: path,
-            });
-            const exists = data.$metadata.httpStatusCode === 200;
-            return exists;
-        }
-        catch (error) {
-            if (error.$metadata?.httpStatusCode === 404) {
-                return false;
-            }
-            else if (error.$metadata?.httpStatusCode === 403) {
-                return false;
-            }
-            else {
-                Logger.error('checkObjectExists unknown error', { error, bucket, path });
-                return false;
-            }
-        }
-    };
-    checkAndUploadJson = async (path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5) => {
-        try {
-            const checkObject = await this.checkObjectExists(path, bucket);
-            let res = {};
-            if (!checkObject) {
-                res = await this.s3.putObject({
-                    ACL,
-                    Bucket: bucket,
-                    ContentType: 'application/json; charset=utf-8',
-                    Body: JSON.stringify(jsonData),
-                    Key: path,
-                });
-            }
-            return { status: true, response: res };
-        }
-        catch (error) {
-            Logger.error('Error in s3 upload json', { error, path, bucket, jsonData, ACL, retryCount, maxRetries });
-            if (retryCount < maxRetries) {
-                retryCount++;
-                Logger.warn('retrying to uploadJson', { error, path, bucket, jsonData, ACL, retryCount, maxRetries });
-                await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount));
-                return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
-            }
-            return { status: false, response: jsonData };
-        }
-    };
-    uploadJson = async (path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5, stringify = true) => {
-        try {
-            const res = await this.s3.putObject({
-                ACL,
-                Bucket: bucket,
-                ContentType: 'application/json; charset=utf-8',
-                Body: stringify ? JSON.stringify(jsonData) : jsonData,
-                Key: path,
-            });
-            return { status: true, response: res };
-        }
-        catch (error) {
-            Logger.error('Error in s3 upload json', {
-                error,
-                path,
-                bucket,
-                jsonData,
-                ACL,
-                retryCount,
-                maxRetries,
-                stringify,
-            });
-            if (retryCount < maxRetries) {
-                retryCount++;
-                Logger.warn('retrying to uploadJson', {
-                    error,
-                    path,
-                    bucket,
-                    jsonData,
-                    ACL,
-                    retryCount,
-                    maxRetries,
-                    stringify,
-                });
-                await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount));
-                return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
-            }
-            return { status: false, response: jsonData };
-        }
-    };
-    copyObject = async (bucket, key, copyToKey) => {
-        try {
-            const copyRes = await this.s3.copyObject({
-                Bucket: bucket,
-                CopySource: `${bucket}/${key}`,
-                Key: copyToKey,
-            });
-            const statusCode = copyRes.$metadata.httpStatusCode;
-            if (statusCode !== 200) {
-                Logger.error('Failed to copy s3 object', { copyRes, bucket, key, copyToKey });
-                return false;
-            }
-            return true;
-        }
-        catch (error) {
-            Logger.error('Failed to copy s3 object', { error, bucket, key, copyToKey });
-            return false;
-        }
-    };
-    deleteObject = async (bucket, key) => {
-        try {
-            const deleteRes = await this.s3.deleteObject({
-                Bucket: bucket,
-                Key: key,
-            });
-            const statusCode = deleteRes.$metadata.httpStatusCode;
-            if (statusCode !== 204) {
-                Logger.error('Failed to delete s3 object', { deleteRes, bucket, key });
-                return false;
-            }
-            return true;
-        }
-        catch (error) {
-            Logger.error('Failed to delete s3 object', { error, bucket, key });
-            return false;
-        }
-    };
-    moveObject = async (bucket, key, moveToKey) => {
-        try {
-            const copyStatus = await this.copyObject(bucket, key, moveToKey);
-            if (!copyStatus) {
-                Logger.error('Failed to copy s3 object while moving object - skipping the delete', { bucket, key, moveToKey });
-                return false;
-            }
-            const deleteStatus = await this.deleteObject(bucket, key);
-            if (!deleteStatus) {
-                Logger.error('Failed to delete s3 object while moving object', { bucket, key, moveToKey });
-                return false;
-            }
-            return true;
-        }
-        catch (error) {
-            Logger.error('Failed to move s3 object', { error, bucket, key, moveToKey });
-            return false;
-        }
-    };
-}
+import { ObjectCannedACL, S3 } from '@aws-sdk/client-s3';
+import { Logger } from '../../index.js';
+import path from 'path';
+import { gunzipSync } from 'zlib';
+export class S3Client {
+    s3;
+    constructor(region = 'us-west-2') {
+        this.s3 = new S3({ region });
+    }
+    getS3FileNameFromKey = (s3ObjectKey) => {
+        return path.basename(s3ObjectKey);
+    };
+    getObject = async (path, bucket) => {
+        try {
+            const data = await this.s3.getObject({
+                Bucket: bucket,
+                Key: path,
+            });
+            return data?.Body ?? null;
+        }
+        catch (error) {
+            Logger.error('Failed to getObject', { error, bucket, path });
+            return null;
+        }
+    };
+    getObjectContentAsStringFromS3Gzip = async (s3ObjectKey, bucketName, encoding = 'utf8') => {
+        try {
+            if (!s3ObjectKey.endsWith('.gz')) {
+                Logger.error('S3 object key does not end with .gz', { s3ObjectKey, bucketName });
+                return null;
+            }
+            const objectBody = (await this.getObject(s3ObjectKey, bucketName));
+            if (!objectBody) {
+                Logger.error('Failed to getObject while getting file content', { bucketName, s3ObjectKey });
+                return null;
+            }
+            const chunks = [];
+            for await (const chunk of objectBody) {
+                chunks.push(chunk);
+            }
+            const responseBuffer = Buffer.concat(chunks);
+            const unzippedBuffer = gunzipSync(responseBuffer);
+            return unzippedBuffer.toString(encoding);
+        }
+        catch (error) {
+            Logger.error('Failed to get csv content from s3 gz', { error, s3ObjectKey, bucketName });
+            return null;
+        }
+    };
+    getObjectContentAsString = async (path, bucket, encoding = 'utf8') => {
+        try {
+            const objectBody = await this.getObject(path, bucket);
+            if (!objectBody) {
+                Logger.error('Failed to getObject while getting file content', { bucket, path });
+                return null;
+            }
+            const stringContent = await objectBody.transformToString(encoding);
+            return stringContent;
+        }
+        catch (error) {
+            Logger.error('Failed to getObjectContentAsString', { error, bucket, path, encoding });
+            return null;
+        }
+    };
+    checkObjectExists = async (path, bucket) => {
+        try {
+            const data = await this.s3.headObject({
+                Bucket: bucket,
+                Key: path,
+            });
+            const exists = data.$metadata.httpStatusCode === 200;
+            return exists;
+        }
+        catch (error) {
+            if (error.$metadata?.httpStatusCode === 404) {
+                return false;
+            }
+            else if (error.$metadata?.httpStatusCode === 403) {
+                return false;
+            }
+            else {
+                Logger.error('checkObjectExists unknown error', { error, bucket, path });
+                return false;
+            }
+        }
+    };
+    checkAndUploadJson = async (path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5) => {
+        try {
+            const checkObject = await this.checkObjectExists(path, bucket);
+            let res = {};
+            if (!checkObject) {
+                res = await this.s3.putObject({
+                    ACL,
+                    Bucket: bucket,
+                    ContentType: 'application/json; charset=utf-8',
+                    Body: JSON.stringify(jsonData),
+                    Key: path,
+                });
+            }
+            return { status: true, response: res };
+        }
+        catch (error) {
+            Logger.error('Error in s3 upload json', { error, path, bucket, jsonData, ACL, retryCount, maxRetries });
+            if (retryCount < maxRetries) {
+                retryCount++;
+                Logger.warn('retrying to uploadJson', { error, path, bucket, jsonData, ACL, retryCount, maxRetries });
+                await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount));
+                return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
+            }
+            return { status: false, response: jsonData };
+        }
+    };
+    uploadJson = async (path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5, stringify = true) => {
+        try {
+            const res = await this.s3.putObject({
+                ACL,
+                Bucket: bucket,
+                ContentType: 'application/json; charset=utf-8',
+                Body: stringify ? JSON.stringify(jsonData) : jsonData,
+                Key: path,
+            });
+            return { status: true, response: res };
+        }
+        catch (error) {
+            Logger.error('Error in s3 upload json', {
+                error,
+                path,
+                bucket,
+                jsonData,
+                ACL,
+                retryCount,
+                maxRetries,
+                stringify,
+            });
+            if (retryCount < maxRetries) {
+                retryCount++;
+                Logger.warn('retrying to uploadJson', {
+                    error,
+                    path,
+                    bucket,
+                    jsonData,
+                    ACL,
+                    retryCount,
+                    maxRetries,
+                    stringify,
+                });
+                await new Promise((resolve) => setTimeout(resolve, 1000 * retryCount));
+                return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
+            }
+            return { status: false, response: jsonData };
+        }
+    };
+    copyObject = async (bucket, key, copyToKey) => {
+        try {
+            const copyRes = await this.s3.copyObject({
+                Bucket: bucket,
+                CopySource: `${bucket}/${key}`,
+                Key: copyToKey,
+            });
+            const statusCode = copyRes.$metadata.httpStatusCode;
+            if (statusCode !== 200) {
+                Logger.error('Failed to copy s3 object', { copyRes, bucket, key, copyToKey });
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            Logger.error('Failed to copy s3 object', { error, bucket, key, copyToKey });
+            return false;
+        }
+    };
+    deleteObject = async (bucket, key) => {
+        try {
+            const deleteRes = await this.s3.deleteObject({
+                Bucket: bucket,
+                Key: key,
+            });
+            const statusCode = deleteRes.$metadata.httpStatusCode;
+            if (statusCode !== 204) {
+                Logger.error('Failed to delete s3 object', { deleteRes, bucket, key });
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            Logger.error('Failed to delete s3 object', { error, bucket, key });
+            return false;
+        }
+    };
+    moveObject = async (bucket, key, moveToKey) => {
+        try {
+            const copyStatus = await this.copyObject(bucket, key, moveToKey);
+            if (!copyStatus) {
+                Logger.error('Failed to copy s3 object while moving object - skipping the delete', { bucket, key, moveToKey });
+                return false;
+            }
+            const deleteStatus = await this.deleteObject(bucket, key);
+            if (!deleteStatus) {
+                Logger.error('Failed to delete s3 object while moving object', { bucket, key, moveToKey });
+                return false;
+            }
+            return true;
+        }
+        catch (error) {
+            Logger.error('Failed to move s3 object', { error, bucket, key, moveToKey });
+            return false;
+        }
+    };
+}
 //# sourceMappingURL=s3-client.js.map

package/dist/esm/clients/generic/singlestore-db-client.d.ts

@@ -1,14 +1,14 @@
-import * as mysql from 'mysql2/promise';
-export declare class SingleStoreDBClient {
-    _pool: mysql.Pool;
-    constructor(host: string, user: string, password: string, database: string, port: string);
-    private getPool;
-    private getConnection;
-    executeQuery(query: string, values?: any): Promise<{
-        rows: mysql.QueryResult;
-        success: boolean;
-    } | {
-        success: boolean;
-        rows?: undefined;
-    }>;
-}
+import * as mysql from 'mysql2/promise';
+export declare class SingleStoreDBClient {
+    _pool: mysql.Pool;
+    constructor(host: string, user: string, password: string, database: string, port: string);
+    private getPool;
+    private getConnection;
+    executeQuery(query: string, values?: any): Promise<{
+        rows: mysql.QueryResult;
+        success: boolean;
+    } | {
+        success: boolean;
+        rows?: undefined;
+    }>;
+}

package/dist/esm/clients/generic/singlestore-db-client.js

@@ -1,41 +1,41 @@
-import * as mysql from 'mysql2/promise';
-import { Logger } from '../../helpers';
-export class SingleStoreDBClient {
-    _pool;
-    constructor(host, user, password, database, port) {
-        if (!host || !user || !password || !database || !port) {
-            throw new Error('SingleStore env values not found');
-        }
-        this._pool = this.getPool(host, user, password, database, port);
-    }
-    getPool(host, user, password, database, port) {
-        let pool = null;
-        pool = mysql.createPool({
-            host: host,
-            port: +port,
-            user: user,
-            password: password,
-            database: database,
-            multipleStatements: true,
-        });
-        return pool;
-    }
-    async getConnection() {
-        return this._pool;
-    }
-    async executeQuery(query, values) {
-        try {
-            const pool = await this.getConnection();
-            const [rows] = await pool.query(query, values);
-            return { rows, success: true };
-        }
-        catch (error) {
-            if (error?.sql) {
-                error.sql = error.sql.substring(0, 1000);
-            }
-            Logger.error('Error executing query', { query: query?.substring(0, 1000), error });
-            return { success: false };
-        }
-    }
-}
+import * as mysql from 'mysql2/promise';
+import { Logger } from '../../helpers';
+export class SingleStoreDBClient {
+    _pool;
+    constructor(host, user, password, database, port) {
+        if (!host || !user || !password || !database || !port) {
+            throw new Error('SingleStore env values not found');
+        }
+        this._pool = this.getPool(host, user, password, database, port);
+    }
+    getPool(host, user, password, database, port) {
+        let pool = null;
+        pool = mysql.createPool({
+            host: host,
+            port: +port,
+            user: user,
+            password: password,
+            database: database,
+            multipleStatements: true,
+        });
+        return pool;
+    }
+    async getConnection() {
+        return this._pool;
+    }
+    async executeQuery(query, values) {
+        try {
+            const pool = await this.getConnection();
+            const [rows] = await pool.query(query, values);
+            return { rows, success: true };
+        }
+        catch (error) {
+            if (error?.sql) {
+                error.sql = error.sql.substring(0, 1000);
+            }
+            Logger.error('Error executing query', { query: query?.substring(0, 1000), error });
+            return { success: false };
+        }
+    }
+}
 //# sourceMappingURL=singlestore-db-client.js.map

package/dist/esm/clients/generic/sqs-bundled-client.d.ts

@@ -0,0 +1,15 @@
+import { SQSClient } from './sqs-client.js';
+import { BundleConfig, BundleSendResult } from './sqs-bundled-client.types.js';
+export declare class BundledSQSClient<T = unknown> {
+    private sqsClient;
+    private config;
+    constructor(sqsClient: SQSClient, config?: Partial<BundleConfig>);
+    sendBundled(messageType: string, items: T[]): Promise<BundleSendResult>;
+    private createEnvelope;
+    private validateMessage;
+    private splitAndRetry;
+    private sendBatched;
+    private delay;
+    private calculateMetrics;
+    private emptyResult;
+}