ropegeo-common 1.5.0 → 1.6.0

package/dist/helpers/cloudfront/createCloudFrontInvalidation.d.ts

@@ -0,0 +1,9 @@
+/**
+ * Creates a CloudFront invalidation for the given paths so the edge cache serves fresh content.
+ *
+ * @param distributionArn - ARN of the CloudFront distribution (e.g. arn:aws:cloudfront::123456789:distribution/E2ABC123)
+ * @param paths - Paths to invalidate (e.g. ['/mapdata/trails/*'])
+ * @param callerReference - Base string for the invalidation caller reference; timestamp is appended for uniqueness
+ */
+export declare function createCloudFrontInvalidation(distributionArn: string, paths: string[], callerReference: string): Promise<void>;
+//# sourceMappingURL=createCloudFrontInvalidation.d.ts.map

package/dist/helpers/cloudfront/createCloudFrontInvalidation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createCloudFrontInvalidation.d.ts","sourceRoot":"","sources":["../../../src/helpers/cloudfront/createCloudFrontInvalidation.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,wBAAsB,4BAA4B,CAC9C,eAAe,EAAE,MAAM,EACvB,KAAK,EAAE,MAAM,EAAE,EACf,eAAe,EAAE,MAAM,GACxB,OAAO,CAAC,IAAI,CAAC,CAoBf"}

package/dist/helpers/cloudfront/createCloudFrontInvalidation.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCloudFrontInvalidation = createCloudFrontInvalidation;
+const client_cloudfront_1 = require("@aws-sdk/client-cloudfront");
+/**
+ * Creates a CloudFront invalidation for the given paths so the edge cache serves fresh content.
+ *
+ * @param distributionArn - ARN of the CloudFront distribution (e.g. arn:aws:cloudfront::123456789:distribution/E2ABC123)
+ * @param paths - Paths to invalidate (e.g. ['/mapdata/trails/*'])
+ * @param callerReference - Base string for the invalidation caller reference; timestamp is appended for uniqueness
+ */
+async function createCloudFrontInvalidation(distributionArn, paths, callerReference) {
+    const distributionId = distributionArn.split('/').pop();
+    if (!distributionId) {
+        throw new Error(`Invalid CLOUDFRONT_DISTRIBUTION_ARN: ${distributionArn}`);
+    }
+    const client = new client_cloudfront_1.CloudFrontClient({});
+    const callerRef = `${callerReference}-${Date.now()}`;
+    await client.send(new client_cloudfront_1.CreateInvalidationCommand({
+        DistributionId: distributionId,
+        InvalidationBatch: {
+            Paths: {
+                Quantity: paths.length,
+                Items: paths,
+            },
+            CallerReference: callerRef,
+        },
+    }));
+    console.log(`Created CloudFront invalidation for ${paths.join(', ')} (distribution ${distributionId})`);
+}

package/dist/helpers/httpRequest.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Wrapper for HTTP requests: sets headers, throws on non-OK or failed request with
+ * detailed messages, and optionally routes through a proxy in Lambda dev/prod.
+ */
+/**
+ * Send an HTTP request with default headers and optional proxy (Lambda + dev/prod only by default).
+ * Throws an Error with detailed message on non-OK response or failed request.
+ * Retries on fetch errors or 5XX (except 502) / 403 responses up to retryCount times (default 5).
+ * Every attempt has a request timeout (30s with proxy, 60s without).
+ * If abortSignal is provided and aborts, the request is cancelled and retries are not attempted.
+ * Pass init.method e.g. 'HEAD' for HEAD requests.
+ * When useProxy is provided it overrides the default (isLambda + dev/prod) and forces proxy on (true) or off (false).
+ */
+export declare function httpRequest(url: string | URL, retryCount?: number, abortSignal?: AbortSignal, init?: RequestInit, useProxy?: boolean): Promise<Response>;
+export default httpRequest;
+//# sourceMappingURL=httpRequest.d.ts.map

package/dist/helpers/httpRequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"httpRequest.d.ts","sourceRoot":"","sources":["../../src/helpers/httpRequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAiDH;;;;;;;;GAQG;AACH,wBAAsB,WAAW,CAC7B,GAAG,EAAE,MAAM,GAAG,GAAG,EACjB,UAAU,SAAI,EACd,WAAW,CAAC,EAAE,WAAW,EACzB,IAAI,CAAC,EAAE,WAAW,EAClB,QAAQ,CAAC,EAAE,OAAO,GACnB,OAAO,CAAC,QAAQ,CAAC,CAiEnB;AAED,eAAe,WAAW,CAAC"}

package/dist/helpers/httpRequest.js

@@ -0,0 +1,108 @@
+"use strict";
+/**
+ * Wrapper for HTTP requests: sets headers, throws on non-OK or failed request with
+ * detailed messages, and optionally routes through a proxy in Lambda dev/prod.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.httpRequest = httpRequest;
+const undici_1 = require("undici");
+const DEFAULT_HEADERS = {
+    Accept: 'application/json, text/html, application/xml, */*',
+    'Accept-Language': 'en-US,en;q=0.9',
+};
+const isLambda = () => typeof process.env.AWS_LAMBDA_FUNCTION_NAME === 'string' && process.env.AWS_LAMBDA_FUNCTION_NAME.length > 0;
+const shouldUseProxy = () => {
+    if (!isLambda())
+        return false;
+    const env = process.env.DEV_ENVIRONMENT;
+    return env === 'dev' || env === 'production';
+};
+const getProxyDispatcher = () => {
+    process.env.NODE_TLS_REJECT_UNAUTHORIZED = "0";
+    const proxyUrl = process.env.PROXY_URL ?? process.env.HTTP_PROXY ?? process.env.HTTPS_PROXY;
+    if (!proxyUrl)
+        throw new Error(`PROXY_URL not defined in ${process.env.DEV_ENVIRONMENT} environment`);
+    return new undici_1.ProxyAgent(proxyUrl);
+};
+const buildNonOkMessage = async (response, requestUrl) => {
+    const finalUrl = response.url;
+    const server = response.headers.get('server') ?? response.headers.get('x-powered-by') ?? '(none)';
+    let bodyText = '';
+    try {
+        bodyText = await response.clone().text();
+    }
+    catch {
+        bodyText = '(failed to read body)';
+    }
+    const bodyPreview = bodyText.length > 2000 ? `${bodyText.slice(0, 2000)}...` : bodyText;
+    return (`httpRequest non-OK: status=${response.status} statusText=${response.statusText} ` +
+        `requestUrl=${requestUrl} finalUrl=${finalUrl} server=${server} responseBody=${bodyPreview}`);
+};
+/** Request timeout in ms when using proxy (avoids Lambda hanging until 900s timeout). */
+const REQUEST_TIMEOUT_MS_PROXY = 30000;
+/** Request timeout in ms when not using proxy (avoids hang on slow or stuck connections). */
+const REQUEST_TIMEOUT_MS_NO_PROXY = 60000;
+/**
+ * Send an HTTP request with default headers and optional proxy (Lambda + dev/prod only by default).
+ * Throws an Error with detailed message on non-OK response or failed request.
+ * Retries on fetch errors or 5XX (except 502) / 403 responses up to retryCount times (default 5).
+ * Every attempt has a request timeout (30s with proxy, 60s without).
+ * If abortSignal is provided and aborts, the request is cancelled and retries are not attempted.
+ * Pass init.method e.g. 'HEAD' for HEAD requests.
+ * When useProxy is provided it overrides the default (isLambda + dev/prod) and forces proxy on (true) or off (false).
+ */
+async function httpRequest(url, retryCount = 5, abortSignal, init, useProxy) {
+    const requestUrl = typeof url === 'string' ? url : url.toString();
+    const useProxyResolved = useProxy === undefined ? shouldUseProxy() : useProxy;
+    const dispatcher = useProxyResolved ? getProxyDispatcher() : undefined;
+    const timeoutMs = dispatcher ? REQUEST_TIMEOUT_MS_PROXY : REQUEST_TIMEOUT_MS_NO_PROXY;
+    let lastError = null;
+    const maxAttempts = retryCount + 1;
+    for (let attempt = 0; attempt < maxAttempts; attempt++) {
+        if (abortSignal?.aborted) {
+            const err = abortSignal.reason instanceof Error ? abortSignal.reason : new Error(String(abortSignal.reason));
+            throw new Error(`httpRequest aborted: requestUrl=${requestUrl} error=${err.message}`);
+        }
+        const timeoutSignal = AbortSignal.timeout(timeoutMs);
+        const requestSignal = abortSignal != null
+            ? AbortSignal.any([abortSignal, timeoutSignal])
+            : timeoutSignal;
+        const requestOptions = {
+            headers: DEFAULT_HEADERS,
+            ...(dispatcher ? { dispatcher } : {}),
+            signal: requestSignal,
+            ...init,
+        };
+        let response;
+        try {
+            response = (await (0, undici_1.fetch)(requestUrl, requestOptions));
+        }
+        catch (error) {
+            lastError = new Error(`httpRequest failed: requestUrl=${requestUrl} error=${error}`);
+            if (abortSignal?.aborted) {
+                throw lastError;
+            }
+            if (attempt < maxAttempts - 1) {
+                console.warn(`httpRequest retry ${attempt + 1}/${retryCount}: fetch failed - ${error}`);
+                continue;
+            }
+            throw lastError;
+        }
+        if (!response.ok) {
+            const message = await buildNonOkMessage(response, requestUrl);
+            lastError = new Error(message);
+            const isRetryableStatus = (response.status >= 500 && response.status !== 502) || response.status === 403;
+            if (abortSignal?.aborted) {
+                throw lastError;
+            }
+            if (isRetryableStatus && attempt < maxAttempts - 1) {
+                console.warn(`httpRequest retry ${attempt + 1}/${retryCount}: status ${response.status} ${response.statusText}`);
+                continue;
+            }
+            throw lastError;
+        }
+        return response;
+    }
+    throw lastError ?? new Error(`httpRequest failed: requestUrl=${requestUrl}`);
+}
+exports.default = httpRequest;

package/dist/helpers/index.d.ts

@@ -0,0 +1,17 @@
+export { httpRequest } from './httpRequest';
+export { default as ProgressLogger } from './progressLogger';
+export { timeoutAfter } from './timeoutAfter';
+export { getS3Client, resetS3ClientForTests } from './s3/getS3Client';
+export { default as listS3Objects, type S3ObjectEntry } from './s3/listS3Objects';
+export { default as getS3Object, type GetS3ObjectResult } from './s3/getS3Object';
+export { default as putS3Object } from './s3/putS3Object';
+export { deleteS3Object } from './s3/deleteS3Object';
+export { listS3Folder } from './s3/listS3Folder';
+export { putS3Folder } from './s3/putS3Folder';
+export { replaceS3Folder } from './s3/replaceS3Folder';
+export { getSQSClient, resetSQSClientForTests } from './sqs/getSQSClient';
+export { default as sendSQSMessage } from './sqs/sendSQSMessage';
+export { default as deleteSQSMessage } from './sqs/deleteSQSMessage';
+export { default as changeSQSMessageVisibilityTimeout } from './sqs/changeSQSMessageVisibilityTimeout';
+export { createCloudFrontInvalidation } from './cloudfront/createCloudFrontInvalidation';
+//# sourceMappingURL=index.d.ts.map

package/dist/helpers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/helpers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,OAAO,IAAI,aAAa,EAAE,KAAK,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,KAAK,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAClF,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAEvD,OAAO,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAC1E,OAAO,EAAE,OAAO,IAAI,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,OAAO,IAAI,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AACrE,OAAO,EAAE,OAAO,IAAI,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAEvG,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC"}

package/dist/helpers/index.js

@@ -0,0 +1,40 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCloudFrontInvalidation = exports.changeSQSMessageVisibilityTimeout = exports.deleteSQSMessage = exports.sendSQSMessage = exports.resetSQSClientForTests = exports.getSQSClient = exports.replaceS3Folder = exports.putS3Folder = exports.listS3Folder = exports.deleteS3Object = exports.putS3Object = exports.getS3Object = exports.listS3Objects = exports.resetS3ClientForTests = exports.getS3Client = exports.timeoutAfter = exports.ProgressLogger = exports.httpRequest = void 0;
+var httpRequest_1 = require("./httpRequest");
+Object.defineProperty(exports, "httpRequest", { enumerable: true, get: function () { return httpRequest_1.httpRequest; } });
+var progressLogger_1 = require("./progressLogger");
+Object.defineProperty(exports, "ProgressLogger", { enumerable: true, get: function () { return __importDefault(progressLogger_1).default; } });
+var timeoutAfter_1 = require("./timeoutAfter");
+Object.defineProperty(exports, "timeoutAfter", { enumerable: true, get: function () { return timeoutAfter_1.timeoutAfter; } });
+var getS3Client_1 = require("./s3/getS3Client");
+Object.defineProperty(exports, "getS3Client", { enumerable: true, get: function () { return getS3Client_1.getS3Client; } });
+Object.defineProperty(exports, "resetS3ClientForTests", { enumerable: true, get: function () { return getS3Client_1.resetS3ClientForTests; } });
+var listS3Objects_1 = require("./s3/listS3Objects");
+Object.defineProperty(exports, "listS3Objects", { enumerable: true, get: function () { return __importDefault(listS3Objects_1).default; } });
+var getS3Object_1 = require("./s3/getS3Object");
+Object.defineProperty(exports, "getS3Object", { enumerable: true, get: function () { return __importDefault(getS3Object_1).default; } });
+var putS3Object_1 = require("./s3/putS3Object");
+Object.defineProperty(exports, "putS3Object", { enumerable: true, get: function () { return __importDefault(putS3Object_1).default; } });
+var deleteS3Object_1 = require("./s3/deleteS3Object");
+Object.defineProperty(exports, "deleteS3Object", { enumerable: true, get: function () { return deleteS3Object_1.deleteS3Object; } });
+var listS3Folder_1 = require("./s3/listS3Folder");
+Object.defineProperty(exports, "listS3Folder", { enumerable: true, get: function () { return listS3Folder_1.listS3Folder; } });
+var putS3Folder_1 = require("./s3/putS3Folder");
+Object.defineProperty(exports, "putS3Folder", { enumerable: true, get: function () { return putS3Folder_1.putS3Folder; } });
+var replaceS3Folder_1 = require("./s3/replaceS3Folder");
+Object.defineProperty(exports, "replaceS3Folder", { enumerable: true, get: function () { return replaceS3Folder_1.replaceS3Folder; } });
+var getSQSClient_1 = require("./sqs/getSQSClient");
+Object.defineProperty(exports, "getSQSClient", { enumerable: true, get: function () { return getSQSClient_1.getSQSClient; } });
+Object.defineProperty(exports, "resetSQSClientForTests", { enumerable: true, get: function () { return getSQSClient_1.resetSQSClientForTests; } });
+var sendSQSMessage_1 = require("./sqs/sendSQSMessage");
+Object.defineProperty(exports, "sendSQSMessage", { enumerable: true, get: function () { return __importDefault(sendSQSMessage_1).default; } });
+var deleteSQSMessage_1 = require("./sqs/deleteSQSMessage");
+Object.defineProperty(exports, "deleteSQSMessage", { enumerable: true, get: function () { return __importDefault(deleteSQSMessage_1).default; } });
+var changeSQSMessageVisibilityTimeout_1 = require("./sqs/changeSQSMessageVisibilityTimeout");
+Object.defineProperty(exports, "changeSQSMessageVisibilityTimeout", { enumerable: true, get: function () { return __importDefault(changeSQSMessageVisibilityTimeout_1).default; } });
+var createCloudFrontInvalidation_1 = require("./cloudfront/createCloudFrontInvalidation");
+Object.defineProperty(exports, "createCloudFrontInvalidation", { enumerable: true, get: function () { return createCloudFrontInvalidation_1.createCloudFrontInvalidation; } });

package/dist/helpers/progressLogger.d.ts

@@ -0,0 +1,24 @@
+declare class ProgressLogger {
+    private title;
+    private total;
+    private chunkStart;
+    private chunkEnd;
+    private current;
+    private errors;
+    private successes;
+    private progressIntervals;
+    private lastProgressTime;
+    private readonly maxIntervalsForAverage;
+    constructor(title: string, total: number);
+    setChunk(start: number, end: number): void;
+    getResults(): {
+        errors: number;
+        successes: number;
+        remaining: number;
+    };
+    logError(message: string): void;
+    logProgress(message: string): void;
+    private getProgressLog;
+}
+export default ProgressLogger;
+//# sourceMappingURL=progressLogger.d.ts.map

package/dist/helpers/progressLogger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"progressLogger.d.ts","sourceRoot":"","sources":["../../src/helpers/progressLogger.ts"],"names":[],"mappings":"AAAA,cAAM,cAAc;IAChB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,MAAM,CAAa;IAC3B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,iBAAiB,CAAgB;IACzC,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAc;gBAEzC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAMxC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAO1C,UAAU,IAAI;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE;IAQtE,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAK/B,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;IAKlC,OAAO,CAAC,cAAc;CAoDzB;AAED,eAAe,cAAc,CAAC"}

package/dist/helpers/progressLogger.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+class ProgressLogger {
+    constructor(title, total) {
+        this.chunkStart = 0;
+        this.chunkEnd = 0;
+        this.current = 0;
+        this.errors = 0;
+        this.successes = 0;
+        this.progressIntervals = [];
+        this.lastProgressTime = null;
+        this.maxIntervalsForAverage = 10; // Keep last 10 intervals for running average
+        this.title = title;
+        this.total = total;
+        this.chunkEnd = total;
+    }
+    setChunk(start, end) {
+        this.chunkStart = start;
+        this.chunkEnd = end;
+        this.current = start;
+        this.lastProgressTime = Date.now();
+    }
+    getResults() {
+        return {
+            errors: this.errors,
+            successes: this.successes,
+            remaining: this.total - this.current,
+        };
+    }
+    logError(message) {
+        this.errors++;
+        console.error(this.getProgressLog(message));
+    }
+    logProgress(message) {
+        this.successes++;
+        console.log(this.getProgressLog(message));
+    }
+    getProgressLog(message) {
+        const now = Date.now();
+        // Calculate time interval since last progress
+        if (this.lastProgressTime !== null) {
+            const interval = now - this.lastProgressTime;
+            this.progressIntervals.push(interval);
+            // Keep only the last N intervals for running average
+            if (this.progressIntervals.length > this.maxIntervalsForAverage) {
+                this.progressIntervals.shift();
+            }
+        }
+        this.current++;
+        this.lastProgressTime = now;
+        // Calculate running average time per item
+        const averageInterval = this.progressIntervals.length > 0
+            ? this.progressIntervals.reduce((sum, interval) => sum + interval, 0) / this.progressIntervals.length
+            : 0;
+        // Calculate remaining items
+        const remainingInChunk = this.chunkEnd - this.current + 1;
+        const remainingTotal = this.total - this.current + 1;
+        // Calculate estimated time remaining
+        const estimatedTimeRemainingMs = averageInterval > 0
+            ? averageInterval * remainingTotal
+            : 0;
+        // Format estimated time
+        const estimatedHours = Math.floor(estimatedTimeRemainingMs / (1000 * 60 * 60));
+        const estimatedMinutes = Math.floor((estimatedTimeRemainingMs % (1000 * 60 * 60)) / (1000 * 60));
+        const estimatedSeconds = Math.floor((estimatedTimeRemainingMs % (1000 * 60)) / 1000);
+        let estimatedTimeStr = '';
+        if (estimatedHours > 0) {
+            estimatedTimeStr = `${estimatedHours}h ${estimatedMinutes}m ${estimatedSeconds}s`;
+        }
+        else if (estimatedMinutes > 0) {
+            estimatedTimeStr = `${estimatedMinutes}m ${estimatedSeconds}s`;
+        }
+        else {
+            estimatedTimeStr = `${estimatedSeconds}s`;
+        }
+        return (`${this.title}: ${message} | ` +
+            `Progress: ${this.current}/${this.total} | ` +
+            `Remaining in chunk: ${remainingInChunk} | ` +
+            (estimatedTimeStr ? `ETA: ${estimatedTimeStr}` : 'ETA: calculating...'));
+    }
+}
+exports.default = ProgressLogger;

package/dist/helpers/s3/deleteS3Object.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Deletes a single object from S3.
+ */
+export declare function deleteS3Object(bucket: string, key: string): Promise<void>;
+//# sourceMappingURL=deleteS3Object.d.ts.map

package/dist/helpers/s3/deleteS3Object.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deleteS3Object.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/deleteS3Object.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,wBAAsB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAQ/E"}

package/dist/helpers/s3/deleteS3Object.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deleteS3Object = deleteS3Object;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const getS3Client_1 = require("./getS3Client");
+/**
+ * Deletes a single object from S3.
+ */
+async function deleteS3Object(bucket, key) {
+    const client = (0, getS3Client_1.getS3Client)();
+    await client.send(new client_s3_1.DeleteObjectCommand({
+        Bucket: bucket,
+        Key: key,
+    }));
+}

package/dist/helpers/s3/getS3Client.d.ts

@@ -0,0 +1,10 @@
+import { S3Client } from '@aws-sdk/client-s3';
+/**
+ * Returns a shared S3 client for the current Lambda container.
+ * Reusing a single client avoids repeated DNS lookups (getaddrinfo) and connection churn,
+ * which can help prevent EBUSY and similar errors under load.
+ */
+export declare const getS3Client: () => S3Client;
+/** Reset shared client (for tests only). */
+export declare const resetS3ClientForTests: () => void;
+//# sourceMappingURL=getS3Client.d.ts.map

package/dist/helpers/s3/getS3Client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getS3Client.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/getS3Client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9C;;;;GAIG;AACH,eAAO,MAAM,WAAW,QAAO,QAK9B,CAAC;AAEF,4CAA4C;AAC5C,eAAO,MAAM,qBAAqB,QAAO,IAExC,CAAC"}

package/dist/helpers/s3/getS3Client.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resetS3ClientForTests = exports.getS3Client = void 0;
+const client_s3_1 = require("@aws-sdk/client-s3");
+let sharedClient = null;
+/**
+ * Returns a shared S3 client for the current Lambda container.
+ * Reusing a single client avoids repeated DNS lookups (getaddrinfo) and connection churn,
+ * which can help prevent EBUSY and similar errors under load.
+ */
+const getS3Client = () => {
+    if (!sharedClient) {
+        sharedClient = new client_s3_1.S3Client({});
+    }
+    return sharedClient;
+};
+exports.getS3Client = getS3Client;
+/** Reset shared client (for tests only). */
+const resetS3ClientForTests = () => {
+    sharedClient = null;
+};
+exports.resetS3ClientForTests = resetS3ClientForTests;

package/dist/helpers/s3/getS3Object.d.ts

@@ -0,0 +1,16 @@
+export type GetS3ObjectResult = {
+    body: string;
+    contentType?: string;
+};
+/**
+ * Fetches an object from S3 and returns its body as a string and optional Content-Type.
+ * Uses the shared S3 client from getS3Client.
+ *
+ * @param bucket - S3 bucket name
+ * @param key - S3 object key
+ * @returns Object with body (string) and optional contentType from the response
+ * @throws NoSuchKey or other S3 errors (caller should handle for 404/500)
+ */
+declare const getS3Object: (bucket: string, key: string) => Promise<GetS3ObjectResult>;
+export default getS3Object;
+//# sourceMappingURL=getS3Object.d.ts.map

package/dist/helpers/s3/getS3Object.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getS3Object.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/getS3Object.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,iBAAiB,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF;;;;;;;;GAQG;AACH,QAAA,MAAM,WAAW,GAAU,QAAQ,MAAM,EAAE,KAAK,MAAM,KAAG,OAAO,CAAC,iBAAiB,CAoBjF,CAAC;AAEF,eAAe,WAAW,CAAC"}

package/dist/helpers/s3/getS3Object.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const client_s3_1 = require("@aws-sdk/client-s3");
+const getS3Client_1 = require("./getS3Client");
+/**
+ * Fetches an object from S3 and returns its body as a string and optional Content-Type.
+ * Uses the shared S3 client from getS3Client.
+ *
+ * @param bucket - S3 bucket name
+ * @param key - S3 object key
+ * @returns Object with body (string) and optional contentType from the response
+ * @throws NoSuchKey or other S3 errors (caller should handle for 404/500)
+ */
+const getS3Object = async (bucket, key) => {
+    const s3Client = (0, getS3Client_1.getS3Client)();
+    const response = await s3Client.send(new client_s3_1.GetObjectCommand({
+        Bucket: bucket,
+        Key: key,
+    }));
+    if (response.Body == null) {
+        const err = new Error('S3 GetObject returned no body');
+        err.name = 'NoSuchKey';
+        throw err;
+    }
+    const body = await response.Body.transformToString();
+    const contentType = response.ContentType;
+    return contentType !== undefined ? { body, contentType } : { body };
+};
+exports.default = getS3Object;

package/dist/helpers/s3/listS3Folder.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Lists all object keys in an S3 "folder" (objects with the given prefix).
+ * Prefix is normalized to end with / so that e.g. "trails" lists keys under "trails/".
+ *
+ * @returns Array of full S3 keys (e.g. ["trails/0/0/0.pbf", "trails/1/0/0.pbf"])
+ */
+export declare function listS3Folder(bucket: string, prefix: string): Promise<string[]>;
+//# sourceMappingURL=listS3Folder.d.ts.map

package/dist/helpers/s3/listS3Folder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"listS3Folder.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/listS3Folder.ts"],"names":[],"mappings":"AAGA;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAuBpF"}

package/dist/helpers/s3/listS3Folder.js

@@ -0,0 +1,32 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.listS3Folder = listS3Folder;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const getS3Client_1 = require("./getS3Client");
+/**
+ * Lists all object keys in an S3 "folder" (objects with the given prefix).
+ * Prefix is normalized to end with / so that e.g. "trails" lists keys under "trails/".
+ *
+ * @returns Array of full S3 keys (e.g. ["trails/0/0/0.pbf", "trails/1/0/0.pbf"])
+ */
+async function listS3Folder(bucket, prefix) {
+    const normalizedPrefix = prefix.replace(/\/$/, '') + '/';
+    const client = (0, getS3Client_1.getS3Client)();
+    const keys = [];
+    let continuationToken;
+    do {
+        const list = await client.send(new client_s3_1.ListObjectsV2Command({
+            Bucket: bucket,
+            Prefix: normalizedPrefix,
+            ContinuationToken: continuationToken,
+        }));
+        if (list.Contents?.length) {
+            for (const obj of list.Contents) {
+                if (obj.Key)
+                    keys.push(obj.Key);
+            }
+        }
+        continuationToken = list.IsTruncated ? list.NextContinuationToken : undefined;
+    } while (continuationToken);
+    return keys;
+}

package/dist/helpers/s3/listS3Objects.d.ts

@@ -0,0 +1,15 @@
+export type S3ObjectEntry = {
+    key: string;
+    size: number;
+};
+/**
+ * Lists all objects under an S3 prefix (paginated via continuation tokens).
+ * Prefix is normalized the same way as `listS3Folder`: a trailing slash is ensured so listing is consistent.
+ *
+ * @param bucket - S3 bucket name
+ * @param prefix - Key prefix (e.g. `tiles/uuid` or `tiles/uuid/`); normalized to end with `/`
+ * @returns One entry per object (key + ContentLength, missing size treated as 0)
+ */
+declare const listS3Objects: (bucket: string, prefix: string) => Promise<S3ObjectEntry[]>;
+export default listS3Objects;
+//# sourceMappingURL=listS3Objects.d.ts.map

package/dist/helpers/s3/listS3Objects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"listS3Objects.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/listS3Objects.ts"],"names":[],"mappings":"AAGA,MAAM,MAAM,aAAa,GAAG;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF;;;;;;;GAOG;AACH,QAAA,MAAM,aAAa,GAAU,QAAQ,MAAM,EAAE,QAAQ,MAAM,KAAG,OAAO,CAAC,aAAa,EAAE,CAyBpF,CAAC;AAEF,eAAe,aAAa,CAAC"}

package/dist/helpers/s3/listS3Objects.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const client_s3_1 = require("@aws-sdk/client-s3");
+const getS3Client_1 = require("./getS3Client");
+/**
+ * Lists all objects under an S3 prefix (paginated via continuation tokens).
+ * Prefix is normalized the same way as `listS3Folder`: a trailing slash is ensured so listing is consistent.
+ *
+ * @param bucket - S3 bucket name
+ * @param prefix - Key prefix (e.g. `tiles/uuid` or `tiles/uuid/`); normalized to end with `/`
+ * @returns One entry per object (key + ContentLength, missing size treated as 0)
+ */
+const listS3Objects = async (bucket, prefix) => {
+    const normalizedPrefix = prefix.replace(/\/$/, '') + '/';
+    const client = (0, getS3Client_1.getS3Client)();
+    const entries = [];
+    let continuationToken;
+    do {
+        const list = await client.send(new client_s3_1.ListObjectsV2Command({
+            Bucket: bucket,
+            Prefix: normalizedPrefix,
+            ContinuationToken: continuationToken,
+        }));
+        if (list.Contents?.length) {
+            for (const obj of list.Contents) {
+                if (obj.Key == null)
+                    continue;
+                const size = obj.Size ?? 0;
+                entries.push({ key: obj.Key, size });
+            }
+        }
+        continuationToken = list.IsTruncated ? list.NextContinuationToken : undefined;
+    } while (continuationToken);
+    return entries;
+};
+exports.default = listS3Objects;

package/dist/helpers/s3/putS3Folder.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Uploads all files from inFolder to S3 under keyPrefix, preserving directory structure.
+ * Each file is uploaded with the given contentType. Logs progress and errors via ProgressLogger.
+ *
+ * @param inFolder - Local directory to upload (e.g. /tmp/trails-tiles)
+ * @param keyPrefix - S3 key prefix (e.g. trails or routeMarkers). No trailing slash.
+ * @param bucket - S3 bucket name
+ * @param contentType - Content-Type header for every uploaded file
+ * @returns Array of all S3 keys that correspond to the local files (whether or not each upload succeeded).
+ *          Used by replaceS3Folder so we only delete existing keys not in this set—failed overwrites are not removed.
+ */
+export declare function putS3Folder(inFolder: string, keyPrefix: string, bucket: string, contentType: string): Promise<string[]>;
+//# sourceMappingURL=putS3Folder.d.ts.map

package/dist/helpers/s3/putS3Folder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"putS3Folder.d.ts","sourceRoot":"","sources":["../../../src/helpers/s3/putS3Folder.ts"],"names":[],"mappings":"AAoBA;;;;;;;;;;GAUG;AACH,wBAAsB,WAAW,CAC7B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,MAAM,GACpB,OAAO,CAAC,MAAM,EAAE,CAAC,CAsBnB"}