marcattacks 1.0.0 → 1.0.1

package/{src/s3stream.ts → dist/s3stream.js}

@@ -1,147 +1,119 @@
-import { 
-    S3Client, 
-    GetObjectCommand,
-    PutObjectCommand, 
-    UploadPartCommand, 
-    CreateMultipartUploadCommand, 
-    CompleteMultipartUploadCommand, 
-    type S3ClientConfig
-} from "@aws-sdk/client-s3";
+import { S3Client, GetObjectCommand, PutObjectCommand, UploadPartCommand, CreateMultipartUploadCommand, CompleteMultipartUploadCommand } from "@aws-sdk/client-s3";
 import { Readable, Writable } from "stream";
 import log4js from 'log4js';
-
 const logger = log4js.getLogger();
-type S3Config = {
-    region: string;
-    endpoint: string;
-    bucket: string;
-    key: string;
-    accessKeyId?: string;
-    secretAccessKey?: string;
-};
-
-export async function s3ReaderStream(url: URL, options: { range?: string }): Promise<Readable> {
+export async function s3ReaderStream(url, options) {
     const config = parseURL(url);
-
-    logger.debug(`s3 config:`,config);
-
+    logger.debug(`s3 config:`, config);
     const bucket = config.bucket;
-    const key    = config.key;
-    const range  = options.range;
+    const key = config.key;
+    const range = options.range;
     const s3 = makeClient(config);
-
     const res = await s3.send(new GetObjectCommand({
         Bucket: bucket,
         Key: key,
         Range: range,
     }));
-
     const body = res.Body;
-
     if (!body) {
         throw new Error("S3 GetObject returned an empty body");
     }
-
     // 1) If SDK returned a Node.js readable stream (typical in Node)
     if (isNodeReadable(body)) {
-        return body as Readable;
+        return body;
     }
-
     // 2) If SDK returned a WHATWG ReadableStream (browser-ish or newer runtimes)
     if (isReadableStream(body)) {
         // Node.js v17+ has Readable.fromWeb
         // Fallback: wrap async iterator
-        if (typeof (Readable as any).fromWeb === "function") {
-        return (Readable as any).fromWeb(body as ReadableStream<Uint8Array>);
-        } else {
-        // Convert using async iterator produced by the stream
-        const reader = (body as ReadableStream<Uint8Array>).getReader();
-        const nodeStream = new Readable({
-            read() {
-                // no-op. We'll push from async loop below
-            }
-        });
-        (async () => {
-            try {
-            while (true) {
-                const { done, value } = await reader.read();
-                if (done) break;
-                nodeStream.push(Buffer.from(value));
-            }
-            nodeStream.push(null);
-            } catch (err) {
-            nodeStream.destroy(err as Error);
-            }
-        })();
-        return nodeStream;
+        if (typeof Readable.fromWeb === "function") {
+            return Readable.fromWeb(body);
+        }
+        else {
+            // Convert using async iterator produced by the stream
+            const reader = body.getReader();
+            const nodeStream = new Readable({
+                read() {
+                    // no-op. We'll push from async loop below
+                }
+            });
+            (async () => {
+                try {
+                    while (true) {
+                        const { done, value } = await reader.read();
+                        if (done)
+                            break;
+                        nodeStream.push(Buffer.from(value));
+                    }
+                    nodeStream.push(null);
+                }
+                catch (err) {
+                    nodeStream.destroy(err);
+                }
+            })();
+            return nodeStream;
         }
     }
-
     // 3) If SDK returned a Blob (browsers)
     if (typeof Blob !== "undefined" && body instanceof Blob) {
-        const stream = (body as Blob).stream();
-        if (typeof (Readable as any).fromWeb === "function") {
-        return (Readable as any).fromWeb(stream);
+        const stream = body.stream();
+        if (typeof Readable.fromWeb === "function") {
+            return Readable.fromWeb(stream);
         }
         // fallback same as above
         const reader = stream.getReader();
         const nodeStream = new Readable({
-        read() {}
+            read() { }
         });
         (async () => {
-        try {
-            while (true) {
-            const { done, value } = await reader.read();
-            if (done) break;
-            nodeStream.push(Buffer.from(value));
+            try {
+                while (true) {
+                    const { done, value } = await reader.read();
+                    if (done)
+                        break;
+                    nodeStream.push(Buffer.from(value));
+                }
+                nodeStream.push(null);
+            }
+            catch (err) {
+                nodeStream.destroy(err);
             }
-            nodeStream.push(null);
-        } catch (err) {
-            nodeStream.destroy(err as Error);
-        }
         })();
         return nodeStream;
     }
-
     // 4) If it's an async iterable (some runtimes)
     if (isAsyncIterable(body)) {
-        return Readable.from(body as AsyncIterable<Uint8Array | string | Buffer>);
+        return Readable.from(body);
     }
-
     // Unknown body shape
     throw new Error("Unsupported S3 GetObject body type");
 }
-
-export function s3WriterStream(url: URL, options: { partSize?: number;}) : Promise<Writable> {
-    return new Promise<Writable>( (resolve) => {
+export function s3WriterStream(url, options) {
+    return new Promise((resolve) => {
         const config = parseURL(url);
-
         logger.debug(`s3 config:`, config);
         const bucket = config.bucket;
         const key = config.key;
         const s3 = makeClient(config);
         const partSize = options.partSize ?? 5 * 1024 * 1024;
-
-        let uploadId: string | null = null;
-        let parts: Array<{ ETag: string | undefined; PartNumber: number }> = [];
+        let uploadId = null;
+        let parts = [];
         let buffer = Buffer.alloc(0);
         let partNumber = 1;
-
         const writer = new Writable({
             async write(chunk, _encoding, callback) {
                 logger.debug("write chunk...");
                 try {
                     buffer = Buffer.concat([buffer, chunk]);
-
                     if (buffer.length >= partSize) {
                         await flushPart();
                     }
                     callback();
-                } catch (err) {
-                    callback(err as Error);
+                }
+                catch (err) {
+                    callback(err);
                 }
             },
-
             async final(callback) {
                 logger.debug("final...");
                 try {
@@ -150,42 +122,38 @@ export function s3WriterStream(url: URL, options: { partSize?: number;}) : Promi
                     logger.debug("finishUpload...");
                     await finishUpload();
                     callback();
-                } catch (err) {
-                    callback(err as Error);
+                }
+                catch (err) {
+                    callback(err);
                 }
             }
         });
-
         async function ensureUpload() {
             if (!uploadId) {
                 const res = await s3.send(new CreateMultipartUploadCommand({
                     Bucket: bucket,
                     Key: key
                 }));
-                uploadId = res.UploadId!;
+                uploadId = res.UploadId;
             }
         }
-
         async function flushPart(isLast = false) {
-            if (buffer.length === 0 && !isLast) return;
-
+            if (buffer.length === 0 && !isLast)
+                return;
             logger.debug("ensureUpload...");
             await ensureUpload();
-
             logger.debug("s3.send...");
             const res = await s3.send(new UploadPartCommand({
                 Bucket: bucket,
                 Key: key,
                 PartNumber: partNumber,
-                UploadId: uploadId!,
+                UploadId: uploadId,
                 Body: buffer
             }));
-
             parts.push({ ETag: res.ETag, PartNumber: partNumber });
             buffer = Buffer.alloc(0);
             partNumber++;
         }
-
         async function finishUpload() {
             if (!uploadId) {
                 // No parts written, upload empty object
@@ -196,39 +164,32 @@ export function s3WriterStream(url: URL, options: { partSize?: number;}) : Promi
                 }));
                 return;
             }
-
             await s3.send(new CompleteMultipartUploadCommand({
                 Bucket: bucket,
                 Key: key,
-                UploadId: uploadId!,
+                UploadId: uploadId,
                 MultipartUpload: { Parts: parts }
             }));
         }
-
         resolve(writer);
     });
 }
-
-function isNodeReadable(x: any): x is Readable {
+function isNodeReadable(x) {
     return x && typeof x.pipe === "function" && typeof x.read === "function";
 }
-
-function isReadableStream(x: any): x is ReadableStream {
+function isReadableStream(x) {
     return typeof x?.getReader === "function";
 }
-
-function isAsyncIterable(x: any): x is AsyncIterable<any> {
+function isAsyncIterable(x) {
     return x && typeof x[Symbol.asyncIterator] === "function";
 }
-
-function makeClient(config: S3Config) : S3Client {
+function makeClient(config) {
     logger.debug(config);
-    const myConfig : S3ClientConfig = {
+    const myConfig = {
         endpoint: config.endpoint,
         forcePathStyle: true,
         region: config.region,
     };
-
     if (config.accessKeyId && config.secretAccessKey) {
         myConfig.credentials = {
             accessKeyId: config.accessKeyId,
@@ -237,15 +198,13 @@ function makeClient(config: S3Config) : S3Client {
     }
     return new S3Client(myConfig);
 }
-
-function parseURL(url: URL) : S3Config {
-    const config : S3Config = {
+function parseURL(url) {
+    const config = {
         region: "us-east-1",
         endpoint: "http://localhost:3371",
         bucket: "bbl",
         key: "test.txt"
     };
-    
     const scheme = url.protocol.startsWith("s3s") ? "https" : "http";
     config.endpoint = `${scheme}://${url.hostname}`;
     if (url.port) {
@@ -253,14 +212,12 @@ function parseURL(url: URL) : S3Config {
     }
     config.bucket = url.pathname.split("/")[1] ?? "";
     config.key = url.pathname.split("/").splice(2).join("/");
-
     if (url.username) {
         config.accessKeyId = url.username;
     }
-    
     if (url.password) {
         config.secretAccessKey = url.password;
     }
-
     return config;
-}
+}
+//# sourceMappingURL=s3stream.js.map

package/dist/s3stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"s3stream.js","sourceRoot":"","sources":["../src/s3stream.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,EAChB,iBAAiB,EACjB,4BAA4B,EAC5B,8BAA8B,EAEjC,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC5C,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;AAUlC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAQ,EAAE,OAA2B;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAE7B,MAAM,CAAC,KAAK,CAAC,YAAY,EAAC,MAAM,CAAC,CAAC;IAElC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,GAAG,GAAM,MAAM,CAAC,GAAG,CAAC;IAC1B,MAAM,KAAK,GAAI,OAAO,CAAC,KAAK,CAAC;IAC7B,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAE9B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;QAC3C,MAAM,EAAE,MAAM;QACd,GAAG,EAAE,GAAG;QACR,KAAK,EAAE,KAAK;KACf,CAAC,CAAC,CAAC;IAEJ,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAEtB,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAC3D,CAAC;IAED,iEAAiE;IACjE,IAAI,cAAc,CAAC,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,IAAgB,CAAC;IAC5B,CAAC;IAED,6EAA6E;IAC7E,IAAI,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,oCAAoC;QACpC,gCAAgC;QAChC,IAAI,OAAQ,QAAgB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACtD,OAAQ,QAAgB,CAAC,OAAO,CAAC,IAAkC,CAAC,CAAC;QACrE,CAAC;aAAM,CAAC;YACR,sDAAsD;YACtD,MAAM,MAAM,GAAI,IAAmC,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC;gBAC5B,IAAI;oBACA,0CAA0C;gBAC9C,CAAC;aACJ,CAAC,CAAC;YACH,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACL,OAAO,IAAI,EAAE,CAAC;wBACV,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;wBAC5C,IAAI,IAAI;4BAAE,MAAM;wBAChB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;oBACxC,CAAC;oBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACf,UAAU,CAAC,OAAO,CAAC,GAAY,CAAC,CAAC;gBACjC,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;YACL,OAAO,UAAU,CAAC;QAClB,CAAC;IACL,CAAC;IAED,uCAAuC;IACvC,IAAI,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;QACtD,MAAM,MAAM,GAAI,IAAa,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,OAAQ,QAAgB,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;YACtD,OAAQ,QAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC;QACD,yBAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC;YAChC,IAAI,KAAI,CAAC;SACR,CAAC,CAAC;QACH,CAAC,KAAK,IAAI,EAAE;YACZ,IAAI,CAAC;gBACD,OAAO,IAAI,EAAE,CAAC;oBACd,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,IAAI;wBAAE,MAAM;oBAChB,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;gBACpC,CAAC;gBACD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACX,UAAU,CAAC,OAAO,CAAC,GAAY,CAAC,CAAC;YACrC,CAAC;QACD,CAAC,CAAC,EAAE,CAAC;QACL,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,+CAA+C;IAC/C,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAmD,CAAC,CAAC;IAC9E,CAAC;IAED,qBAAqB;IACrB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;AAC1D,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAQ,EAAE,OAA8B;IACnE,OAAO,IAAI,OAAO,CAAY,CAAC,OAAO,EAAE,EAAE;QACtC,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAE7B,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACvB,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QAErD,IAAI,QAAQ,GAAkB,IAAI,CAAC;QACnC,IAAI,KAAK,GAA4D,EAAE,CAAC;QACxE,IAAI,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,MAAM,GAAG,IAAI,QAAQ,CAAC;YACxB,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ;gBAClC,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;gBAC/B,IAAI,CAAC;oBACD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;oBAExC,IAAI,MAAM,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;wBAC5B,MAAM,SAAS,EAAE,CAAC;oBACtB,CAAC;oBACD,QAAQ,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,QAAQ,CAAC,GAAY,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;YAED,KAAK,CAAC,KAAK,CAAC,QAAQ;gBAChB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACzB,IAAI,CAAC;oBACD,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;oBAC7B,MAAM,SAAS,CAAC,IAAI,CAAC,CAAC;oBACtB,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAChC,MAAM,YAAY,EAAE,CAAC;oBACrB,QAAQ,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,QAAQ,CAAC,GAAY,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;SACJ,CAAC,CAAC;QAEH,KAAK,UAAU,YAAY;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,4BAA4B,CAAC;oBACvD,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,GAAG;iBACX,CAAC,CAAC,CAAC;gBACJ,QAAQ,GAAG,GAAG,CAAC,QAAS,CAAC;YAC7B,CAAC;QACL,CAAC;QAED,KAAK,UAAU,SAAS,CAAC,MAAM,GAAG,KAAK;YACnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM;gBAAE,OAAO;YAE3C,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChC,MAAM,YAAY,EAAE,CAAC;YAErB,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC3B,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,iBAAiB,CAAC;gBAC5C,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG;gBACR,UAAU,EAAE,UAAU;gBACtB,QAAQ,EAAE,QAAS;gBACnB,IAAI,EAAE,MAAM;aACf,CAAC,CAAC,CAAC;YAEJ,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,CAAC;YACvD,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzB,UAAU,EAAE,CAAC;QACjB,CAAC;QAED,KAAK,UAAU,YAAY;YACvB,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,wCAAwC;gBACxC,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC;oBAC/B,MAAM,EAAE,MAAM;oBACd,GAAG,EAAE,GAAG;oBACR,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;iBACxB,CAAC,CAAC,CAAC;gBACJ,OAAO;YACX,CAAC;YAED,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,8BAA8B,CAAC;gBAC7C,MAAM,EAAE,MAAM;gBACd,GAAG,EAAE,GAAG;gBACR,QAAQ,EAAE,QAAS;gBACnB,eAAe,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;aACpC,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,CAAM;IAC1B,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC;AAC7E,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAM;IAC5B,OAAO,OAAO,CAAC,EAAE,SAAS,KAAK,UAAU,CAAC;AAC9C,CAAC;AAED,SAAS,eAAe,CAAC,CAAM;IAC3B,OAAO,CAAC,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC;AAC9D,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB;IAChC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrB,MAAM,QAAQ,GAAoB;QAC9B,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,cAAc,EAAE,IAAI;QACpB,MAAM,EAAE,MAAM,CAAC,MAAM;KACxB,CAAC;IAEF,IAAI,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC/C,QAAQ,CAAC,WAAW,GAAG;YACnB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,eAAe,EAAE,MAAM,CAAC,eAAe;SAC1C,CAAC;IACN,CAAC;IACD,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,QAAQ,CAAC,GAAQ;IACtB,MAAM,MAAM,GAAc;QACtB,MAAM,EAAE,WAAW;QACnB,QAAQ,EAAE,uBAAuB;QACjC,MAAM,EAAE,KAAK;QACb,GAAG,EAAE,UAAU;KAClB,CAAC;IAEF,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;IACjE,MAAM,CAAC,QAAQ,GAAG,GAAG,MAAM,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC;IAChD,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACX,MAAM,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;IACtC,CAAC;IACD,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACjD,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEzD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,CAAC,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC;IACtC,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACf,MAAM,CAAC,eAAe,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC1C,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC"}

package/dist/sftpstream.d.ts

@@ -0,0 +1,12 @@
+import { Readable, Writable } from "stream";
+export interface SftpConfig {
+    host: string;
+    port?: number;
+    username: string;
+    password?: string;
+    privateKey?: Buffer | string;
+}
+export declare function sftpReadStream(remotePath: string, config: SftpConfig): Promise<Readable>;
+export declare function sftpWriteStream(remotePath: string, config: SftpConfig): Promise<Writable>;
+export declare function sftpLatestFile(config: SftpConfig, remoteDir: string, extension: string): Promise<string>;
+//# sourceMappingURL=sftpstream.d.ts.map

package/dist/sftpstream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sftpstream.d.ts","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE7C,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC9B;AAED,wBAAsB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B9F;AAED,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CA2B/F;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CA4C9G"}

package/{src/sftpstream.ts → dist/sftpstream.js}

@@ -1,114 +1,84 @@
 import { Client } from "ssh2";
-import { Readable , Writable } from "stream";
-
-export interface SftpConfig {
-  host: string;
-  port?: number;
-  username: string;
-  password?: string;
-  privateKey?: Buffer | string;
-}
-
-export async function sftpReadStream(remotePath: string, config: SftpConfig): Promise<Readable> {
+import { Readable, Writable } from "stream";
+export async function sftpReadStream(remotePath, config) {
     return new Promise((resolve, reject) => {
         const conn = new Client();
-
         conn.on("ready", () => {
             conn.sftp((err, sftp) => {
                 if (err) {
                     conn.end();
                     return reject(err);
                 }
-
                 const stream = sftp.createReadStream(remotePath);
-
                 // Close SSH connection when stream ends or errors
                 stream.on("close", () => conn.end());
-                stream.on("error", (err: any) => {
+                stream.on("error", (err) => {
                     conn.end();
                     reject(err);
                 });
-
                 resolve(stream);
             });
         });
-
         conn.on("error", (err) => reject(err));
         conn.connect(config);
     });
 }
-
-export async function sftpWriteStream(remotePath: string, config: SftpConfig): Promise<Writable> {
+export async function sftpWriteStream(remotePath, config) {
     return new Promise((resolve, reject) => {
         const conn = new Client();
-
         conn.on("ready", () => {
             conn.sftp((err, sftp) => {
                 if (err) {
                     conn.end();
                     return reject(err);
                 }
-
                 const stream = sftp.createWriteStream(remotePath, { encoding: "utf-8" });
-
                 // Close SSH connection when stream ends or errors
                 stream.on("close", () => conn.end());
-                stream.on("error", (err: any) => {
+                stream.on("error", (err) => {
                     conn.end();
                     reject(err);
                 });
-
                 resolve(stream);
             });
         });
-
         conn.on("error", (err) => reject(err));
         conn.connect(config);
     });
 }
-
-export async function sftpLatestFile(config: SftpConfig, remoteDir: string, extension: string): Promise<string> {
+export async function sftpLatestFile(config, remoteDir, extension) {
     return new Promise((resolve, reject) => {
         const conn = new Client();
-
         conn.on("ready", () => {
             conn.sftp((err, sftp) => {
                 if (err) {
                     conn.end();
                     return reject(err);
                 }
-
                 sftp.readdir(remoteDir, (err, list) => {
                     if (err) {
                         conn.end();
                         return reject(err);
                     }
-
                     if (!list || list.length === 0) {
                         conn.end();
                         return reject(new Error("No files found in directory"));
                     }
-
                     // Filter only .xml files
                     const myFiles = list.filter(f => f.filename.toLowerCase().endsWith(extension));
-
                     if (myFiles.length === 0) {
                         conn.end();
                         return reject(new Error(`No ${extension} files found in directory`));
                     }
-
-                    const latest = myFiles.reduce((prev, curr) => 
-                        (prev.attrs.mtime > curr.attrs.mtime) ? prev : curr
-                    );
-
+                    const latest = myFiles.reduce((prev, curr) => (prev.attrs.mtime > curr.attrs.mtime) ? prev : curr);
                     const latestPath = `${remoteDir}/${latest.filename}`;
                     conn.end();
                     resolve(latestPath);
                 });
             });
         });
-
         conn.on("error", (err) => reject(err));
         conn.connect(config);
     });
-}
+}
+//# sourceMappingURL=sftpstream.js.map

package/dist/sftpstream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sftpstream.js","sourceRoot":"","sources":["../src/sftpstream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,QAAQ,EAAG,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAU7C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAAkB,EAAE,MAAkB;IACvE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBAEjD,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,UAAkB,EAAE,MAAkB;IACxE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;gBAEzE,kDAAkD;gBAClD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACrC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,MAAM,CAAC,CAAC;YACpB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAAkB,EAAE,SAAiB,EAAE,SAAiB;IACzF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;QAE1B,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAClB,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBACpB,IAAI,GAAG,EAAE,CAAC;oBACN,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBAClC,IAAI,GAAG,EAAE,CAAC;wBACN,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;oBACvB,CAAC;oBAED,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC7B,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC,CAAC;oBAC5D,CAAC;oBAED,yBAAyB;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACvB,IAAI,CAAC,GAAG,EAAE,CAAC;wBACX,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,SAAS,2BAA2B,CAAC,CAAC,CAAC;oBACzE,CAAC;oBAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,CACzC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CACtD,CAAC;oBAEF,MAAM,UAAU,GAAG,GAAG,SAAS,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;oBACrD,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,UAAU,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/slow-writable.d.ts

@@ -0,0 +1,38 @@
+import { Writable, type WritableOptions } from "stream";
+export interface SlowWritableOptions extends WritableOptions {
+    /**
+     * Delay per chunk (ms). Default 200 ms.
+     */
+    delayMs?: number;
+    /**
+     * Maximum number of concurrent "in-flight" asynchronous writes.
+     * While more writes may be queued, only up to this number will be processed in parallel.
+     * Default 1.
+     */
+    maxConcurrency?: number;
+    /**
+     * If set to a positive integer n, every nth chunk will produce an error (for testing).
+     * Default 0 (never error).
+     */
+    simulateErrorEveryN?: number;
+}
+/**
+ * SlowWritable: a Writable stream that processes writes asynchronously
+ * with an artificial delay and optional concurrency control.
+ */
+export declare class SlowWritable extends Writable {
+    private delayMs;
+    private maxConcurrency;
+    private simulateErrorEveryN;
+    private inFlight;
+    private queue;
+    private seqCounter;
+    private destroyedFlag;
+    constructor(opts?: SlowWritableOptions);
+    _write(chunk: any, encoding: BufferEncoding, callback: (err?: Error | null) => void): void;
+    private processQueue;
+    private performAsyncWrite;
+    _final(callback: (err?: Error | null) => void): void;
+    _destroy(err: Error | null, callback: (error?: Error | null) => void): void;
+}
+//# sourceMappingURL=slow-writable.d.ts.map

package/dist/slow-writable.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"slow-writable.d.ts","sourceRoot":"","sources":["../src/slow-writable.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,KAAK,eAAe,EAAE,MAAM,QAAQ,CAAC;AAKxD,MAAM,WAAW,mBAAoB,SAAQ,eAAe;IAC1D;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;GAGG;AACH,qBAAa,YAAa,SAAQ,QAAQ;IACxC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,mBAAmB,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,KAAK,CAKL;IACR,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,aAAa,CAAS;gBAElB,IAAI,GAAE,mBAAwB;IAU1C,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;IAY1F,OAAO,CAAC,YAAY;YAwBN,iBAAiB;IA6C/B,MAAM,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;IAgBpD,QAAQ,CAAC,GAAG,EAAE,KAAK,GAAG,IAAI,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI,GAAG,IAAI;CAa5E"}

package/dist/slow-writable.js

@@ -0,0 +1,126 @@
+// slow-writable.ts
+import { Writable } from "stream";
+import log4js from 'log4js';
+const logger = log4js.getLogger();
+/**
+ * SlowWritable: a Writable stream that processes writes asynchronously
+ * with an artificial delay and optional concurrency control.
+ */
+export class SlowWritable extends Writable {
+    delayMs;
+    maxConcurrency;
+    simulateErrorEveryN;
+    inFlight = 0;
+    queue = [];
+    seqCounter = 0;
+    destroyedFlag = false;
+    constructor(opts = {}) {
+        // Keep objectMode/encoding behavior from user but default to object mode false
+        const { delayMs = 200, maxConcurrency = 1, simulateErrorEveryN = 0, ...writableOpts } = opts;
+        super(writableOpts);
+        this.delayMs = delayMs;
+        this.maxConcurrency = Math.max(1, Math.floor(maxConcurrency));
+        this.simulateErrorEveryN = Math.max(0, Math.floor(simulateErrorEveryN));
+    }
+    // Node will call _write for each chunk
+    _write(chunk, encoding, callback) {
+        if (this.destroyedFlag) {
+            callback(new Error("Stream is destroyed"));
+            return;
+        }
+        const seq = ++this.seqCounter;
+        this.queue.push({ chunk, encoding, callback, seq });
+        this.processQueue();
+    }
+    // Process queued writes honoring maxConcurrency
+    processQueue() {
+        // If nothing to do or already at concurrency limit, return
+        while (this.inFlight < this.maxConcurrency && this.queue.length > 0 && !this.destroyedFlag) {
+            const item = this.queue.shift();
+            this.inFlight++;
+            this.performAsyncWrite(item)
+                .then(() => {
+                this.inFlight--;
+                // After finishing one, try to process more
+                // Use nextTick to avoid deep recursion
+                process.nextTick(() => this.processQueue());
+            })
+                .catch((err) => {
+                this.inFlight--;
+                // propagate error via callback; stream will emit 'error' as well
+                item.callback(err);
+                this.emit("error", err);
+                // continue processing queue
+                process.nextTick(() => this.processQueue());
+            });
+        }
+    }
+    // Simulate an asynchronous write that takes `delayMs` ms
+    async performAsyncWrite(item) {
+        return new Promise((resolve, reject) => {
+            const maybeError = this.simulateErrorEveryN > 0 && item.seq % this.simulateErrorEveryN === 0;
+            const timer = setTimeout(() => {
+                // simulate processing chunk here. For demonstration we just log.
+                // In real use, replace with actual async I/O.
+                // eslint-disable-next-line no-console
+                logger.info(`SlowWritable processed seq=${item.seq}`);
+                if (maybeError) {
+                    const err = new Error(`Simulated error at seq ${item.seq}`);
+                    item.callback(err);
+                    reject(err);
+                }
+                else {
+                    item.callback();
+                    resolve();
+                }
+            }, this.delayMs);
+            // If stream was destroyed meantime, cancel timer and callback with error
+            const onDestroy = () => {
+                clearTimeout(timer);
+                const err = new Error("Stream destroyed while writing");
+                try {
+                    item.callback(err);
+                }
+                catch (_) {
+                    // ignore
+                }
+                reject(err);
+            };
+            // Ensure we don't leak listeners. If destroyedFlag becomes true quickly, call onDestroy.
+            if (this.destroyedFlag) {
+                onDestroy();
+            }
+        });
+    }
+    _final(callback) {
+        // Wait until queue emptied and inFlight is zero
+        const check = () => {
+            if (this.destroyedFlag) {
+                callback(new Error("Stream destroyed before finalizing"));
+                return;
+            }
+            if (this.queue.length === 0 && this.inFlight === 0) {
+                callback();
+            }
+            else {
+                setTimeout(check, 10);
+            }
+        };
+        check();
+    }
+    _destroy(err, callback) {
+        this.destroyedFlag = true;
+        // flush callbacks in queue with error
+        while (this.queue.length > 0) {
+            const item = this.queue.shift();
+            try {
+                item.callback(err ?? new Error("Stream destroyed"));
+            }
+            catch (_) {
+                // ignore
+            }
+        }
+        callback(err);
+    }
+}
+//# sourceMappingURL=slow-writable.js.map