cuki-bailx 1.2.6 → 2.0.7

package/lib/Utils/messages-media.js

@@ -36,7 +36,26 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getStatusCodeForMediaRetry = exports.decryptMediaRetryData = exports.decodeMediaRetryNode = exports.encryptMediaRetryRequest = exports.getWAUploadToServer = exports.downloadEncryptedContent = exports.downloadContentFromMessage = exports.getUrlFromDirectPath = exports.encryptedStream = exports.prepareStream = exports.getHttpStream = exports.getStream = exports.toBuffer = exports.toReadable = exports.mediaMessageSHA256B64 = exports.generateProfilePicture = exports.encodeBase64EncodedStringForUpload = exports.extractImageThumb = exports.extractVideoThumb = exports.hkdfInfoKey = void 0;
+exports.getStatusCodeForMediaRetry =
+exports.decryptMediaRetryData =
+exports.decodeMediaRetryNode =
+exports.encryptMediaRetryRequest =
+exports.getWAUploadToServer =
+exports.downloadEncryptedContent =
+exports.downloadContentFromMessage =
+exports.getUrlFromDirectPath =
+exports.encryptedStream =
+exports.prepareStream =
+exports.getHttpStream =
+exports.getStream =
+exports.toBuffer =
+exports.toReadable =
+exports.mediaMessageSHA256B64 =
+exports.generateProfilePicture =
+exports.encodeBase64EncodedStringForUpload =
+exports.extractImageThumb =
+exports.extractVideoThumb =
+exports.hkdfInfoKey = void 0;
 exports.getMediaKeys = getMediaKeys;
 exports.uploadFile = uploadFile;
 exports.vid2jpg = vid2jpg;
@@ -44,6 +63,7 @@ exports.getAudioDuration = getAudioDuration;
 exports.getAudioWaveform = getAudioWaveform;
 exports.generateThumbnail = generateThumbnail;
 exports.extensionForMediaMessage = extensionForMediaMessage;
+// Kazumari Baileys
 const boom_1 = require("@hapi/boom");
 const axios_1 = __importDefault(require("axios"));
 const form_data_1 = __importDefault(require("form-data"));
@@ -349,58 +369,173 @@ const mediaMessageSHA256B64 = (message) => {
 };
 exports.mediaMessageSHA256B64 = mediaMessageSHA256B64;
 async function getAudioDuration(buffer) {
-    const musicMetadata = await Promise.resolve().then(() => __importStar(require('music-metadata')));
-    let metadata;
-    const options = {
-        duration: true
-    };
-    if (Buffer.isBuffer(buffer)) {
-        metadata = await musicMetadata.parseBuffer(buffer, undefined, options);
-    }
-    else if (typeof buffer === 'string') {
-        metadata = await musicMetadata.parseFile(buffer, options);
-    }
-    else {
-        metadata = await musicMetadata.parseStream(buffer, undefined, options);
+    try {
+        const { PassThrough } = require('stream');
+        const ff = require('fluent-ffmpeg');
+        
+        return await new Promise((resolve, reject) => {
+            const inputStream = new PassThrough();
+            inputStream.end(buffer);
+            
+            ff(inputStream)
+                .ffprobe((err, data) => {
+                    if (err) reject(err);
+                    else resolve(data.format.duration);
+                });
+        });
+    } catch (error) {
+        const musicMetadata = await import('music-metadata');
+        let metadata;
+        if (Buffer.isBuffer(buffer)) {
+            metadata = await musicMetadata.parseBuffer(buffer, undefined, { 
+                duration: true 
+            });
+        } else if (typeof buffer === 'string') {
+            const rStream = (0, fs_1.createReadStream)(buffer);
+            try {
+                metadata = await musicMetadata.parseStream(rStream, undefined, { 
+                    duration: true 
+                });
+            } finally {
+                rStream.destroy();
+            }
+        } else {
+            metadata = await musicMetadata.parseStream(buffer, undefined, { 
+                duration: true 
+            });
+        }
+        return metadata.format.duration;
     }
-    return metadata.format.duration;
 }
+exports.getAudioDuration = getAudioDuration;
 async function getAudioWaveform(buffer, logger) {
     try {
-        const { default: decoder } = await eval('import(\'audio-decode\')');
+        const { PassThrough } = require('stream');
+        const ff = require('fluent-ffmpeg');
+        
         let audioData;
         if (Buffer.isBuffer(buffer)) {
             audioData = buffer;
+        } else if (typeof buffer === 'string') {
+            const rStream = require('fs').createReadStream(buffer);
+            audioData = await exports.toBuffer(rStream);
+        } else {
+            audioData = await exports.toBuffer(buffer);
         }
-        else if (typeof buffer === 'string') {
-            const rStream = (0, fs_1.createReadStream)(buffer);
-            audioData = await (0, exports.toBuffer)(rStream);
-        }
-        else {
-            audioData = await (0, exports.toBuffer)(buffer);
-        }
-        const audioBuffer = await decoder(audioData);
-        const rawData = audioBuffer.getChannelData(0);
-        const samples = 64;
-        const blockSize = Math.floor(rawData.length / samples);
-        const filteredData = [];
-        for (let i = 0; i < samples; i++) {
-            const blockStart = blockSize * i;
-            let sum = 0;
-            for (let j = 0; j < blockSize; j++) {
-                sum = sum + Math.abs(rawData[blockStart + j]);
-            }
-            filteredData.push(sum / blockSize);
-        }
-        const multiplier = Math.pow(Math.max(...filteredData), -1);
-        const normalizedData = filteredData.map((n) => n * multiplier);
-        const waveform = new Uint8Array(normalizedData.map((n) => Math.floor(100 * n)));
-        return waveform;
+
+        return await new Promise((resolve, reject) => {
+            const inputStream = new PassThrough();
+            inputStream.end(audioData);
+            const chunks = [];
+            const bars = 64;
+            
+            ff(inputStream)
+                .audioChannels(1)
+                .audioFrequency(16000)
+                .format('s16le')
+                .on('error', reject)
+                .on('end', () => {
+                    const rawData = Buffer.concat(chunks);
+                    const samples = rawData.length / 2;
+                    const amplitudes = [];
+                    
+                    for (let i = 0; i < samples; i++) {
+                        amplitudes.push(Math.abs(rawData.readInt16LE(i * 2)) / 32768);
+                    }
+                    
+                    const blockSize = Math.floor(amplitudes.length / bars);
+                    const avg = [];
+                    for (let i = 0; i < bars; i++) {
+                        const block = amplitudes.slice(i * blockSize, (i + 1) * blockSize);
+                        avg.push(block.reduce((a, b) => a + b, 0) / block.length);
+                    }
+                    
+                    const max = Math.max(...avg);
+                    const normalized = avg.map(v => Math.floor((v / max) * 100));
+                    resolve(new Uint8Array(normalized));
+                })
+                .pipe()
+                .on('data', chunk => chunks.push(chunk));
+        });
+    } catch (e) {
+        logger?.debug(e);
     }
-    catch (e) {
-        logger === null || logger === void 0 ? void 0 : logger.debug('Failed to generate waveform: ' + e);
+}
+exports.getAudioWaveform = getAudioWaveform;
+async function convertToOpusBuffer(buffer, logger) {
+    try {
+        const { PassThrough } = require('stream');
+        const ff = require('fluent-ffmpeg');
+        
+        return await new Promise((resolve, reject) => {
+            const inStream = new PassThrough();
+            const outStream = new PassThrough();
+            const chunks = [];
+            inStream.end(buffer);
+            
+            ff(inStream)
+                .noVideo()
+                .audioCodec('libopus')
+                .format('ogg')
+                .audioBitrate('48k')
+                .audioChannels(1)
+                .audioFrequency(48000)
+                .outputOptions([
+                    '-vn',
+                    '-b:a 64k',
+                    '-ac 2',
+                    '-ar 48000',
+                    '-map_metadata', '-1',
+                    '-application', 'voip'
+                ])
+                .on('error', reject)
+                .on('end', () => resolve(Buffer.concat(chunks)))
+                .pipe(outStream, {
+                end: true 
+            });       
+            outStream.on('data', c => chunks.push(c));
+        });
+    } catch (e) {
+        logger?.debug(e);
+        throw e;
+    }
+}
+exports.convertToOpusBuffer = convertToOpusBuffer;
+async function convertToMp4Buffer(buffer, logger) {
+    try {
+    const { PassThrough } = require('stream');
+    const ff = require('fluent-ffmpeg');
+    
+        return await new Promise((resolve, reject) => {
+            const inStream = new PassThrough();
+            const outStream = new PassThrough();
+            const chunks = [];
+
+            inStream.end(buffer);
+
+            ff(inStream)
+                .videoCodec('libx264')
+                .audioCodec('aac')
+                .format('mp4')
+                .outputOptions([
+                    '-preset', 'veryfast',
+                    '-crf', '23',
+                    '-movflags', 'faststart',
+                    '-map_metadata', '-1'
+                ])
+                .on('error', reject)
+                .on('end', () => resolve(Buffer.concat(chunks)))
+                .pipe(outStream, { end: true });
+
+            outStream.on('data', c => chunks.push(c));
+        });
+    } catch (e) {
+        logger?.debug(e);
+        throw e;
     }
 }
+
+exports.convertToMp4Buffer = convertToMp4Buffer;
 const toReadable = (buffer) => {
     const readable = new stream_1.Readable({ read: () => { } });
     readable.push(buffer);
@@ -526,56 +661,90 @@ const prepareStream = async (media, mediaType, { logger, saveOriginalFileIfRequi
     }
 };
 exports.prepareStream = prepareStream;
-const encryptedStream = async (media, mediaType, { logger, saveOriginalFileIfRequired, opts } = {}) => {
+const encryptedStream = async (media, mediaType, { logger, saveOriginalFileIfRequired, opts, isPtt, forceOpus, convertVideo } = {}) => {
     const { stream, type } = await (0, exports.getStream)(media, opts);
-    logger === null || logger === void 0 ? void 0 : logger.debug('fetched media stream');
+    logger?.debug('fetched media stream');
+
+    let finalStream = stream;
+
+    if (mediaType === 'audio' && (isPtt === true || forceOpus === true)) {
+        try {
+            const buffer = await (0, exports.toBuffer)(stream);
+            const opusBuffer = await exports.convertToOpusBuffer(buffer, logger);
+            finalStream = (0, exports.toReadable)(opusBuffer);
+            logger?.debug('converted audio to Opus');
+        } catch (error) {
+            logger?.error('failed to convert audio to Opus, fallback to original stream');
+            const { stream: newStream } = await (0, exports.getStream)(media, opts);
+            finalStream = newStream;
+        }
+    }
+
+    if (mediaType === 'video' && convertVideo === true) {
+        try {
+            const buffer = await (0, exports.toBuffer)(stream);
+            const mp4Buffer = await exports.convertToMp4Buffer(buffer, logger);
+            finalStream = (0, exports.toReadable)(mp4Buffer);
+            logger?.debug('converted video to mp4');
+        } catch (error) {
+            logger?.error('failed to convert video to mp4, fallback to original stream');
+            const { stream: newStream } = await (0, exports.getStream)(media, opts);
+            finalStream = newStream;
+        }
+    }
+
     const mediaKey = Crypto.randomBytes(32);
     const { cipherKey, iv, macKey } = await getMediaKeys(mediaKey, mediaType);
-    const encWriteStream = new stream_1.Readable({ read: () => { } });
+    const encWriteStream = new stream_1.Readable({ read: () => {} });
     let bodyPath;
     let writeStream;
     let didSaveToTmpPath = false;
+
     if (type === 'file') {
         bodyPath = media.url;
-    }
-    else if (saveOriginalFileIfRequired) {
+    } else if (saveOriginalFileIfRequired) {
         bodyPath = (0, path_1.join)(getTmpFilesDirectory(), mediaType + (0, generics_1.generateMessageIDV2)());
         writeStream = (0, fs_1.createWriteStream)(bodyPath);
         didSaveToTmpPath = true;
     }
+
     let fileLength = 0;
     const aes = Crypto.createCipheriv('aes-256-cbc', cipherKey, iv);
     let hmac = Crypto.createHmac('sha256', macKey).update(iv);
     let sha256Plain = Crypto.createHash('sha256');
     let sha256Enc = Crypto.createHash('sha256');
+
     try {
-        for await (const data of stream) {
+        for await (const data of finalStream) {
             fileLength += data.length;
-            if (type === 'remote'
-                && (opts === null || opts === void 0 ? void 0 : opts.maxContentLength)
-                && fileLength + data.length > opts.maxContentLength) {
-                throw new boom_1.Boom(`content length exceeded when encrypting "${type}"`, {
-                    data: { media, type }
-                });
+            if (type === 'remote' && (opts?.maxContentLength) && fileLength + data.length > opts.maxContentLength) {
+                throw new boom_1.Boom(`content length exceeded when encrypting "${type}"`, { data: { media, type } });
             }
+
             sha256Plain = sha256Plain.update(data);
+
             if (writeStream) {
                 if (!writeStream.write(data)) {
                     await (0, events_1.once)(writeStream, 'drain');
                 }
             }
+
             onChunk(aes.update(data));
         }
+
         onChunk(aes.final());
         const mac = hmac.digest().slice(0, 10);
         sha256Enc = sha256Enc.update(mac);
         const fileSha256 = sha256Plain.digest();
         const fileEncSha256 = sha256Enc.digest();
+
         encWriteStream.push(mac);
         encWriteStream.push(null);
-        writeStream === null || writeStream === void 0 ? void 0 : writeStream.end();
-        stream.destroy();
-        logger === null || logger === void 0 ? void 0 : logger.debug('encrypted data successfully');
+        writeStream?.end();
+        finalStream.destroy();
+
+        logger?.debug('encrypted data successfully');
+
         return {
             mediaKey,
             encWriteStream,
@@ -586,31 +755,32 @@ const encryptedStream = async (media, mediaType, { logger, saveOriginalFileIfReq
             fileLength,
             didSaveToTmpPath
         };
-    }
-    catch (error) {
+    } catch (error) {
         encWriteStream.destroy();
-        writeStream === null || writeStream === void 0 ? void 0 : writeStream.destroy();
+        writeStream?.destroy();
         aes.destroy();
         hmac.destroy();
         sha256Plain.destroy();
         sha256Enc.destroy();
-        stream.destroy();
+        finalStream.destroy();
+
         if (didSaveToTmpPath) {
             try {
                 await fs_1.promises.unlink(bodyPath);
-            }
-            catch (err) {
-                logger === null || logger === void 0 ? void 0 : logger.error({ err }, 'failed to save to tmp path');
+            } catch (err) {
+                logger?.error({ err }, 'failed to save to tmp path');
             }
         }
         throw error;
     }
+
     function onChunk(buff) {
         sha256Enc = sha256Enc.update(buff);
         hmac = hmac.update(buff);
         encWriteStream.push(buff);
     }
 };
+
 exports.encryptedStream = encryptedStream;
 const DEF_HOST = 'mmg.whatsapp.net';
 const AES_CHUNK_SIZE = 16;