@dongdev/fca-unofficial 0.0.5 → 0.0.7

package/src/listenMqtt.js

@@ -3,97 +3,137 @@
 const utils = require("../utils");
 const log = require("npmlog");
 const mqtt = require('mqtt');
-const websocket = require('websocket-stream');
+const WebSocket = require('ws');
 const HttpsProxyAgent = require('https-proxy-agent');
 const EventEmitter = require('events');
+const Duplexify = require('duplexify');
+const {
+  Transform
+} = require('stream');
 const debugSeq = false;
-var identity = function () { };
+var identity = function() {};
 var form = {};
-var getSeqId = function () { };
-
-const topics = [
-  "/legacy_web",
-  "/webrtc",
-  "/rtc_multi",
-  "/onevc",
-  "/br_sr", //Notification
-  //Need to publish /br_sr right after this
-  "/sr_res",
-  "/t_ms",
-  "/thread_typing",
-  "/orca_typing_notifications",
-  "/notify_disconnect",
-  //Need to publish /messenger_sync_create_queue right after this
-  "/orca_presence",
-  //Will receive /sr_res right here.
-
-  "/legacy_web_mtouch"
-  // "/inbox",
-  // "/mercury",
-  // "/messaging_events",
-  // "/orca_message_notifications",
-  // "/pp",
-  // "/webrtc_response",
-];
-
+var getSeqId = function() {};
+const topics = ['/ls_req', '/ls_resp', '/legacy_web', '/webrtc', '/rtc_multi', '/onevc', '/br_sr', '/sr_res', '/t_ms', '/thread_typing', '/orca_typing_notifications', '/notify_disconnect', '/orca_presence', '/inbox', '/mercury', '/messaging_events', '/orca_message_notifications', '/pp', '/webrtc_response'];
+let WebSocket_Global;
+function buildProxy() {
+  const Proxy = new Transform({
+    objectMode: false,
+    transform(chunk, enc, next) {
+      if (WebSocket_Global.readyState !== WebSocket_Global.OPEN) {
+        return next();
+      }
+      let data;
+      if (typeof chunk === 'string') {
+        data = Buffer.from(chunk, 'utf8');
+      } else {
+        data = chunk;
+      }
+      WebSocket_Global.send(data);
+      next();
+    },
+    flush(done) {
+      WebSocket_Global.close();
+      done();
+    },
+    writev(chunks, cb) {
+      const buffers = chunks.map(({ chunk }) => {
+        if (typeof chunk === 'string') {
+          return Buffer.from(chunk, 'utf8');
+        }
+        return chunk;
+      });
+      this._write(Buffer.concat(buffers), 'binary', cb);
+    },
+  });
+  return Proxy;
+}
+function buildStream(options, WebSocket, Proxy) {
+  const Stream = Duplexify(undefined, undefined, options);
+  Stream.socket = WebSocket;
+  WebSocket.onclose = () => {
+    Stream.end();
+    Stream.destroy();
+  };
+  WebSocket.onerror = (err) => {
+    Stream.destroy(err);
+  };
+  WebSocket.onmessage = (event) => {
+    const data = event.data instanceof ArrayBuffer ? Buffer.from(event.data) : Buffer.from(event.data, 'utf8');
+    Stream.push(data);
+  };
+  WebSocket.onopen = () => {
+    Stream.setReadable(Proxy);
+    Stream.setWritable(Proxy);
+    Stream.emit('connect');
+  };
+  WebSocket_Global = WebSocket;
+  Proxy.on('close', () => WebSocket.close());
+  return Stream;
+}
 function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
   const chatOn = ctx.globalOptions.online;
   const foreground = false;
-  const sessionID = Math.floor(Math.random() * 9007199254740991) + 1;
+  const sessionID = Math.floor(Math.random() * Number.MAX_SAFE_INTEGER) + 1;
+  const GUID = utils.getGUID();
   const username = {
-    u: ctx.i_userID || ctx.userID,
+    u: ctx.userID,
     s: sessionID,
     chat_on: chatOn,
     fg: foreground,
-    d: utils.getGUID(),
-    ct: "websocket",
-    aid: "219994525426954",
-    mqtt_sid: "",
+    d: GUID,
+    ct: 'websocket',
+    aid: '219994525426954',
+    aids: null,
+    mqtt_sid: '',
     cp: 3,
     ecp: 10,
     st: [],
     pm: [],
-    dc: "",
+    dc: '',
     no_auto_fg: true,
     gas: null,
     pack: [],
-    a: ctx.globalOptions.userAgent,
-    aids: null
+    p: null,
+    php_override: ""
   };
-  const cookies = ctx.jar.getCookies("https://www.facebook.com").join("; ");
+  const cookies = ctx.jar.getCookies('https://www.facebook.com').join('; ');
   let host;
   if (ctx.mqttEndpoint) {
-    host = `${ctx.mqttEndpoint}&sid=${sessionID}`;
+    host = `${ctx.mqttEndpoint}&sid=${sessionID}&cid=${GUID}`;
   } else if (ctx.region) {
-    host = `wss://edge-chat.facebook.com/chat?region=${ctx.region.toLocaleLowerCase()}&sid=${sessionID}`;
+    host = `wss://edge-chat.facebook.com/chat?region=${ctx.region.toLowerCase()}&sid=${sessionID}&cid=${GUID}`;
   } else {
-    host = `wss://edge-chat.facebook.com/chat?sid=${sessionID}`;
+    host = `wss://edge-chat.facebook.com/chat?sid=${sessionID}&cid=${GUID}`;
   }
   const options = {
-    clientId: "mqttwsclient",
+    clientId: 'mqttwsclient',
     protocolId: 'MQIsdp',
     protocolVersion: 3,
     username: JSON.stringify(username),
     clean: true,
     wsOptions: {
       headers: {
-        'Cookie': cookies,
-        'Origin': 'https://www.facebook.com',
-        'User-Agent': ctx.globalOptions.userAgent,
-        'Referer': 'https://www.facebook.com/',
-        'Host': new URL(host).hostname
+        Cookie: cookies,
+        Origin: 'https://www.facebook.com',
+        'User-Agent': ctx.globalOptions.userAgent || 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/101.0.4951.64 Safari/537.36',
+        Referer: 'https://www.facebook.com/',
+        Host: new URL(host).hostname,
       },
       origin: 'https://www.facebook.com',
-      protocolVersion: 13
+      protocolVersion: 13,
+      binaryType: 'arraybuffer',
     },
-    keepalive: 10,
-    reschedulePings: false
+    keepalive: 60,
+    reschedulePings: true,
+    reconnectPeriod: 2000,
+    connectTimeout: 10000,
   };
   if (typeof ctx.globalOptions.proxy != "undefined") {
     const agent = new HttpsProxyAgent(ctx.globalOptions.proxy);
     options.wsOptions.agent = agent;
   }
-  ctx.mqttClient = new mqtt.Client(_ => websocket(host, options.wsOptions), options);
+  ctx.mqttClient = new mqtt.Client(() => buildStream(options, new WebSocket(host, options.wsOptions), buildProxy()), options);
   const mqttClient = ctx.mqttClient;
   global.mqttClient = mqttClient;
   mqttClient.on('error', function (err) {
@@ -117,6 +157,7 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
         });
     }
   });
+
   mqttClient.on('close', function () {
 
   });
@@ -125,6 +166,7 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
     topics.forEach(function (topicsub) {
       mqttClient.subscribe(topicsub);
     });
+
     let topic;
     const queue = {
       sync_api_version: 10,
@@ -148,6 +190,8 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
       qos: 1,
       retain: false
     });
+    // set status online
+    // fix by NTKhang
     mqttClient.publish("/foreground_state", JSON.stringify({
       foreground: chatOn
     }), {
@@ -158,10 +202,12 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
     }), {
       qos: 1
     });
+
     const rTimeout = setTimeout(function () {
       mqttClient.end();
       listenMqtt(defaultFuncs, api, ctx, globalCallback);
     }, 5000);
+
     ctx.tmsWait = function () {
       clearTimeout(rTimeout);
       ctx.globalOptions.emitReady ? globalCallback({
@@ -170,6 +216,7 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
       }) : "";
       delete ctx.tmsWait;
     };
+
   });
 
   mqttClient.on('message', function (topic, message, _packet) {
@@ -179,6 +226,7 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
     } catch (e) {
       jsonMessage = {};
     }
+
     if (jsonMessage.type === "jewel_requests_add") {
       globalCallback(null, {
         type: "friend_request_received",
@@ -204,6 +252,8 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
       if (jsonMessage.lastIssuedSeqId) {
         ctx.lastSeqId = parseInt(jsonMessage.lastIssuedSeqId);
       }
+
+      //If it contains more than 1 delta
       for (const i in jsonMessage.deltas) {
         const delta = jsonMessage.deltas[i];
         parseDelta(defaultFuncs, api, ctx, globalCallback, {
@@ -225,9 +275,11 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
         for (const i in jsonMessage.list) {
           const data = jsonMessage.list[i];
           const userID = data["u"];
+
           const presence = {
             type: "presence",
             userID: userID.toString(),
+            //Convert to ms
             timestamp: data["l"] * 1000,
             statuses: data["p"]
           };
@@ -237,12 +289,19 @@ function listenMqtt(defaultFuncs, api, ctx, globalCallback) {
         }
       }
     }
+
   });
+
 }
 
 function parseDelta(defaultFuncs, api, ctx, globalCallback, v) {
   if (v.delta.class == "NewMessage") {
-    if (ctx.globalOptions.pageID && ctx.globalOptions.pageID != v.queue) return;
+    //Not tested for pages
+    if (ctx.globalOptions.pageID &&
+      ctx.globalOptions.pageID != v.queue
+    )
+      return;
+
     (function resolveAttachmentUrl(i) {
       if (i == (v.delta.attachments || []).length) {
         let fmtMsg;
@@ -335,6 +394,7 @@ function parseDelta(defaultFuncs, api, ctx, globalCallback, v) {
             });
           })();
         } else if (delta.deltaMessageReply) {
+          //Mention block - #1
           let mdata =
             delta.deltaMessageReply.message === undefined ? [] :
               delta.deltaMessageReply.message.data === undefined ? [] :
@@ -746,82 +806,123 @@ function markDelivery(ctx, api, threadID, messageID) {
 
 module.exports = function (defaultFuncs, api, ctx) {
   let globalCallback = identity;
+  let sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
   getSeqId = function getSeqId() {
     ctx.t_mqttCalled = false;
-    const forms = {
-      av: ctx.userID || i_userID,
-      fb_dtsg: ctx.fb_dtsg,
-      queries: JSON.stringify({
-        o0: {
-          doc_id: '3336396659757871',
-          query_params: {
-            limit: 1,
-            before: null,
-            tags: ['INBOX'],
-            includeDeliveryReceipts: false,
-            includeSeqID: true,
-          },
-        },
-      }),
-      __user: ctx.userID,
-      __a: '1',
-      __req: '8',
-      __hs: '19577.HYP:comet_pkg.2.1..2.1',
-      dpr: '1',
-      fb_api_caller_class: 'RelayModern',
-      fb_api_req_friendly_name: 'MessengerGraphQLThreadlistFetcher',
-    };
-    const headers = {
-      'Content-Type': 'application/x-www-form-urlencoded',
-      Referer: 'https://www.facebook.com/',
-      Origin: 'https://www.facebook.com',
-      'sec-fetch-site': 'same-origin',
-      'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
-      Cookie: ctx.jar.getCookieString('https://www.facebook.com'),
-      accept: '*/*',
-      'accept-encoding': 'gzip, deflate, br',
-    };
-    defaultFuncs
-      .post('https://www.facebook.com/api/graphqlbatch/', ctx.jar, forms, { headers })
-      .then(utils.parseAndCheckLogin(ctx, defaultFuncs))
-      .then((resData) => {
-        if (utils.getType(resData) !== "Array") {
+    async function attemptRequest(retries = 3) {
+      try {
+        if (!ctx.fb_dtsg) {
+          const dtsg = await api.getFreshDtsg();
+          if (!dtsg) {
+            if (retries > 0) {
+              console.log("Failed to get fb_dtsg, retrying...");
+              await sleep(2000);
+              return attemptRequest(retries - 1);
+            }
+            throw {
+              error: "Could not obtain fb_dtsg after multiple attempts"
+            };
+          }
+          ctx.fb_dtsg = dtsg;
+        }
+        const form = {
+          av: ctx.userID,
+          fb_dtsg: ctx.fb_dtsg,
+          queries: JSON.stringify({
+            o0: {
+              doc_id: '3336396659757871',
+              query_params: {
+                limit: 1,
+                before: null,
+                tags: ['INBOX'],
+                includeDeliveryReceipts: false,
+                includeSeqID: true
+              }
+            }
+          }),
+          __user: ctx.userID,
+          __a: '1',
+          __req: '8',
+          __hs: '19577.HYP:comet_pkg.2.1..2.1',
+          dpr: '1',
+          fb_api_caller_class: 'RelayModern',
+          fb_api_req_friendly_name: 'MessengerGraphQLThreadlistFetcher'
+        };
+        const headers = {
+          'Content-Type': 'application/x-www-form-urlencoded',
+          'Referer': 'https://www.facebook.com/',
+          'Origin': 'https://www.facebook.com',
+          'sec-fetch-site': 'same-origin',
+          'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/121.0.0.0 Safari/537.36',
+          'Cookie': ctx.jar.getCookieString('https://www.facebook.com'),
+          'accept': '*/*',
+          'accept-encoding': 'gzip, deflate, br'
+        };
+
+        const resData = await defaultFuncs
+          .post("https://www.facebook.com/api/graphqlbatch/", ctx.jar, form, {
+            headers
+          })
+          .then(utils.parseAndCheckLogin(ctx, defaultFuncs));
+        if (debugSeq) {
+          console.log('GraphQL SeqID Response:', JSON.stringify(resData, null, 2));
+        }
+
+        if (resData.error === 1357004 || resData.error === 1357001) {
+          if (retries > 0) {
+            console.log("Session error, refreshing token and retrying...");
+            ctx.fb_dtsg = null;
+            await sleep(2000);
+            return attemptRequest(retries - 1);
+          }
           throw {
-            error: "Not logged in",
-            res: resData,
+            error: "Session refresh failed after retries"
           };
         }
-        if (resData && resData[resData.length - 1].error_results > 0) {
-          throw resData[0].o0.errors;
-        }
-        if (resData[resData.length - 1].successful_results === 0) {
+
+        if (!Array.isArray(resData)) {
           throw {
-            error: "getSeqId: there was no successful_results",
-            res: resData,
+            error: "Invalid response format",
+            res: resData
           };
         }
-        if (resData[0].o0.data.viewer.message_threads.sync_sequence_id) {
-          ctx.lastSeqId =
-            resData[0].o0.data.viewer.message_threads.sync_sequence_id;
-          listenMqtt(defaultFuncs, api, ctx, globalCallback);
-        } else {
+
+        const seqID = resData[0]?.o0?.data?.viewer?.message_threads?.sync_sequence_id;
+        if (!seqID) {
           throw {
-            error: "getSeqId: no sync_sequence_id found.",
-            res: resData,
+            error: "Missing sync_sequence_id",
+            res: resData
           };
         }
-      })
+
+        ctx.lastSeqId = seqID;
+        if (debugSeq) {
+          console.log('Got SeqID:', ctx.lastSeqId);
+        }
+
+        return listenMqtt(defaultFuncs, api, ctx, globalCallback);
+
+      } catch (err) {
+        if (retries > 0) {
+          console.log("Request failed, retrying...");
+
+          return attemptRequest(retries - 1);
+        }
+        throw err;
+      }
+    }
+
+    return attemptRequest()
       .catch((err) => {
         log.error("getSeqId", err);
-        if (utils.getType(err) === "Object" && err.error === "Not logged in") {
-          ctx.loggedIn = false;
-        }
+        if (utils.getType(err) == "Object" && err.error === "Not logged in") ctx.loggedIn = false;
         return globalCallback(err);
       });
-  };
+  }
   return function (callback) {
     class MessageEmitter extends EventEmitter {
       stopListening(callback) {
+
         callback = callback || (() => { });
         globalCallback = identity;
         if (ctx.mqttClient) {
@@ -829,50 +930,41 @@ module.exports = function (defaultFuncs, api, ctx) {
           ctx.mqttClient.unsubscribe("/rtc_multi");
           ctx.mqttClient.unsubscribe("/onevc");
           ctx.mqttClient.publish("/browser_close", "{}");
-          ctx.mqttClient.end(false, () => {
+          ctx.mqttClient.end(false, function (...data) {
+            callback(data);
             ctx.mqttClient = undefined;
-            callback();
           });
-        } else {
-          callback();
         }
       }
+
       async stopListeningAsync() {
         return new Promise((resolve) => {
           this.stopListening(resolve);
         });
       }
     }
+
     const msgEmitter = new MessageEmitter();
-    globalCallback = callback || function (error, message) {
+    globalCallback = (callback || function (error, message) {
       if (error) {
         return msgEmitter.emit("error", error);
       }
       msgEmitter.emit("message", message);
-    };
-    if (!ctx.firstListen) ctx.lastSeqId = null;
+    });
+
+    if (!ctx.firstListen)
+      ctx.lastSeqId = null;
     ctx.syncToken = undefined;
     ctx.t_mqttCalled = false;
-    form = {
-      av: ctx.globalOptions.pageID,
-      queries: JSON.stringify({
-        o0: {
-          doc_id: "3336396659757871",
-          query_params: {
-            limit: 1,
-            before: null,
-            tags: ["INBOX"],
-            includeDeliveryReceipts: false,
-            includeSeqID: true,
-          },
-        },
-      }),
-    };
-    if (!ctx.firstListen || !ctx.lastSeqId) getSeqId();
-    else listenMqtt(defaultFuncs, api, ctx, globalCallback);
-    ctx.firstListen = false;
-    api.stopListening = msgEmitter.stopListening.bind(msgEmitter);
-    api.stopListeningAsync = msgEmitter.stopListeningAsync.bind(msgEmitter);
+
+    if (!ctx.firstListen || !ctx.lastSeqId) {
+      getSeqId(defaultFuncs, api, ctx, globalCallback);
+    } else {
+      listenMqtt(defaultFuncs, api, ctx, globalCallback);
+    }
+
+    api.stopListening = msgEmitter.stopListening;
+    api.stopListeningAsync = msgEmitter.stopListeningAsync;
     return msgEmitter;
   };
 };