fca-smart-shankar 12.0.0 → 13.0.0

package/utils.js

@@ -1,112 +1,185 @@
-
- /* eslint-disable no-prototype-builtins */
+/* eslint-disable no-prototype-builtins */
 "use strict";
 
-let request = require("request").defaults({ jar: true });
+let request = promisifyPromise(require("request").defaults({ jar: true, proxy: process.env.FB_PROXY }));
 const stream = require("stream");
+const log = require("npmlog");
 const querystring = require("querystring");
 const url = require("url");
 
-function setProxy(proxy) {
-  if (typeof proxy == 'string')
-    request = require("request").defaults({ jar: !0, proxy });
-  else 
-    request = require('request').defaults({ jar: !0 });
-  return;
+class CustomError extends Error {
+	constructor(obj) {
+		if (typeof obj === 'string')
+			obj = { message: obj };
+		if (typeof obj !== 'object' || obj === null)
+			throw new TypeError('Object required');
+		obj.message ? super(obj.message) : super();
+		Object.assign(this, obj);
+	}
+}
+
+function callbackToPromise(func) {
+	return function (...args) {
+		return new Promise((resolve, reject) => {
+			func(...args, (err, data) => {
+				if (err)
+					reject(err);
+				else
+					resolve(data);
+			});
+		});
+	};
+}
+
+function isHasCallback(func) {
+	if (typeof func !== "function")
+		return false;
+	return func.toString().split("\n")[0].match(/(callback|cb)\s*\)/) !== null;
+}
+
+// replace for bluebird.promisify (but this only applies best to the `request` package)
+function promisifyPromise(promise) {
+	const keys = Object.keys(promise);
+	let promise_;
+	if (
+		typeof promise === "function"
+		&& isHasCallback(promise)
+	)
+		promise_ = callbackToPromise(promise);
+	else
+		promise_ = promise;
+
+	for (const key of keys) {
+		if (!promise[key]?.toString)
+			continue;
+
+		if (
+			typeof promise[key] === "function"
+			&& isHasCallback(promise[key])
+		) {
+			promise_[key] = callbackToPromise(promise[key]);
+		}
+		else {
+			promise_[key] = promise[key];
+		}
+	}
+
+	return promise_;
+}
+
+// replace for bluebird.delay
+function delay(ms) {
+	return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+// replace for bluebird.try
+function tryPromise(tryFunc) {
+	return new Promise((resolve, reject) => {
+		try {
+			resolve(tryFunc());
+		} catch (error) {
+			reject(error);
+		}
+	});
+}
+
+function setProxy(url) {
+	if (typeof url == "undefined")
+		return request = promisifyPromise(require("request").defaults({
+			jar: true
+		}));
+	return request = promisifyPromise(require("request").defaults({
+		jar: true,
+		proxy: url
+	}));
 }
 
 function getHeaders(url, options, ctx, customHeader) {
-	var headers = {
+	const headers = {
 		"Content-Type": "application/x-www-form-urlencoded",
 		Referer: "https://www.facebook.com/",
-		Host: new URL(url).hostname,
+		Host: url.replace("https://", "").split("/")[0],
 		Origin: "https://www.facebook.com",
 		"User-Agent": options.userAgent,
 		Connection: "keep-alive",
-		"Sec-Fetch-Site": "same-origin",
-    'Sec-Fetch-User': '?1'
+		"sec-fetch-site": "same-origin"
 	};
 	if (customHeader) {
 		Object.assign(headers, customHeader);
-    if (customHeader.noRef) 
-      delete headers.Referer;
 	}
-	if (ctx && ctx.region) 
-    headers["X-MSGR-Region"] = ctx.region;
+	if (ctx && ctx.region) {
+		headers["X-MSGR-Region"] = ctx.region;
+	}
 
 	return headers;
 }
 
 function isReadableStream(obj) {
-	return obj instanceof stream.Stream && typeof obj._read == "function" && getType(obj._readableState) == "Object";
+	return (
+		obj instanceof stream.Stream &&
+		(getType(obj._read) === "Function" ||
+			getType(obj._read) === "AsyncFunction") &&
+		getType(obj._readableState) === "Object"
+	);
 }
 
-function get(url, jar, qs, options, ctx, customHeader) {
-	let callback;
-  var returnPromise = new Promise(function (resolve, reject) {
-    callback = (error, res) => error ? reject(error) : resolve(res);
-  });
-	if (getType(qs) == "Object") 
-    for (let prop in qs) {
-      if (getType(qs[prop]) == 'Object')
-        qs[prop] = JSON.stringify(qs[prop]);
-    }
-	var op = {
-    headers: getHeaders(url, options, ctx, customHeader),
-		timeout: 60000,
-		qs,
-		jar,
-		gzip: !0
+function get(url, jar, qs, options, ctx) {
+	// I'm still confused about this
+	if (getType(qs) === "Object") {
+		for (const prop in qs) {
+			if (qs.hasOwnProperty(prop) && getType(qs[prop]) === "Object") {
+				qs[prop] = JSON.stringify(qs[prop]);
+			}
+		}
 	}
+	const op = {
+		headers: getHeaders(url, options, ctx),
+		timeout: 60000,
+		qs: qs,
+		url: url,
+		method: "GET",
+		jar: jar,
+		gzip: true
+	};
 
-  request.get(url, op, callback);
-
-  return returnPromise;
+	return request(op).then(function (res) {
+		return Array.isArray(res) ? res[0] : res;
+	});
 }
 
 function post(url, jar, form, options, ctx, customHeader) {
-  let callback;
-  var returnPromise = new Promise(function (resolve, reject) {
-    callback = (error, res) => error ? reject(error) : resolve(res);
-  });
-  
-	var op = {
-    headers: getHeaders(url, options, ctx, customHeader),
-    timeout: 60000,
-		form,
-		jar,
-		gzip: !0
-	}
-
-  request.post(url, op, callback);
+	const op = {
+		headers: getHeaders(url, options, ctx, customHeader),
+		timeout: 60000,
+		url: url,
+		method: "POST",
+		form: form,
+		jar: jar,
+		gzip: true
+	};
 
-	return returnPromise;
+	return request(op).then(function (res) {
+		return Array.isArray(res) ? res[0] : res;
+	});
 }
 
 function postFormData(url, jar, form, qs, options, ctx) {
-  let callback;
-  var returnPromise = new Promise(function (resolve, reject) {
-    callback = (error, res) => error ? reject(error) : resolve(res);
-  });
-  if (getType(qs) == "Object") 
-    for (let prop in qs) {
-      if (getType(qs[prop]) == 'Object')
-        qs[prop] = JSON.stringify(qs[prop]);
-    }
-	var op = {
-		headers: getHeaders(url, options, ctx, {
-      'Content-Type': 'multipart/form-data'
-    }),
+	const headers = getHeaders(url, options, ctx);
+	headers["Content-Type"] = "multipart/form-data";
+	const op = {
+		headers: headers,
 		timeout: 60000,
+		url: url,
+		method: "POST",
 		formData: form,
-		qs,
-		jar,
-		gzip: !0
-	}
-
-  request.post(url, op, callback);
+		qs: qs,
+		jar: jar,
+		gzip: true
+	};
 
-	return returnPromise;
+	return request(op).then(function (res) {
+		return Array.isArray(res) ? res[0] : res;
+	});
 }
 
 function padZeros(val, len) {
@@ -709,57 +782,61 @@ function _formatAttachment(attachment1, attachment2) {
 }
 
 function formatAttachment(attachments, attachmentIds, attachmentMap, shareMap) {
-	attachmentMap = shareMap || attachmentMap;
-	return attachments
-		? attachments.map(function (val, i) {
-			if (
-				!attachmentMap ||
-				!attachmentIds ||
-				!attachmentMap[attachmentIds[i]]
-			) {
-				return _formatAttachment(val);
-			}
-			return _formatAttachment(val, attachmentMap[attachmentIds[i]]);
-		})
-		: [];
+  attachmentMap = shareMap || attachmentMap;
+  return attachments
+    ? attachments.map(function (val, i) {
+      if (
+        !attachmentMap ||
+        !attachmentIds ||
+        !attachmentMap[attachmentIds[i]]
+      ) {
+        return _formatAttachment(val);
+      }
+      return _formatAttachment(val, attachmentMap[attachmentIds[i]]);
+    })
+    : [];
 }
 
 function formatDeltaMessage(m) {
-	const md = m.delta.messageMetadata;
-
-	const mdata =
-		m.delta.data === undefined
-			? []
-			: m.delta.data.prng === undefined
-				? []
-				: JSON.parse(m.delta.data.prng);
-	const m_id = mdata.map(u => u.i);
-	const m_offset = mdata.map(u => u.o);
-	const m_length = mdata.map(u => u.l);
-	const mentions = {};
-	for (let i = 0; i < m_id.length; i++) {
-		mentions[m_id[i]] = m.delta.body.substring(
-			m_offset[i],
-			m_offset[i] + m_length[i]
-		);
-	}
+  var md = m.delta.messageMetadata;
+
+  var mdata =
+    m.delta.data === undefined
+      ? []
+      : m.delta.data.prng === undefined
+        ? []
+        : JSON.parse(m.delta.data.prng);
+  var m_id = mdata.map(u => u.i);
+  var m_offset = mdata.map(u => u.o);
+  var m_length = mdata.map(u => u.l);
+  var mentions = {};
+  var body = m.delta.body || "";
+  var args = body == "" ? [] : body.trim().split(/\s+/);
+  for (var i = 0; i < m_id.length; i++) {
+    mentions[m_id[i]] = m.delta.body.substring(
+      m_offset[i],
+      m_offset[i] + m_length[i]
+    );
+  }
 
-	return {
-		type: "message",
-		senderID: formatID(md.actorFbId.toString()),
-		body: m.delta.body || "",
-		threadID: formatID(
-			(md.threadKey.threadFbId || md.threadKey.otherUserFbId).toString()
-		),
-		messageID: md.messageId,
-		attachments: (m.delta.attachments || []).map(v => _formatAttachment(v)),
-		mentions: mentions,
-		timestamp: md.timestamp,
-		isGroup: !!md.threadKey.threadFbId,
-    participantIDs: m.delta.participants
-	};
+  return {
+    type: "message",
+    senderID: formatID(md.actorFbId.toString()),
+    threadID: formatID(
+      (md.threadKey.threadFbId || md.threadKey.otherUserFbId).toString()
+    ),
+    args: args,
+    body: body,
+    messageID: md.messageId,
+    attachments: (m.delta.attachments || []).map(v => _formatAttachment(v)),
+    mentions: mentions,
+    timestamp: md.timestamp,
+    isGroup: !!md.threadKey.threadFbId,
+    participantIDs: m.delta.participants || []
+  };
 }
 
+
 function formatID(id) {
 	if (id != undefined && id != null) {
 		return id.replace(/(fb)?id[:.]/, "");
@@ -770,74 +847,73 @@ function formatID(id) {
 }
 
 function formatMessage(m) {
-	const originalMessage = m.message ? m.message : m;
-	const obj = {
-		type: "message",
-		senderName: originalMessage.sender_name,
-		senderID: formatID(originalMessage.sender_fbid.toString()),
-		participantNames: originalMessage.group_thread_info
-			? originalMessage.group_thread_info.participant_names
-			: [originalMessage.sender_name.split(" ")[0]],
-		participantIDs: originalMessage.group_thread_info
-			? originalMessage.group_thread_info.participant_ids.map(function (v) {
-				return formatID(v.toString());
-			})
-			: [formatID(originalMessage.sender_fbid)],
-		body: originalMessage.body || "",
-		threadID: formatID(
-			(
-				originalMessage.thread_fbid || originalMessage.other_user_fbid
-			).toString()
-		),
-		threadName: originalMessage.group_thread_info
-			? originalMessage.group_thread_info.name
-			: originalMessage.sender_name,
-		location: originalMessage.coordinates ? originalMessage.coordinates : null,
-		messageID: originalMessage.mid
-			? originalMessage.mid.toString()
-			: originalMessage.message_id,
-		attachments: formatAttachment(
-			originalMessage.attachments,
-			originalMessage.attachmentIds,
-			originalMessage.attachment_map,
-			originalMessage.share_map
-		),
-		timestamp: originalMessage.timestamp,
-		timestampAbsolute: originalMessage.timestamp_absolute,
-		timestampRelative: originalMessage.timestamp_relative,
-		timestampDatetime: originalMessage.timestamp_datetime,
-		tags: originalMessage.tags,
-		reactions: originalMessage.reactions ? originalMessage.reactions : [],
-		isUnread: originalMessage.is_unread
-	};
-
-	if (m.type === "pages_messaging")
-		obj.pageID = m.realtime_viewer_fbid.toString();
-	obj.isGroup = obj.participantIDs.length > 2;
-
-	return obj;
+  var originalMessage = m.message ? m.message : m;
+  var obj = {
+    type: "message",
+    senderName: originalMessage.sender_name,
+    senderID: formatID(originalMessage.sender_fbid.toString()),
+    participantNames: originalMessage.group_thread_info
+      ? originalMessage.group_thread_info.participant_names
+      : [originalMessage.sender_name.split(" ")[0]],
+    participantIDs: originalMessage.group_thread_info
+      ? originalMessage.group_thread_info.participant_ids.map(function (v) {
+        return formatID(v.toString());
+      })
+      : [formatID(originalMessage.sender_fbid)],
+    body: originalMessage.body || "",
+    threadID: formatID(
+      (
+        originalMessage.thread_fbid || originalMessage.other_user_fbid
+      ).toString()
+    ),
+    threadName: originalMessage.group_thread_info
+      ? originalMessage.group_thread_info.name
+      : originalMessage.sender_name,
+    location: originalMessage.coordinates ? originalMessage.coordinates : null,
+    messageID: originalMessage.mid
+      ? originalMessage.mid.toString()
+      : originalMessage.message_id,
+    attachments: formatAttachment(
+      originalMessage.attachments,
+      originalMessage.attachmentIds,
+      originalMessage.attachment_map,
+      originalMessage.share_map
+    ),
+    timestamp: originalMessage.timestamp,
+    timestampAbsolute: originalMessage.timestamp_absolute,
+    timestampRelative: originalMessage.timestamp_relative,
+    timestampDatetime: originalMessage.timestamp_datetime,
+    tags: originalMessage.tags,
+    reactions: originalMessage.reactions ? originalMessage.reactions : [],
+    isUnread: originalMessage.is_unread
+  };
+
+  if (m.type === "pages_messaging")
+    obj.pageID = m.realtime_viewer_fbid.toString();
+  obj.isGroup = obj.participantIDs.length > 2;
+
+  return obj;
 }
 
 function formatEvent(m) {
-	const originalMessage = m.message ? m.message : m;
-	let logMessageType = originalMessage.log_message_type;
-	let logMessageData;
-	if (logMessageType === "log:generic-admin-text") {
-		logMessageData = originalMessage.log_message_data.untypedData;
-		logMessageType = getAdminTextMessageType(
-			originalMessage.log_message_data.message_type
-		);
-	}
-	else {
-		logMessageData = originalMessage.log_message_data;
-	}
+  var originalMessage = m.message ? m.message : m;
+  var logMessageType = originalMessage.log_message_type;
+  var logMessageData;
+  if (logMessageType === "log:generic-admin-text") {
+    logMessageData = originalMessage.log_message_data.untypedData;
+    logMessageType = getAdminTextMessageType(
+      originalMessage.log_message_data.message_type
+    );
+  } else {
+    logMessageData = originalMessage.log_message_data;
+  }
 
-	return Object.assign(formatMessage(originalMessage), {
-		type: "event",
-		logMessageType: logMessageType,
-		logMessageData: logMessageData,
-		logMessageBody: originalMessage.log_message_body
-	});
+  return Object.assign(formatMessage(originalMessage), {
+    type: "event",
+    logMessageType: logMessageType,
+    logMessageData: logMessageData,
+    logMessageBody: originalMessage.log_message_body
+  });
 }
 
 function formatHistoryMessage(m) {
@@ -851,87 +927,71 @@ function formatHistoryMessage(m) {
 
 // Get a more readable message type for AdminTextMessages
 function getAdminTextMessageType(type) {
-	switch (type) {
-    case 'unpin_messages_v2':
-      return 'log:unpin-message';
-    case 'pin_messages_v2':
-      return 'log:pin-message';
-		case "change_thread_theme":
-			return "log:thread-color";
-		case "change_thread_icon":
-    case 'change_thread_quick_reaction':
-			return "log:thread-icon";
-		case "change_thread_nickname":
-			return "log:user-nickname";
-		case "change_thread_admins":
-			return "log:thread-admins";
-		case "group_poll":
-			return "log:thread-poll";
-		case "change_thread_approval_mode":
-			return "log:thread-approval-mode";
-		case "messenger_call_log":
-		case "participant_joined_group_call":
-			return "log:thread-call";
-		default:
-			return type;
-	}
+  switch (type) {
+    case "change_thread_theme":
+      return "log:thread-color";
+    case "change_thread_quick_reaction":
+      return "log:thread-icon";
+    case "change_thread_nickname":
+      return "log:user-nickname";
+    case "change_thread_admins":
+      return "log:thread-admins";
+    case "group_poll":
+      return "log:thread-poll";
+    case "change_thread_approval_mode":
+      return "log:thread-approval-mode";
+    case "messenger_call_log":
+    case "participant_joined_group_call":
+      return "log:thread-call";
+    default:
+      return type;
+  }
 }
 
 function formatDeltaEvent(m) {
-	let logMessageType;
-	let logMessageData;
-
-	// log:thread-color => {theme_color}
-	// log:user-nickname => {participant_id, nickname}
-	// log:thread-icon => {thread_icon}
-	// log:thread-name => {name}
-	// log:subscribe => {addedParticipants - [Array]}
-	// log:unsubscribe => {leftParticipantFbId}
-
-	switch (m.class) {
-		case "AdminTextMessage":
-			logMessageData = m.untypedData;
-			logMessageType = getAdminTextMessageType(m.type);
-			break;
-		case "ThreadName":
-			logMessageType = "log:thread-name";
-			logMessageData = { name: m.name };
-			break;
-		case "ParticipantsAddedToGroupThread":
-			logMessageType = "log:subscribe";
-			logMessageData = { addedParticipants: m.addedParticipants };
-			break;
-		case "ParticipantLeftGroupThread":
-			logMessageType = "log:unsubscribe";
-			logMessageData = { leftParticipantFbId: m.leftParticipantFbId };
-			break;
-		case "ApprovalQueue":
-			logMessageType = "log:approval-queue";
-			logMessageData = {
-				approvalQueue: {
-					action: m.action,
-					recipientFbId: m.recipientFbId,
-					requestSource: m.requestSource,
-					...m.messageMetadata
-				}
-			};
-	}
-	return {
-		type: "event",
-		threadID: formatID(
-			(
-				m.messageMetadata.threadKey.threadFbId ||
-				m.messageMetadata.threadKey.otherUserFbId
-			).toString()
-		),
-		messageID: m.messageMetadata.messageId.toString(),
-		logMessageType,
-		logMessageData,
-		logMessageBody: m.messageMetadata.adminText,
-		timestamp: m.messageMetadata.timestamp,
-		author: m.messageMetadata.actorFbId,
-    participantIDs: m.participants
-	};
+  var logMessageType;
+  var logMessageData;
+
+  // log:thread-color => {theme_color}
+  // log:user-nickname => {participant_id, nickname}
+  // log:thread-icon => {thread_icon}
+  // log:thread-name => {name}
+  // log:subscribe => {addedParticipants - [Array]}
+  // log:unsubscribe => {leftParticipantFbId}
+
+  switch (m.class) {
+    case "AdminTextMessage":
+      logMessageType = getAdminTextMessageType(m.type);
+      logMessageData = m.untypedData;
+      break;
+    case "ThreadName":
+      logMessageType = "log:thread-name";
+      logMessageData = { name: m.name };
+      break;
+    case "ParticipantsAddedToGroupThread":
+      logMessageType = "log:subscribe";
+      logMessageData = { addedParticipants: m.addedParticipants };
+      break;
+    case "ParticipantLeftGroupThread":
+      logMessageType = "log:unsubscribe";
+      logMessageData = { leftParticipantFbId: m.leftParticipantFbId };
+      break;
+  }
+
+  return {
+    type: "event",
+    threadID: formatID(
+      (
+        m.messageMetadata.threadKey.threadFbId ||
+        m.messageMetadata.threadKey.otherUserFbId
+      ).toString()
+    ),
+    logMessageType: logMessageType,
+    logMessageData: logMessageData,
+    logMessageBody: m.messageMetadata.adminText,
+    author: m.messageMetadata.actorFbId,
+    participantIDs: m.participants || []
+  };
 }
 
 function formatTyp(event) {
@@ -991,7 +1051,7 @@ function getFrom(str, startToken, endToken) {
 	const lastHalf = str.substring(start);
 	const end = lastHalf.indexOf(endToken);
 	if (end === -1) {
-		throw Error(
+		throw new Error(
 			"Could not find endTime `" + endToken + "` in the given string."
 		);
 	}
@@ -1048,6 +1108,21 @@ function makeDefaults(html, userID, ctx) {
 	let reqCounter = 1;
 	const fb_dtsg = getFrom(html, 'name="fb_dtsg" value="', '"');
 
+	// @Hack Ok we've done hacky things, this is definitely on top 5.
+	// We totally assume the object is flat and try parsing until a }.
+	// If it works though it's cool because we get a bunch of extra data things.
+	//
+	// Update: we don't need this. Leaving it in in case we ever do.
+	//       Ben - July 15th 2017
+
+	// var siteData = getFrom(html, "[\"SiteData\",[],", "},");
+	// try {
+	//   siteData = JSON.parse(siteData + "}");
+	// } catch(e) {
+	//   log.warn("makeDefaults", "Couldn't parse SiteData. Won't have access to some variables.");
+	//   siteData = {};
+	// }
+
 	let ttstamp = "2";
 	for (let i = 0; i < fb_dtsg.length; i++) {
 		ttstamp += fb_dtsg.charCodeAt(i);
@@ -1055,108 +1130,189 @@ function makeDefaults(html, userID, ctx) {
 	const revision = getFrom(html, 'revision":', ",");
 
 	function mergeWithDefaults(obj) {
+		// @TODO This is missing a key called __dyn.
+		// After some investigation it seems like __dyn is some sort of set that FB
+		// calls BitMap. It seems like certain responses have a "define" key in the
+		// res.jsmods arrays. I think the code iterates over those and calls `set`
+		// on the bitmap for each of those keys. Then it calls
+		// bitmap.toCompressedString() which returns what __dyn is.
+		//
+		// So far the API has been working without this.
+		//
+		//              Ben - July 15th 2017
 		const newObj = {
-      av: userID,
 			__user: userID,
 			__req: (reqCounter++).toString(36),
 			__rev: revision,
 			__a: 1,
-			fb_dtsg: ctx.fb_dtsg || fb_dtsg,
-			jazoest: ctx.ttstamp || ttstamp
-		}
+			// __af: siteData.features,
+			fb_dtsg: ctx.fb_dtsg ? ctx.fb_dtsg : fb_dtsg,
+			jazoest: ctx.ttstamp ? ctx.ttstamp : ttstamp
+			// __spin_r: siteData.__spin_r,
+			// __spin_b: siteData.__spin_b,
+			// __spin_t: siteData.__spin_t,
+		};
+
+		// @TODO this is probably not needed.
+		//         Ben - July 15th 2017
+		// if (siteData.be_key) {
+		//   newObj[siteData.be_key] = siteData.be_mode;
+		// }
+		// if (siteData.pkg_cohort_key) {
+		//   newObj[siteData.pkg_cohort_key] = siteData.pkg_cohort;
+		// }
 
 		if (!obj) return newObj;
 
-		for (var prop in obj) {
+		for (const prop in obj) {
 			if (obj.hasOwnProperty(prop)) {
-				if (!newObj[prop]) 
-          newObj[prop] = obj[prop];
+				if (!newObj[prop]) {
+					newObj[prop] = obj[prop];
+				}
 			}
 		}
 
 		return newObj;
 	}
 
+	function postWithDefaults(url, jar, form, ctxx, customHeader = {}) {
+		return post(url, jar, mergeWithDefaults(form), ctx.globalOptions, ctxx || ctx, customHeader);
+	}
+
+	function getWithDefaults(url, jar, qs, ctxx, customHeader = {}) {
+		return get(url, jar, mergeWithDefaults(qs), ctx.globalOptions, ctxx || ctx, customHeader);
+	}
+
+	function postFormDataWithDefault(url, jar, form, qs, ctxx) {
+		return postFormData(
+			url,
+			jar,
+			mergeWithDefaults(form),
+			mergeWithDefaults(qs),
+			ctx.globalOptions,
+			ctxx || ctx
+		);
+	}
+
 	return {
-		get: (url, jar, qs, ctxx, customHeader = {}) => get(url, jar, mergeWithDefaults(qs), ctx.globalOptions, ctxx || ctx, customHeader),
-		post: (url, jar, form, ctxx, customHeader = {}) => post(url, jar, mergeWithDefaults(form), ctx.globalOptions, ctxx || ctx, customHeader),
-		postFormData: (url, jar, form, qs, ctxx) => postFormData(url, jar, mergeWithDefaults(form), mergeWithDefaults(qs), ctx.globalOptions, ctxx || ctx)
+		get: getWithDefaults,
+		post: postWithDefaults,
+		postFormData: postFormDataWithDefault
 	};
 }
 
-function parseAndCheckLogin(ctx, http, retryCount) {
-  var delay = (ms) => new Promise(resolve => setTimeout(resolve, ms));
-  var _try = (tryData) => new Promise(function (resolve, reject) {
-    try {
-      resolve(tryData());
-    } catch (error) {
-      reject(error);
-    }
-  });
-  if (retryCount == undefined) retryCount = 0;
-  
+//Fix parseAndCheckLogin
+function parseAndCheckLogin(ctx, defaultFuncs, retryCount, sourceCall) {
+	if (retryCount == undefined) {
+		retryCount = 0;
+	}
+	if (sourceCall == undefined) {
+		try {
+			throw new Error();
+		}
+		catch (e) {
+			sourceCall = e;
+		}
+	}
 	return function (data) {
-    function any() {
-      if (data.statusCode >= 500 && data.statusCode < 600) {
-        if (retryCount >= 5) {
-          const err = new Error("Request retry failed. Check the `res` and `statusCode` property on this error.");
-					err.statusCode = data.statusCode;
-					err.res = data.body;
-					err.error = "Request retry failed. Check the `res` and `statusCode` property on this error.";
-					throw err;
-        }
-        retryCount++;
-        const retryTime = Math.floor(Math.random() * 5000);
-        console.warn("parseAndCheckLogin", "Got status code " + data.statusCode + " - " + retryCount + ". attempt to retry in " + retryTime + " milliseconds...");
-				const url = data.request.uri.protocol + "//" + data.request.uri.hostname + data.request.uri.pathname;
-        if (data.request.headers["Content-Type"].split(";")[0] === "multipart/form-data") {
+		return tryPromise(function () {
+			log.verbose("parseAndCheckLogin", data.body);
+			if (data.statusCode >= 500 && data.statusCode < 600) {
+				if (retryCount >= 5) {
+					throw new CustomError({
+						message: "Request retry failed. Check the `res` and `statusCode` property on this error.",
+						statusCode: data.statusCode,
+						res: data.body,
+						error: "Request retry failed. Check the `res` and `statusCode` property on this error.",
+						sourceCall: sourceCall
+					});
+				}
+				retryCount++;
+				const retryTime = Math.floor(Math.random() * 5000);
+				log.warn(
+					"parseAndCheckLogin",
+					"Got status code " +
+					data.statusCode +
+					" - " +
+					retryCount +
+					". attempt to retry in " +
+					retryTime +
+					" milliseconds..."
+				);
+				const url =
+					data.request.uri.protocol +
+					"//" +
+					data.request.uri.hostname +
+					data.request.uri.pathname;
+				if (
+					data.request.headers["Content-Type"].split(";")[0] ===
+					"multipart/form-data"
+				) {
 					return delay(retryTime)
-            .then(function () {
-              return http
-                .postFormData(url, ctx.jar, data.request.formData);
-            })
-            .then(parseAndCheckLogin(ctx, http, retryCount));
-        }
-        else {
-          return delay(retryTime)
-            .then(function () {
-              return http
-                .post(url, ctx.jar, data.request.formData);
-            })
-            .then(parseAndCheckLogin(ctx, http, retryCount));
-        }
-      }
-      
-      if (data.statusCode === 404) return;
-      
-      if (data.statusCode !== 200)
-				throw new Error("parseAndCheckLogin got status code: " + data.statusCode + ". Bailing out of trying to parse response.");
-      
-      let res = null;
+						.then(function () {
+							return defaultFuncs.postFormData(
+								url,
+								ctx.jar,
+								data.request.formData,
+								{}
+							);
+						})
+						.then(parseAndCheckLogin(ctx, defaultFuncs, retryCount, sourceCall));
+				}
+				else {
+					return delay(retryTime)
+						.then(function () {
+							return defaultFuncs.post(url, ctx.jar, data.request.formData);
+						})
+						.then(parseAndCheckLogin(ctx, defaultFuncs, retryCount, sourceCall));
+				}
+			}
+			if (data.statusCose === 404) return;
+			if (data.statusCode !== 200)
+				throw new CustomError({
+					message: "parseAndCheckLogin got status code: " + data.statusCode + ". Bailing out of trying to parse response.",
+					statusCode: data.statusCode,
+					res: data.body,
+					error: "parseAndCheckLogin got status code: " + data.statusCode + ". Bailing out of trying to parse response.",
+					sourceCall: sourceCall
+				});
+
+			let res = null;
 			try {
 				res = JSON.parse(makeParsable(data.body));
-      } catch (e) {
-				const err = new Error("JSON.parse error. Check the `detail` property on this error.");
-				err.error = "JSON.parse error. Check the `detail` property on this error.";
-				err.detail = e;
-				err.res = data.body;
-				throw err;
+			} catch (e) {
+				throw new CustomError({
+					message: "JSON.parse error. Check the `detail` property on this error.",
+					detail: e,
+					res: data.body,
+					error: "JSON.parse error. Check the `detail` property on this error.",
+					sourceCall: sourceCall
+				});
 			}
 
 			// In some cases the response contains only a redirect URL which should be followed
 			if (res.redirect && data.request.method === "GET") {
-				return http
+				return defaultFuncs
 					.get(res.redirect, ctx.jar)
-					.then(parseAndCheckLogin(ctx, http));
-      }
+					.then(parseAndCheckLogin(ctx, defaultFuncs, undefined, sourceCall));
+			}
 
 			// TODO: handle multiple cookies?
-			if (res.jsmods && res.jsmods.require && Array.isArray(res.jsmods.require[0]) && res.jsmods.require[0][0] === "Cookie") {
-        res.jsmods.require[0][3][0] = res.jsmods.require[0][3][0].replace("_js_", "");
-        const requireCookie = res.jsmods.require[0][3];
-				ctx.jar.setCookie(formatCookie(requireCookie, "facebook"), "https://www.facebook.com");
-				ctx.jar.setCookie(formatCookie(requireCookie, "messenger"), "https://www.messenger.com");
-      }
+			if (
+				res.jsmods &&
+				res.jsmods.require &&
+				Array.isArray(res.jsmods.require[0]) &&
+				res.jsmods.require[0][0] === "Cookie"
+			) {
+				res.jsmods.require[0][3][0] = res.jsmods.require[0][3][0].replace(
+					"_js_",
+					""
+				);
+				const cookie = formatCookie(res.jsmods.require[0][3], "facebook");
+				const cookie2 = formatCookie(res.jsmods.require[0][3], "messenger");
+				ctx.jar.setCookie(cookie, "https://www.facebook.com");
+				ctx.jar.setCookie(cookie2, "https://www.messenger.com");
+			}
 
 			// On every request we check if we got a DTSG and we mutate the context so that we use the latest
 			// one for the next requests.
@@ -1176,13 +1332,16 @@ function parseAndCheckLogin(ctx, http, retryCount) {
 			}
 
 			if (res.error === 1357001) {
-				const err = new Error('Facebook blocked the login');
-				err.error = "Not logged in.";
-				throw err;
+				throw new CustomError({
+					message: "Facebook blocked login. Please visit https://facebook.com and check your account.",
+					error: "Not logged in.",
+					res: res,
+					statusCode: data.statusCode,
+					sourceCall: sourceCall
+				});
 			}
 			return res;
-		}
-		return _try(any);
+		});
 	};
 }
 
@@ -1249,39 +1408,39 @@ function formatCookie(arr, url) {
 }
 
 function formatThread(data) {
-	return {
-		threadID: formatID(data.thread_fbid.toString()),
-		participants: data.participants.map(formatID),
-		participantIDs: data.participants.map(formatID),
-		name: data.name,
-		nicknames: data.custom_nickname,
-		snippet: data.snippet,
-		snippetAttachments: data.snippet_attachments,
-		snippetSender: formatID((data.snippet_sender || "").toString()),
-		unreadCount: data.unread_count,
-		messageCount: data.message_count,
-		imageSrc: data.image_src,
-		timestamp: data.timestamp,
-		serverTimestamp: data.server_timestamp, // what is this?
-		muteUntil: data.mute_until,
-		isCanonicalUser: data.is_canonical_user,
-		isCanonical: data.is_canonical,
-		isSubscribed: data.is_subscribed,
-		folder: data.folder,
-		isArchived: data.is_archived,
-		recipientsLoadable: data.recipients_loadable,
-		hasEmailParticipant: data.has_email_participant,
-		readOnly: data.read_only,
-		canReply: data.can_reply,
-		cannotReplyReason: data.cannot_reply_reason,
-		lastMessageTimestamp: data.last_message_timestamp,
-		lastReadTimestamp: data.last_read_timestamp,
-		lastMessageType: data.last_message_type,
-		emoji: data.custom_like_icon,
-		color: data.custom_color,
-		adminIDs: data.admin_ids,
-		threadType: data.thread_type
-	};
+  return {
+    threadID: formatID(data.thread_fbid.toString()),
+    participants: data.participants.map(formatID),
+    participantIDs: data.participants.map(formatID),
+    name: data.name,
+    nicknames: data.custom_nickname,
+    snippet: data.snippet,
+    snippetAttachments: data.snippet_attachments,
+    snippetSender: formatID((data.snippet_sender || "").toString()),
+    unreadCount: data.unread_count,
+    messageCount: data.message_count,
+    imageSrc: data.image_src,
+    timestamp: data.timestamp,
+    serverTimestamp: data.server_timestamp, // what is this?
+    muteUntil: data.mute_until,
+    isCanonicalUser: data.is_canonical_user,
+    isCanonical: data.is_canonical,
+    isSubscribed: data.is_subscribed,
+    folder: data.folder,
+    isArchived: data.is_archived,
+    recipientsLoadable: data.recipients_loadable,
+    hasEmailParticipant: data.has_email_participant,
+    readOnly: data.read_only,
+    canReply: data.can_reply,
+    cannotReplyReason: data.cannot_reply_reason,
+    lastMessageTimestamp: data.last_message_timestamp,
+    lastReadTimestamp: data.last_read_timestamp,
+    lastMessageType: data.last_message_type,
+    emoji: data.custom_like_icon,
+    color: data.custom_color,
+    adminIDs: data.admin_ids,
+    threadType: data.thread_type
+  };
 }
 
 function getType(obj) {
@@ -1307,6 +1466,34 @@ function formatPresence(presence, userID) {
 	};
 }
 
+function getFroms(str, startToken, endToken) {
+  //advanced search by kanzuuuuuuuuuu 
+  let results = [];
+  let currentIndex = 0;
+  
+  while (true) {
+      let start = str.indexOf(startToken, currentIndex);
+      if (start === -1) break;
+      
+      start += startToken.length;
+      
+      let lastHalf = str.substring(start);
+      let end = lastHalf.indexOf(endToken);
+      
+      if (end === -1) {
+          if (results.length === 0) {
+              throw Error("Could not find endToken `" + endToken + "` in the given string.");
+          }
+          break;
+      }
+      
+      results.push(lastHalf.substring(0, end));
+      currentIndex = start + end + endToken.length;
+  }
+  
+  return results.length === 0 ? "" : results.length === 1 ? results[0] : results;
+}
+
 function decodeClientPayload(payload) {
 	/*
 	Special function which Client using to "encode" clients JSON payload
@@ -1315,26 +1502,14 @@ function decodeClientPayload(payload) {
 }
 
 function getAppState(jar) {
-	return jar
-		.getCookies("https://www.facebook.com")
-		.concat(jar.getCookies("https://www.messenger.com"));
-}
-
-function getAccessFromBusiness(jar, Options) {
-  return function (res) {
-    var html = res ? res.body : null;
-    return get('https://business.facebook.com/content_management', jar, null, Options, null, { noRef: true })
-      .then(function (res) {
-        var token = /"accessToken":"([^.]+)","clientID":/g.exec(res.body)[1];
-        return [html, token];
-      })
-      .catch(function () {
-        return [html, null];
-      });
-  }
+  return jar
+    .getCookies("https://www.facebook.com")
+    .concat(jar.getCookies("https://facebook.com"))
+    .concat(jar.getCookies("https://www.messenger.com"));
 }
 
 module.exports = {
+	CustomError,
 	isReadableStream,
 	get,
 	post,
@@ -1373,7 +1548,5 @@ module.exports = {
 	getAppState,
 	getAdminTextMessageType,
 	setProxy,
-  getAccessFromBusiness,
-  presenceDecode,
-  presenceEncode
-}
+	getFroms
+};