bb-fca 2.0.0

package/src/utils/headers.ts

@@ -0,0 +1,65 @@
+import { randomUserAgent } from "./user-agents";
+
+export function getHeaders(url: string, options?: any, ctx?: any, customHeader?: any): Record<string, string> {
+  const {
+    userAgent,
+    secChUa,
+    secChUaFullVersionList,
+    secChUaPlatform,
+    secChUaPlatformVersion
+  } = randomUserAgent();
+
+  const host = new URL(url).hostname;
+  const referer = `https://${host}/`;
+
+  const headers: Record<string, string> = {
+    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
+    "Accept-Language": "en-US,en;q=0.9",
+    "Cache-Control": "max-age=0",
+    "Connection": "keep-alive",
+    "Dpr": "1",
+    "Host": host,
+    "Origin": `https://${host}`,
+    "Referer": referer,
+    "Sec-Ch-Prefers-Color-Scheme": "light",
+    "Sec-Ch-Ua": secChUa,
+    "Sec-Ch-Ua-Full-Version-List": secChUaFullVersionList,
+    "Sec-Ch-Ua-Mobile": "?0",
+    "Sec-Ch-Ua-Model": '"""',
+    "Sec-Ch-Ua-Platform": secChUaPlatform,
+    "Sec-Ch-Ua-Platform-Version": secChUaPlatformVersion,
+    "Sec-Fetch-Dest": "document",
+    "Sec-Fetch-Mode": "navigate",
+    "Sec-Fetch-Site": "same-origin",
+    "Sec-Fetch-User": "?1",
+    "Upgrade-Insecure-Requests": "1",
+    "User-Agent": userAgent,
+    "Viewport-Width": "1920"
+  };
+
+  if (ctx) {
+    if (ctx.fb_dtsg) {
+      headers["X-Fb-Lsd"] = ctx.lsd;
+    }
+    if (ctx.region) {
+      headers["X-MSGR-Region"] = ctx.region;
+    }
+    if (ctx.master) {
+      const { __spin_r, __spin_b, __spin_t } = ctx.master;
+      if (__spin_r) headers["X-Fb-Spin-R"] = String(__spin_r);
+      if (__spin_b) headers["X-Fb-Spin-B"] = String(__spin_b);
+      if (__spin_t) headers["X-Fb-Spin-T"] = String(__spin_t);
+    }
+  }
+
+  if (customHeader) {
+    Object.assign(headers, customHeader);
+    if (customHeader.noRef) {
+      delete headers.Referer;
+    }
+  }
+
+  return headers;
+}
+
+export const meta = (prop: string): RegExp => new RegExp(`<meta property="${prop}" content="([^"]*)"`);

package/src/utils/index.ts

@@ -0,0 +1,65 @@
+import * as network from "./axios";
+import * as headers from "./headers";
+import * as clients from "./clients";
+import * as constants from "./constants";
+import * as formatters from "./formatters";
+import * as userAgents from "./user-agents";
+import * as cheerio from "cheerio";
+import * as util from "util";
+
+async function json(url: string, jar: any, qs?: any, options?: any, ctx?: any, customHeader?: any): Promise<any[]> {
+  try {
+    const res = await network.get(url, jar, qs, options, ctx, customHeader);
+    const body = res.body;
+    const $ = cheerio.load(body);
+    const scripts = $('script[type="application/json"]');
+    if (scripts.length === 0) {
+      constants.warn(`No <script type="application/json"> tags found on ${url}`);
+      return [];
+    }
+    const allJsonData: any[] = [];
+    scripts.each((index: number, element: any) => {
+      try {
+        const jsonContent = $(element).html();
+        if (jsonContent) { allJsonData.push(JSON.parse(jsonContent)); }
+      } catch (e) {
+        constants.warn(`Could not parse JSON from script #${index + 1} on ${url}`);
+      }
+    });
+    return allJsonData;
+  } catch (error) {
+    constants.error(`Error in utils.json fetching from ${url}:`, error);
+    throw error;
+  }
+}
+
+function makeDefaults(html: string, userID: string | number, ctx: any): any {
+  let reqCounter = 1;
+  const revision = constants.getFrom(html, 'revision":', ",");
+  function mergeWithDefaults(obj?: any): any {
+    const newObj: any = { av: userID, __user: userID, __req: (reqCounter++).toString(36), __rev: revision, __a: 1, ...(ctx && { fb_dtsg: ctx.fb_dtsg, jazoest: ctx.jazoest }) };
+    if (!obj) return newObj;
+    for (const prop in obj) { if (obj.hasOwnProperty(prop) && !newObj[prop]) { newObj[prop] = obj[prop]; } }
+    return newObj;
+  }
+  return {
+    get: (url: string, jar: any, qs?: any, ctxx?: any, customHeader: any = {}) => network.get(url, jar, mergeWithDefaults(qs), ctx.globalOptions, ctxx || ctx, customHeader),
+    post: (url: string, jar: any, form?: any, ctxx?: any, customHeader: any = {}) => network.post(url, jar, mergeWithDefaults(form), ctx.globalOptions, ctxx || ctx, customHeader),
+    postFormData: (url: string, jar: any, form: any, qs?: any, ctxx?: any) => network.postFormData(url, jar, mergeWithDefaults(form), mergeWithDefaults(qs), ctx.globalOptions, ctxx || ctx),
+  };
+}
+
+const utils = {
+  ...network,
+  ...headers,
+  ...clients,
+  ...constants,
+  ...formatters,
+  ...userAgents,
+  json,
+  makeDefaults,
+  promisify: (func: any) => util.promisify(func),
+  delay: (ms: number) => new Promise(r => setTimeout(r, ms))
+};
+
+export = utils;

package/src/utils/user-agents.ts

@@ -0,0 +1,49 @@
+import { getRandom } from "./constants";
+
+interface BrowserPlatform {
+  platform: string;
+  chromeVersions: string[];
+  platformVersion: string;
+}
+
+const BROWSER_DATA: Record<string, BrowserPlatform> = {
+  windows: {
+    platform: "Windows NT 10.0; Win64; x64",
+    chromeVersions: ["126.0.0.0", "125.0.0.0", "124.0.0.0"],
+    platformVersion: '"15.0.0"'
+  },
+  mac: {
+    platform: "Macintosh; Intel Mac OS X 10_15_7",
+    chromeVersions: ["126.0.0.0", "125.0.0.0", "124.0.0.0"],
+    platformVersion: '"15.7.9"'
+  }
+};
+
+export const defaultUserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36";
+
+export function randomUserAgent() {
+  const osKey = getRandom(Object.keys(BROWSER_DATA));
+  const data = BROWSER_DATA[osKey];
+  const version = getRandom(data.chromeVersions);
+  const majorVersion = version.split(".")[0];
+
+  const userAgent = `Mozilla/5.0 (${data.platform}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${version} Safari/537.36`;
+
+  const brands = [
+    `"Not/A)Brand";v="8"`,
+    `"Chromium";v="${majorVersion}"`,
+    `"Google Chrome";v="${majorVersion}"`
+  ];
+  const secChUa = brands.join(", ");
+  const secChUaFullVersionList = brands.map((b) => b.replace(/"$/, '.0.0.0"')).join(", ");
+
+  return {
+    userAgent,
+    secChUa,
+    secChUaFullVersionList,
+    secChUaPlatform: `"${osKey === "windows" ? "Windows" : "macOS"}"`,
+    secChUaPlatformVersion: data.platformVersion
+  };
+}
+
+export const windowsUserAgent = defaultUserAgent;

package/tsconfig.json

@@ -0,0 +1,37 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "module": "commonjs",
+    "lib": ["ES2022"],
+    "outDir": "./dist",
+    "rootDir": "./src",
+    "strict": false,
+    "esModuleInterop": true,
+    "allowSyntheticDefaultImports": true,
+    "moduleResolution": "node",
+    "resolveJsonModule": true,
+    "declaration": true,
+    "declarationDir": "./dist/types",
+    "sourceMap": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "noImplicitReturns": false,
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "allowJs": false,
+    "baseUrl": "./src",
+    "paths": {
+      "@utils/*": ["utils/*"],
+      "@core/*": ["core/*"],
+      "@deltas/*": ["deltas/*"]
+    }
+  },
+  "include": ["src/**/*.ts"],
+  "exclude": [
+    "node_modules",
+    "dist",
+    "examples",
+    "module",
+    "src/utils/formatters.old.ts"
+  ]
+}