emusks 2.0.11 → 2.0.13

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "emusks",
-  "version": "2.0.11",
+  "version": "2.0.13",
   "description": "Reverse-engineered Twitter API client. Log in and interact with the unofficial X API using any client identity — web, Android, iOS, or TweetDeck",
   "keywords": [
     "client",

package/src/clients.js

@@ -4,18 +4,14 @@ const chrome_fingerprint = {
   ja3: "771,4865-4866-4867-49195-49199-49196-49200-52393-52392-49171-49172-156-157-47-53,35-5-27-16-0-10-13-23-45-65037-17613-18-65281-51-43-11,4588-29-23-24,0",
   ja4r: "t13d1516h2_002f,0035,009c,009d,1301,1302,1303,c013,c014,c02b,c02c,c02f,c030,cca8,cca9_0005,000a,000b,000d,0012,0017,001b,0023,002b,002d,0033,44cd,fe0d,ff01_0403,0804,0401,0503,0805,0501,0806,0601",
 };
-
 const android_fingerprint = {
   ja3: "771,4865-4866-4867-49195-49199-49196-49200-52393-52392-49171-49172-156-157-47-53,23-0-16-11-17613-27-43-35-13-65037-51-18-65281-45-5-10-41,4588-29-23-24,0",
   ja4r: "t13d1517h2_002f,0035,009c,009d,1301,1302,1303,c013,c014,c02b,c02c,c02f,c030,cca8,cca9_0005,000a,000b,000d,0012,0017,001b,0023,0029,002b,002d,0033,44cd,fe0d,ff01_0403,0804,0401,0503,0805,0501,0806,0601",
-
   userAgent: "TwitterAndroid/10.93.0-release.00 (Android 14; Google Pixel 7 Pro)",
 };
-
 const iphone_fingerprint = {
   ja3: "771,4865-4866-4867-49195-49199-49196-49200-52393-52392-49171-49172-156-157-47-53,23-0-16-11-17613-27-43-35-13-65037-51-18-65281-45-5-10-41,4588-29-23-24,0",
   ja4r: "t13d1517h2_002f,0035,009c,009d,1301,1302,1303,c013,c014,c02b,c02c,c02f,c030,cca8,cca9_0005,000a,000b,000d,0012,0017,001b,0023,0029,002b,002d,0033,44cd,fe0d,ff01_0403,0804,0401,0503,0805,0501,0806,0601",
-
   userAgent: "Twitter-iPhone/10.93.0-release.00 (iPhone; iOS 16.5.1; Scale/3.00)",
 };
 
@@ -41,14 +37,14 @@ export default {
       "AAAAAAAAAAAAAAAAAAAAAIWCCAAAAAAA2C25AxqI%2BYCS7pdfJKRH8Xh19zA%3D8vpDZzPHaEJhd20MKVWp3UR38YoPpuTX7UD2cVYo3YNikubuxd",
     fingerprints: iphone_fingerprint,
   },
-
   old: {
-    // doesn't seem to work
+    // v1.1 only - doesn't seem to work
     bearer:
       "AAAAAAAAAAAAAAAAAAAAAPYXBAAAAAAACLXUNDekMxqa8h%2F40K4moUkGsoc%3DTYfbDKbT3jJPCEVnMYqilB28NHfOPqkca3qaAxGfsyKCs0wRbw",
     fingerprints: chrome_fingerprint,
   },
   web: {
+    // requires transaction id
     bearer:
       "AAAAAAAAAAAAAAAAAAAAANRILgAAAAAAnNwIzUejRCOuH5E6I8xnZz4puTs%3D1Zv7ttfk8LF81IUq16cHjhLTvJu4FA33AGWWjCpTnA",
     fingerprints: chrome_fingerprint,
@@ -59,4 +55,41 @@ export default {
       "AAAAAAAAAAAAAAAAAAAAAFQODgEAAAAAVHTp76lzh3rFzcHbmHVvQxYYpTw%3DckAlMINMjmCwxUcaXbAN4XqJVdgMJaHqNOFgPMK0zN1qLqLQCF",
     fingerprints: chrome_fingerprint,
   },
-};
+  advertisers: {
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAAPnA9gAAAAAAZHpqKYoDdMCaqTUBktzAdK38BGk%3DLNsI9r2BHSjZ7cl5wD6Sh6NhxwZd2j8lXDSd6GDoQVYBlzx5Ff",
+    fingerprints: chrome_fingerprint,
+  },
+  ads_manager_next: {
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAAFsXTQEAAAAAGT1ZWWC51IF1Z8pIl9GKdGuGYtY%3Darf4lbyvoKjCUZfpLX90hOjVT1PqmxNH3arG6iOcb4XNlCvQxe",
+    fingerprints: chrome_fingerprint,
+  },
+  advertiser_interface: {
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAAFktLQEAAAAAidmFlKJvQR29CW13eg2VolZ3wy4%3DU2ufD1swpIdjuNtaIzloCW8VnUYsmyuTatng49FzHuRwEeDdKH",
+    fingerprints: chrome_fingerprint,
+  },
+  corporate_cms: {
+    // known by twitter employees
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAACHguwAAAAAAaSlT0G31NDEyg%2BSnBN5JuyKjMCU%3Dlhg0gv0nE7KKyiJNEAojQbn8Y3wJm1xidDK7VnKGBP4ByJwHPb",
+    fingerprints: chrome_fingerprint,
+  },
+  ads_broken: {
+    // doesn't work
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAAG5LOQEAAAAAbEKsIYYIhrfOQqm4H8u7xcahRkU%3Dz98HKmzbeXdKqBfUDmElcqYl0cmmKY9KdS2UoNIz3Phapgsowi",
+    fingerprints: chrome_fingerprint,
+  },
+  audience_manager_internal: {
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAADLR6gAAAAAAVkXGYss9CqHyAQ%2FMecX43S1FhwA%3DYUynbBpK0xqHXNeDxFt3NkoFwkS45LTzvgE3CJTfRbQ3QOSO7f",
+    fingerprints: chrome_fingerprint,
+  },
+  tweets_manager: {
+    bearer:
+      "AAAAAAAAAAAAAAAAAAAAADiN8wAAAAAAeBRmNg1NMB%2F4KdNvC%2FpQD0jjTEI%3Dosq5IVDr4azvJ2wThXtkMbGu8powFlXBRgQD9yTttGtygMk7ki",
+    fingerprints: chrome_fingerprint,
+  },
+};

package/src/graphql.js

@@ -1,16 +1,60 @@
+import { ClientTransaction, handleXMigration } from "x-client-transaction-id";
 import getCycleTLS from "./cycletls.js";
 import graphqlApi from "./static/graphql.js";
 
+const GRAPHQL_ENDPOINTS = {
+  main: {
+    base: "https://api.x.com/graphql",
+    referrer: "https://x.com/",
+    secFetchSite: "same-site",
+  },
+  main_twitter: {
+    base: "https://api.twitter.com/graphql",
+    referrer: "https://twitter.com/",
+    secFetchSite: "same-site",
+  },
+  web: {
+    base: "https://x.com/i/api/graphql",
+    referrer: "https://x.com/",
+    secFetchSite: "same-origin",
+  },
+  web_twitter: {
+    base: "https://twitter.com/i/api/graphql",
+    referrer: "https://twitter.com/",
+    secFetchSite: "same-origin",
+  },
+  tweetdeck: {
+    base: "https://pro.x.com/i/api/graphql",
+    referrer: "https://pro.x.com/",
+    secFetchSite: "same-origin",
+  },
+  tweetdeck_twitter: {
+    base: "https://pro.twitter.com/i/api/graphql",
+    referrer: "https://pro.twitter.com/",
+    secFetchSite: "same-origin",
+  },
+};
+
+export { GRAPHQL_ENDPOINTS };
+
 export default async function graphql(queryName, { variables, fieldToggles, body, headers } = {}) {
   const entry = graphqlApi[queryName];
   if (!entry) {
     throw new Error(`graphql query ${queryName} not found`);
   }
 
-  const [method, baseUrl, features, queryId] = entry;
+  const [method, , features, queryId] = entry;
   const isPost = method.toLowerCase() === "post";
 
-  let finalUrl = baseUrl;
+  const endpointName = this.graphqlEndpoint || "web";
+  const endpoint = GRAPHQL_ENDPOINTS[endpointName];
+  if (!endpoint) {
+    throw new Error(
+      `unknown graphql endpoint "${endpointName}", expected: ${Object.keys(GRAPHQL_ENDPOINTS).join(", ")}`,
+    );
+  }
+
+  let finalUrl = `${endpoint.base}/${queryId}/${queryName}`;
   let requestBody;
 
   if (isPost) {
@@ -41,6 +85,9 @@ export default async function graphql(queryName, { variables, fieldToggles, body
   const url = new URL(finalUrl);
   const pathname = url.pathname;
 
+  const useTransactionIds =
+    this.transactionIds !== undefined ? this.transactionIds : endpointName === "web";
+
   const requestHeaders = {
     accept: "*/*",
     "accept-language": "en-US,en;q=0.9",
@@ -50,23 +97,32 @@ export default async function graphql(queryName, { variables, fieldToggles, body
     "x-twitter-active-user": "yes",
     "x-twitter-auth-type": "OAuth2Session",
     "x-twitter-client-language": "en",
-    "x-client-transaction-id": await this.auth.generateTransactionId(
-      method.toUpperCase(),
-      pathname,
-    ),
     priority: "u=1, i",
     "sec-ch-ua": '"Not(A:Brand";v="8", "Chromium";v="144"',
     "sec-ch-ua-mobile": "?0",
     "sec-ch-ua-platform": '"macOS"',
     "sec-fetch-dest": "empty",
     "sec-fetch-mode": "cors",
-    "sec-fetch-site": "same-origin",
+    "sec-fetch-site": endpoint.secFetchSite,
     "sec-gpc": "1",
     cookie:
       this.auth.client.headers.cookie + (this.elevatedCookies ? `; ${this.elevatedCookies}` : ""),
     ...headers,
   };
 
+  if (useTransactionIds) {
+    if (!this.auth.generateTransactionId) {
+      const document = await handleXMigration();
+      const transaction = new ClientTransaction(document);
+      await transaction.initialize();
+      this.auth.generateTransactionId = transaction.generateTransactionId.bind(transaction);
+    }
+    requestHeaders["x-client-transaction-id"] = await this.auth.generateTransactionId(
+      method.toUpperCase(),
+      pathname,
+    );
+  }
+
   const cycleTLS = await getCycleTLS();
   const res = await (
     await cycleTLS(
@@ -78,7 +134,7 @@ export default async function graphql(queryName, { variables, fieldToggles, body
         ja4r: this.auth.client.fingerprints.ja4r,
         body: isPost ? JSON.stringify(requestBody) : undefined,
         proxy: this.proxy || undefined,
-        referrer: "https://x.com/",
+        referrer: endpoint.referrer,
       },
       method,
     )

package/src/index.js

@@ -2,7 +2,7 @@ import { ClientTransaction, handleXMigration } from "x-client-transaction-id";
 import clients from "./clients.js";
 import getCycleTLS from "./cycletls.js";
 import flowLogin from "./flow.js";
-import graphql from "./graphql.js";
+import graphql, { GRAPHQL_ENDPOINTS } from "./graphql.js";
 import initHelpers from "./helpers/index.js";
 import parseUser from "./parsers/user.js";
 import v1_1 from "./v1.1.js";
@@ -11,6 +11,8 @@ import v2 from "./v2.js";
 export default class Emusks {
   auth = null;
   elevatedCookies = null;
+  graphqlEndpoint = "web";
+  transactionIds = undefined;
 
   async elevate(password) {
     if (!this.auth) throw new Error("must be logged in before calling elevate");
@@ -76,6 +78,19 @@ export default class Emusks {
     if (!p.client) throw new Error("invalid client!");
     if (p.proxy) this.proxy = p.proxy;
 
+    if (p.endpoint) {
+      if (!GRAPHQL_ENDPOINTS[p.endpoint]) {
+        throw new Error(
+          `unknown graphql endpoint "${p.endpoint}", expected: ${Object.keys(GRAPHQL_ENDPOINTS).join(", ")}`,
+        );
+      }
+      this.graphqlEndpoint = p.endpoint;
+    }
+
+    if (p.transactionIds !== undefined) {
+      this.transactionIds = p.transactionIds;
+    }
+
     if (!p.client.bearer) {
       throw new Error("client is missing bearer token!");
     }
@@ -139,10 +154,17 @@ export default class Emusks {
     }
     this.auth.client.headers.cookie = cookieParts.join("; ");
 
-    const document = await handleXMigration();
-    const transaction = new ClientTransaction(document);
-    await transaction.initialize();
-    this.auth.generateTransactionId = transaction.generateTransactionId.bind(transaction);
+    const needsTransactionIds =
+      this.transactionIds !== undefined
+        ? this.transactionIds
+        : this.graphqlEndpoint === "web" || this.graphqlEndpoint === "web_twitter";
+
+    if (needsTransactionIds) {
+      const document = await handleXMigration();
+      const transaction = new ClientTransaction(document);
+      await transaction.initialize();
+      this.auth.generateTransactionId = transaction.generateTransactionId.bind(transaction);
+    }
 
     const responseText = await res.text();
     const initialStateMatch = responseText.match(/window\.__INITIAL_STATE__\s*=\s*({.*?});/s);