@deeplx/core 0.1.3 → 0.2.1

package/lib/index.cjs

@@ -1,92 +1,129 @@
 'use strict';
 
+var node_crypto = require('node:crypto');
 var proxy = require('node-fetch-native/proxy');
-var whatlangNode = require('whatlang-node');
 var xFetch = require('x-fetch');
 
+var __defProp$1 = Object.defineProperty;
+var __defProps = Object.defineProperties;
+var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
+var __getOwnPropSymbols$1 = Object.getOwnPropertySymbols;
+var __hasOwnProp$1 = Object.prototype.hasOwnProperty;
+var __propIsEnum$1 = Object.prototype.propertyIsEnumerable;
+var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __spreadValues$1 = (a, b) => {
+  for (var prop in b || (b = {}))
+    if (__hasOwnProp$1.call(b, prop))
+      __defNormalProp$1(a, prop, b[prop]);
+  if (__getOwnPropSymbols$1)
+    for (var prop of __getOwnPropSymbols$1(b)) {
+      if (__propIsEnum$1.call(b, prop))
+        __defNormalProp$1(a, prop, b[prop]);
+    }
+  return a;
+};
+var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
 const SUPPORTED_LANGUAGES = [
+  { code: "AR", language: "Arabic" },
   { code: "BG", language: "Bulgarian" },
-  { code: "ZH", language: "Chinese" },
   { code: "CS", language: "Czech" },
   { code: "DA", language: "Danish" },
-  { code: "NL", language: "Dutch" },
+  { code: "DE", language: "German" },
+  { code: "EL", language: "Greek" },
   { code: "EN", language: "English" },
+  { code: "EN-GB", language: "English (British)" },
+  { code: "EN-US", language: "English (American)" },
+  { code: "ES", language: "Spanish" },
+  { code: "ES-419", language: "Spanish (Latin American)" },
   { code: "ET", language: "Estonian" },
   { code: "FI", language: "Finnish" },
   { code: "FR", language: "French" },
-  { code: "DE", language: "German" },
-  { code: "EL", language: "Greek" },
+  { code: "HE", language: "Hebrew" },
   { code: "HU", language: "Hungarian" },
+  { code: "ID", language: "Indonesian" },
   { code: "IT", language: "Italian" },
   { code: "JA", language: "Japanese" },
-  { code: "LV", language: "Latvian" },
+  { code: "KO", language: "Korean" },
   { code: "LT", language: "Lithuanian" },
+  { code: "LV", language: "Latvian" },
+  { code: "NB", language: "Norwegian Bokm\xE5l" },
+  { code: "NL", language: "Dutch" },
   { code: "PL", language: "Polish" },
   { code: "PT", language: "Portuguese" },
+  { code: "PT-BR", language: "Portuguese (Brazilian)" },
+  { code: "PT-PT", language: "Portuguese (European)" },
   { code: "RO", language: "Romanian" },
   { code: "RU", language: "Russian" },
   { code: "SK", language: "Slovak" },
   { code: "SL", language: "Slovenian" },
-  { code: "ES", language: "Spanish" },
   { code: "SV", language: "Swedish" },
   { code: "TR", language: "Turkish" },
-  { code: "ID", language: "Indonesian" },
-  { code: "UK", language: "Ukrainian" }
+  { code: "UK", language: "Ukrainian" },
+  { code: "VI", language: "Vietnamese" },
+  { code: "ZH", language: "Chinese" },
+  { code: "ZH-HANS", language: "Chinese (Simplified)" },
+  { code: "ZH-HANT", language: "Chinese (Traditional)" }
 ];
-const FORMALITY_TONES = /* @__PURE__ */ new Set([
-  "formal",
-  "informal",
-  "undefined"
-]);
-const API_URL = "https://www2.deepl.com/jsonrpc";
+const ONESHOT_FREE_ENDPOINT = "https://oneshot-free.www.deepl.com/v1/translate";
+const ONESHOT_PRO_ENDPOINT = "https://oneshot-pro.www.deepl.com/v1/translate";
+const IMPERSONATED_CHROME_MAJOR = "120";
+const CHROME_EXTENSION_VERSION = "1.86.0";
+const CHROME_EXTENSION_ID = "cofdbpoegempjloogbagkncekinflcnj";
+const MAX_FREE_TEXT_LENGTH = 1500;
 const HTTP_STATUS_OK = 200;
 const HTTP_STATUS_BAD_REQUEST = 400;
 const HTTP_STATUS_NOT_FOUND = 404;
 const HTTP_STATUS_NOT_ALLOWED = 405;
+const HTTP_STATUS_PAYLOAD_TOO_LARGE = 413;
+const HTTP_STATUS_TOO_MANY_REQUESTS = 429;
 const HTTP_STATUS_INTERNAL_ERROR = 500;
 const HTTP_STATUS_SERVICE_UNAVAILABLE = 503;
-const COMMON_HEADERS = {
-  "Content-Type": "application/json",
-  "User-Agent": "DeepL/1627620 CFNetwork/3826.500.62.2.1 Darwin/24.4.0",
-  Accept: "*/*",
-  "X-App-Os-Name": "iOS",
-  "X-App-Os-Version": "18.4.0",
-  "Accept-Language": "en-US,en;q=0.9",
-  "Accept-Encoding": "gzip, deflate, br",
-  // Keep this!
-  "X-App-Device": "iPhone16,2",
-  Referer: "https://www.deepl.com/",
-  "X-Product": "translator",
-  "X-App-Build": "1627620",
-  "X-App-Version": "25.1"
+const TARGET_LANG_MAP = {
+  AR: "ar",
+  BG: "bg",
+  CS: "cs",
+  DA: "da",
+  DE: "de",
+  EL: "el",
+  "EN-GB": "en-GB",
+  "EN-US": "en-US",
+  ES: "es",
+  "ES-419": "es-419",
+  ET: "et",
+  FI: "fi",
+  FR: "fr",
+  HE: "he",
+  HU: "hu",
+  ID: "id",
+  IT: "it",
+  JA: "ja",
+  KO: "ko",
+  LT: "lt",
+  LV: "lv",
+  NB: "nb",
+  NL: "nl",
+  PL: "pl",
+  "PT-BR": "pt-BR",
+  "PT-PT": "pt-PT",
+  RO: "ro",
+  RU: "ru",
+  SK: "sk",
+  SL: "sl",
+  SV: "sv",
+  TR: "tr",
+  UK: "uk",
+  VI: "vi",
+  ZH: "zh-Hans",
+  "ZH-HANS": "zh-Hans",
+  "ZH-HANT": "zh-Hant",
+  EN: "en-US",
+  PT: "pt-BR"
 };
+const SOURCE_LANG_MAP = __spreadProps(__spreadValues$1({}, TARGET_LANG_MAP), {
+  EN: "en",
+  PT: "pt"
+});
 
-const getICount = (translateText) => {
-  return (translateText.match(/i/g) || []).length;
-};
-const getRandomNumber = () => {
-  const base = Math.floor(Math.random() * 99999) + 83e5;
-  return base * 1e3;
-};
-const getTimeStamp = (iCount) => {
-  const ts = Date.now();
-  if (iCount !== 0) {
-    const adjustedCount = iCount + 1;
-    return ts - ts % adjustedCount + adjustedCount;
-  }
-  return ts;
-};
-const formatPostString = (postData) => {
-  const postStr = JSON.stringify(postData);
-  const shouldAddSpace = (
-    // eslint-disable-next-line @typescript-eslint/no-magic-numbers
-    (postData.id + 5) % 29 === 0 || (postData.id + 3) % 13 === 0
-  );
-  return postStr.replaceAll(
-    '"method":"',
-    shouldAddSpace ? `"method" : "` : `"method": "`
-  );
-};
 let abbreviateLanguageDictionary;
 function getAbbreviateLanguages() {
   return abbreviateLanguageDictionary != null ? abbreviateLanguageDictionary : abbreviateLanguageDictionary = SUPPORTED_LANGUAGES.reduce(
@@ -103,8 +140,6 @@ function abbreviateLanguage(language) {
 }
 
 var __defProp = Object.defineProperty;
-var __defProps = Object.defineProperties;
-var __getOwnPropDescs = Object.getOwnPropertyDescriptors;
 var __getOwnPropSymbols = Object.getOwnPropertySymbols;
 var __hasOwnProp = Object.prototype.hasOwnProperty;
 var __propIsEnum = Object.prototype.propertyIsEnumerable;
@@ -120,7 +155,6 @@ var __spreadValues = (a, b) => {
     }
   return a;
 };
-var __spreadProps = (a, b) => __defProps(a, __getOwnPropDescs(b));
 var __async$1 = (__this, __arguments, generator) => {
   return new Promise((resolve, reject) => {
     var fulfilled = (value) => {
@@ -141,145 +175,180 @@ var __async$1 = (__this, __arguments, generator) => {
     step((generator = generator.apply(__this, __arguments)).next());
   });
 };
-const makeRequest = (postData, proxyUrl, dlSession) => __async$1(void 0, null, function* () {
-  return xFetch.xfetch(API_URL, __spreadValues({
-    method: "POST",
-    body: formatPostString(postData),
-    headers: dlSession ? __spreadProps(__spreadValues({}, COMMON_HEADERS), { Cookie: `dl_session=${dlSession}` }) : COMMON_HEADERS
-  }, proxy.createProxy({ url: proxyUrl })));
-});
-const splitAndProcess = (text) => text.split("\n").map((line) => line.trim() === "" ? "\n" : line);
-const translateByDeepLX = (sourceLang, targetLang, text, formal, tagHandling = "plaintext", proxyUrl, dlSession) => __async$1(void 0, null, function* () {
-  var _a, _b;
-  if (!text) {
-    return { code: HTTP_STATUS_NOT_FOUND, message: "No text to translate" };
-  }
-  const textParts = splitAndProcess(text);
-  const translatedParts = [];
-  const allAlternatives = [];
-  for (const part of textParts) {
-    if (!part.trim()) {
-      translatedParts.push("");
-      allAlternatives.push([""]);
-      continue;
-    }
-    if (!sourceLang || sourceLang === "auto") {
-      sourceLang = whatlangNode.detectLang(part, true);
-    }
-    const sourceLangCode = (_a = abbreviateLanguage(sourceLang)) != null ? _a : sourceLang.toUpperCase();
-    const jobs = [
-      {
-        kind: "default",
-        preferred_num_beams: 4,
-        raw_en_context_before: [],
-        raw_en_context_after: [],
-        sentences: [{ prefix: "", text: part, id: 0 }]
-      }
-    ];
-    let hasRegionalVariant = false;
-    let targetLangCode = (_b = abbreviateLanguage(targetLang)) != null ? _b : targetLang.toUpperCase();
-    const targetLangParts = targetLang.split("-");
-    if (targetLangParts.length > 1) {
-      targetLangCode = targetLangParts[0];
-      hasRegionalVariant = true;
-    }
-    const id = getRandomNumber();
-    const postData = {
-      jsonrpc: "2.0",
-      method: "LMT_handle_jobs",
-      id,
-      params: {
-        commonJobParams: __spreadValues({
-          mode: "translate",
-          formality: (
-            // eslint-disable-next-line sonarjs/no-nested-conditional
-            formal == null ? "undefined" : formal ? "formal" : "informal"
-          ),
-          transcribe_as: "romanize",
-          advancedMode: false,
-          textType: tagHandling,
-          wasSpoken: false
-        }, hasRegionalVariant && { regionalVariant: targetLang }),
-        lang: {
-          source_lang_user_selected: "auto",
-          target_lang: targetLangCode,
-          source_lang_computed: sourceLangCode
-        },
-        jobs,
-        timestamp: getTimeStamp(getICount(part))
-      }
-    };
-    let translations;
-    try {
-      const { result } = yield makeRequest(postData, proxyUrl, dlSession);
-      translations = result.translations;
-    } catch (error) {
-      return {
-        code: HTTP_STATUS_SERVICE_UNAVAILABLE,
-        message: String(error)
-      };
+let instanceID_;
+function getInstanceID() {
+  return instanceID_ != null ? instanceID_ : instanceID_ = node_crypto.randomUUID();
+}
+let sharedCookies = "";
+let warmupPromise = null;
+function warmCookies(proxyUrl) {
+  return __async$1(this, null, function* () {
+    if (warmupPromise !== null) {
+      return warmupPromise;
     }
-    let partTranslation = "";
-    const partAlternatives = [];
-    if (translations.length > 0) {
-      for (const translation of translations) {
-        partTranslation += translation.beams[0].sentences[0].text + " ";
-      }
-      partTranslation = partTranslation.trim();
-      const numBeams = translations[0].beams.length;
-      for (let i = 1; i < numBeams; i++) {
-        let altText = "";
-        for (const translation of translations) {
-          const beams = translation.beams;
-          if (i < beams.length) {
-            altText += beams[i].sentences[0].text + " ";
+    warmupPromise = (() => __async$1(null, null, function* () {
+      try {
+        const res = yield xFetch.xfetch("https://www.deepl.com/translator", __spreadValues({
+          type: null
+        }, proxy.createProxy({ url: proxyUrl })));
+        const setCookie = res.headers.get("set-cookie");
+        if (setCookie) {
+          const cookies = [];
+          const userCountryMatch = /userCountry=[^;]+/.exec(setCookie);
+          if (userCountryMatch) {
+            cookies.push(userCountryMatch[0]);
+          }
+          const verifiedBotMatch = /verifiedBot=[^;]+/.exec(setCookie);
+          if (verifiedBotMatch) {
+            cookies.push(verifiedBotMatch[0]);
+          }
+          if (cookies.length > 0) {
+            sharedCookies = cookies.join("; ");
           }
         }
-        if (altText) {
-          partAlternatives.push(altText.trim());
-        }
+      } catch (e) {
+        warmupPromise = null;
       }
+    }))();
+    return warmupPromise;
+  });
+}
+function resolveLang(code, kind) {
+  if (!code || code.toLowerCase() === "auto") {
+    if (kind === "target") {
+      return { success: false, error: 'target_lang cannot be "auto" or empty' };
     }
-    if (!partTranslation) {
-      return {
-        code: HTTP_STATUS_SERVICE_UNAVAILABLE,
-        message: "Translation failed"
-      };
-    }
-    translatedParts.push(partTranslation);
-    allAlternatives.push(partAlternatives);
+    return { success: true, value: void 0 };
   }
-  const translatedText = translatedParts.join("\n");
-  const combinedAlternatives = [];
-  let maxAlts = 0;
-  for (const alts of allAlternatives) {
-    if (alts.length > maxAlts) {
-      maxAlts = alts.length;
+  const langMap = kind === "target" ? TARGET_LANG_MAP : SOURCE_LANG_MAP;
+  const upperCode = code.toUpperCase();
+  let mapped = langMap[upperCode];
+  if (!mapped) {
+    const abbreviated = abbreviateLanguage(code);
+    if (abbreviated) {
+      mapped = langMap[abbreviated.toUpperCase()];
     }
   }
-  for (let i = 0; i < maxAlts; i++) {
-    const altParts = [];
-    for (const [j, alts] of allAlternatives.entries()) {
-      if (i < alts.length) {
-        altParts.push(alts[i]);
-      } else if (translatedParts[j].length === 0) {
-        altParts.push("");
-      } else {
-        altParts.push(translatedParts[j]);
-      }
+  if (!mapped) {
+    return { success: false, error: `unsupported ${kind}_lang "${code}"` };
+  }
+  return { success: true, value: mapped };
+}
+function parseTranslationError(error, reqId) {
+  if (error instanceof xFetch.ResponseError) {
+    const status = error.response.status;
+    if (status === HTTP_STATUS_TOO_MANY_REQUESTS) {
+      return { code: status, id: reqId, message: "too many requests, ..." };
     }
-    combinedAlternatives.push(altParts.join("\n"));
+    return { code: status, id: reqId, message: error.message };
+  }
+  return {
+    code: HTTP_STATUS_SERVICE_UNAVAILABLE,
+    id: reqId,
+    message: String(error)
+  };
+}
+function buildHeaders(dlSession) {
+  const authValue = dlSession ? `Bearer ${dlSession}` : "None";
+  const headers = {
+    "Content-Type": "application/json",
+    Accept: "*/*",
+    Authorization: authValue,
+    Origin: `chrome-extension://${CHROME_EXTENSION_ID}`,
+    "Sec-Fetch-Site": "cross-site",
+    "Sec-Fetch-Mode": "cors",
+    "Sec-Fetch-Dest": "empty",
+    "Accept-Encoding": "gzip, deflate, br",
+    "User-Agent": `Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${IMPERSONATED_CHROME_MAJOR}.0.0.0 Safari/537.36`
+  };
+  if (sharedCookies) {
+    headers["Cookie"] = sharedCookies;
+  }
+  return headers;
+}
+function processTranslationResponse(response, reqId, sourceLang, targetLang, dlSession) {
+  if (!(response == null ? void 0 : response.translations) || response.translations.length === 0) {
+    return {
+      code: HTTP_STATUS_SERVICE_UNAVAILABLE,
+      id: reqId,
+      message: "Translation failed"
+    };
   }
+  const mainTranslation = response.translations[0];
+  if (!mainTranslation.text) {
+    return {
+      code: HTTP_STATUS_SERVICE_UNAVAILABLE,
+      id: reqId,
+      message: "Translation failed"
+    };
+  }
+  const detectedLang = mainTranslation.detected_source_language ? mainTranslation.detected_source_language.toUpperCase() : sourceLang || "auto";
   return {
     code: HTTP_STATUS_OK,
-    id: getRandomNumber(),
-    // Using new ID for the complete translation
-    data: translatedText,
-    alternatives: combinedAlternatives,
-    sourceLang,
+    id: reqId,
+    data: mainTranslation.text,
+    alternatives: [],
+    sourceLang: detectedLang,
     targetLang,
     method: dlSession ? "Pro" : "Free"
   };
+}
+const translateByDeepLX = (sourceLang, targetLang, text, proxyUrl, dlSession, signal) => __async$1(null, null, function* () {
+  if (!text) {
+    return { code: HTTP_STATUS_NOT_FOUND, message: "No text to translate" };
+  }
+  if ([...text].length > MAX_FREE_TEXT_LENGTH) {
+    return {
+      code: HTTP_STATUS_PAYLOAD_TOO_LARGE,
+      // Payload Too Large
+      message: `text exceeds maximum length: ${[...text].length} characters (anonymous oneshot limit is ${MAX_FREE_TEXT_LENGTH})`
+    };
+  }
+  if (!dlSession) {
+    yield warmCookies(proxyUrl);
+  }
+  const targetResult = resolveLang(targetLang, "target");
+  if (!targetResult.success) {
+    return { code: HTTP_STATUS_BAD_REQUEST, message: targetResult.error };
+  }
+  const sourceResult = resolveLang(sourceLang, "source");
+  if (!sourceResult.success) {
+    return { code: HTTP_STATUS_BAD_REQUEST, message: sourceResult.error };
+  }
+  const reqData = {
+    text: [text],
+    target_lang: targetResult.value,
+    source_lang: sourceResult.value,
+    usage_type: "Translate",
+    app_information: {
+      os: "brex_macOS",
+      os_version: `brex_chrome_${IMPERSONATED_CHROME_MAJOR}.0.0.0`,
+      app_version: CHROME_EXTENSION_VERSION,
+      app_build: "chrome_web_store",
+      instance_id: getInstanceID()
+    }
+  };
+  const reqId = Date.now();
+  try {
+    const response = yield xFetch.xfetch(
+      dlSession ? ONESHOT_PRO_ENDPOINT : ONESHOT_FREE_ENDPOINT,
+      __spreadValues({
+        method: "POST",
+        body: reqData,
+        headers: buildHeaders(dlSession),
+        signal
+      }, proxy.createProxy({ url: proxyUrl }))
+    );
+    return processTranslationResponse(
+      response,
+      reqId,
+      sourceLang,
+      targetLang,
+      dlSession
+    );
+  } catch (error) {
+    return parseTranslationError(error, reqId);
+  }
 });
 
 var __async = (__this, __arguments, generator) => {
@@ -302,28 +371,38 @@ var __async = (__this, __arguments, generator) => {
     step((generator = generator.apply(__this, __arguments)).next());
   });
 };
-const translate = (text, targetLang, sourceLang, formal) => __async(void 0, null, function* () {
-  const result = yield translateByDeepLX(sourceLang, targetLang, text, formal);
+const translate = (text, targetLang, sourceLang, options) => __async(null, null, function* () {
+  const result = yield translateByDeepLX(
+    sourceLang,
+    targetLang,
+    text,
+    options == null ? void 0 : options.proxyUrl,
+    options == null ? void 0 : options.dlSession,
+    options == null ? void 0 : options.signal
+  );
   if ("message" in result) {
     throw new Error(result.message, { cause: result });
   }
   return result.data;
 });
 
-exports.API_URL = API_URL;
-exports.COMMON_HEADERS = COMMON_HEADERS;
-exports.FORMALITY_TONES = FORMALITY_TONES;
+exports.CHROME_EXTENSION_ID = CHROME_EXTENSION_ID;
+exports.CHROME_EXTENSION_VERSION = CHROME_EXTENSION_VERSION;
 exports.HTTP_STATUS_BAD_REQUEST = HTTP_STATUS_BAD_REQUEST;
 exports.HTTP_STATUS_INTERNAL_ERROR = HTTP_STATUS_INTERNAL_ERROR;
 exports.HTTP_STATUS_NOT_ALLOWED = HTTP_STATUS_NOT_ALLOWED;
 exports.HTTP_STATUS_NOT_FOUND = HTTP_STATUS_NOT_FOUND;
 exports.HTTP_STATUS_OK = HTTP_STATUS_OK;
+exports.HTTP_STATUS_PAYLOAD_TOO_LARGE = HTTP_STATUS_PAYLOAD_TOO_LARGE;
 exports.HTTP_STATUS_SERVICE_UNAVAILABLE = HTTP_STATUS_SERVICE_UNAVAILABLE;
+exports.HTTP_STATUS_TOO_MANY_REQUESTS = HTTP_STATUS_TOO_MANY_REQUESTS;
+exports.IMPERSONATED_CHROME_MAJOR = IMPERSONATED_CHROME_MAJOR;
+exports.MAX_FREE_TEXT_LENGTH = MAX_FREE_TEXT_LENGTH;
+exports.ONESHOT_FREE_ENDPOINT = ONESHOT_FREE_ENDPOINT;
+exports.ONESHOT_PRO_ENDPOINT = ONESHOT_PRO_ENDPOINT;
+exports.SOURCE_LANG_MAP = SOURCE_LANG_MAP;
 exports.SUPPORTED_LANGUAGES = SUPPORTED_LANGUAGES;
+exports.TARGET_LANG_MAP = TARGET_LANG_MAP;
 exports.abbreviateLanguage = abbreviateLanguage;
-exports.formatPostString = formatPostString;
-exports.getICount = getICount;
-exports.getRandomNumber = getRandomNumber;
-exports.getTimeStamp = getTimeStamp;
 exports.translate = translate;
 exports.translateByDeepLX = translateByDeepLX;

package/lib/translate.d.ts

@@ -1,3 +1,3 @@
 import { type SourceLanguage, type TargetLanguage } from './constants.ts';
 import type { DeepLXTranslationResult } from './types.ts';
-export declare const translateByDeepLX: (sourceLang: SourceLanguage | undefined, targetLang: TargetLanguage, text: string, formal?: boolean, tagHandling?: string, proxyUrl?: string, dlSession?: string) => Promise<DeepLXTranslationResult>;
+export declare const translateByDeepLX: (sourceLang: SourceLanguage | undefined, targetLang: TargetLanguage, text: string, proxyUrl?: string, dlSession?: string, signal?: AbortSignal) => Promise<DeepLXTranslationResult>;