oz-request 1.0.0 → 1.0.1

package/README.md

@@ -0,0 +1,24 @@
+# 转发 ozon 接口 o-request
+
+## 项目说明，跟目录有 index.js 和 index.mjs 只是为 npm 包能兼容 require 和 import 引入方式。代码是功能是一样的。
+
+## 使用步骤
+
+1、安装包：`npm install o-request`
+
+2、引入使用
+
+```
+  const createOzonClient = require('o-request');
+
+  const client = createOzonClient({
+    proxyList: ['http://user:pass@ip:port']  // 必填，代理ip
+  });
+
+  const result = await client({
+    url: 'https://seller.ozon.ru/app/api/...', // ozon的接口（必填）
+    reqParmas: { ... }, // 接口入参（必填）
+    originalCookie: '...', // ozon后台的cookie（必填）
+    headers: { 'X-Custom': 'value' } // 可自定义请求ozon接口时，请求头字段（非必填）
+  });
+```

package/index.mjs

@@ -0,0 +1,371 @@
+// index.mjs
+import http2 from 'http2';
+import tls from 'tls';
+import { CookieJar } from 'tough-cookie';
+import { URL } from 'url';
+import crypto from 'crypto';
+import tough from 'tough-cookie';
+import { HttpsProxyAgent } from 'https-proxy-agent';
+import dns from 'dns';
+
+// 全局环境设置（仅作用于当前模块）
+process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
+dns.setDefaultResultOrder('ipv4first');
+
+// ---------- 工具函数 ----------
+const getRandomNum = (min, max) => {
+  min = Math.ceil(min);
+  max = Math.floor(max);
+  return Math.floor(Math.random() * (max - min + 1)) + min;
+};
+
+const stopFn = (s = 1) => {
+  return new Promise((resolve) => {
+    setTimeout(resolve, 1000 * s);
+  });
+};
+
+function getWindowsChromeUA() {
+  const versions = {
+    chrome: Math.floor(Math.random() * 20) + 130,
+    windows: ['10.0', '11.0'][Math.floor(Math.random() * 2)]
+  };
+  return `Mozilla/5.0 (Windows NT ${versions.windows}; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${versions.chrome}.0.0.0 Safari/537.36`;
+}
+
+// ---------- Cookie 会话管理器 ----------
+const pendingCreates = new Map();
+
+async function getOrCreateJar(cookieStr) {
+  const key = cookieStr;
+  if (pendingCreates.has(key)) {
+    return pendingCreates.get(key);
+  }
+  const createPromise = (async () => {
+    const jar = new CookieJar();
+    await initSession(jar, cookieStr);
+    pendingCreates.delete(key);
+    return jar;
+  })();
+  pendingCreates.set(key, createPromise);
+  return createPromise;
+}
+
+async function initSession(jar, initialCookies) {
+  initialCookies = initialCookies.replaceAll('__Secure', 'mySecure');
+  for (const cookieStr of initialCookies.split('; ')) {
+    const cookie = tough.Cookie.parse(cookieStr);
+    if (cookie) {
+      await new Promise(resolve =>
+        jar.setCookie(cookie, 'https://seller.ozon.ru', resolve)
+      );
+    }
+  }
+}
+
+async function serializeCookies(jar) {
+  let cookies = await new Promise(resolve =>
+    jar.getCookies('https://seller.ozon.ru', (err, cookies) => {
+      if (err) return resolve([]);
+      const cookieMap = new Map();
+      cookies.forEach(cookie => {
+        cookieMap.set(cookie.key, cookie.cookieString());
+      });
+      resolve(Array.from(cookieMap.values()).join('; '));
+    })
+  );
+  cookies = cookies.replaceAll('mySecure', '__Secure');
+  return cookies;
+}
+
+// ---------- 工厂函数 ----------
+export default function createOzonClient(options) {
+  const { proxyList, tlsFingerprint = null } = options;
+
+  if (!proxyList || !Array.isArray(proxyList) || proxyList.length === 0) {
+    throw new Error('proxyList must be a non-empty array of proxy URLs');
+  }
+
+  const DEFAULT_FINGERPRINT = {
+    cipherSuites: [
+      'TLS_AES_128_GCM_SHA256',
+      'TLS_AES_256_GCM_SHA384',
+      'TLS_CHACHA20_POLY1305_SHA256',
+      'ECDHE-ECDSA-AES128-GCM-SHA256',
+      'ECDHE-RSA-AES128-GCM-SHA256',
+      'ECDHE-ECDSA-AES256-GCM-SHA384',
+      'ECDHE-RSA-AES256-GCM-SHA384',
+      'ECDHE-ECDSA-CHACHA20-POLY1305',
+      'ECDHE-RSA-CHACHA20-POLY1305',
+      'ECDHE-RSA-AES128-SHA',
+      'ECDHE-RSA-AES256-SHA',
+      'AES128-GCM-SHA256',
+      'AES256-GCM-SHA384',
+      'AES128-SHA',
+      'AES256-SHA'
+    ].join(':'),
+    ellipticCurves: ['X25519', 'secp256r1', 'secp384r1'],
+    signatureAlgorithms: [
+      'ecdsa_secp256r1_sha256',
+      'rsa_pss_rsae_sha256',
+      'rsa_pkcs1_sha256',
+      'ecdsa_secp384r1_sha384',
+      'rsa_pss_rsae_sha384',
+      'rsa_pkcs1_sha384',
+      'rsa_pss_rsae_sha512',
+      'rsa_pkcs1_sha512'
+    ]
+  };
+
+  const activeFingerprint = tlsFingerprint || DEFAULT_FINGERPRINT;
+
+  function createBrowserSocket(hostname) {
+    return tls.connect({
+      host: hostname,
+      port: 443,
+      ciphers: activeFingerprint.cipherSuites,
+      ALPNProtocols: ['h2'],
+      servername: hostname,
+      ecdhCurve: activeFingerprint.ellipticCurves.join(':'),
+      signatureAlgorithms: activeFingerprint.signatureAlgorithms.join(':'),
+      minVersion: 'TLSv1.2',
+      maxVersion: 'TLSv1.3'
+    });
+  }
+
+  async function cloudRequest({ url, data, count307, jar, customHeaders = {} }) {
+    const parsedUrl = new URL(url);
+    const hostname = parsedUrl.hostname;
+
+    try {
+      const socket = createBrowserSocket(hostname);
+      await new Promise((resolve, reject) => {
+        socket.once('secureConnect', resolve);
+        socket.once('error', reject);
+      });
+
+      const ipIndex = getRandomNum(0, proxyList.length - 1);
+      const proxyUrl = proxyList[ipIndex];
+      const agent = new HttpsProxyAgent(proxyUrl, {
+        rejectUnauthorized: false,
+        keepAlive: true,
+        lookup: (hostname, options, callback) => {
+          dns.resolve4(hostname, (err, addresses) => {
+            if (err) return callback(err);
+            callback(null, addresses[0], 4);
+          });
+        }
+      });
+
+      const client = http2.connect(`https://${hostname}`, {
+        createConnection: () => socket,
+        settings: {
+          headerTableSize: 65536,
+          enablePush: false,
+          initialWindowSize: 6291456,
+          maxFrameSize: 16384,
+          maxHeaderListSize: 262144
+        },
+        agent,
+        protocol: 'h2'
+      });
+
+      client.on('error', err => {
+        console.error('HTTP/2连接错误:', err);
+        client.destroy();
+        throw new Error('HTTP/2连接错误');
+      });
+
+      const cookiesStr = await serializeCookies(jar);
+
+      let sellerIdMatch =
+        cookiesStr.match(/sc_company_id=(\d+)/) ||
+        cookiesStr.match(/contentId=(\d+)/);
+      let sellerId = sellerIdMatch ? sellerIdMatch[1] : '';
+
+      const baseHeaders = {
+        ':method': 'POST',
+        ':path': parsedUrl.pathname + parsedUrl.search,
+        ':scheme': 'https',
+        ':authority': parsedUrl.hostname,
+        accept: 'application/json, text/plain, */*',
+        'accept-language': 'ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7',
+        'content-type': 'application/json',
+        cookie: cookiesStr,
+        origin: 'https://seller.ozon.ru',
+        'sec-ch-ua': '"Google Chrome";v="117", "Not;A=Brand";v="8", "Chromium";v="117"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        Referer: 'https://seller.ozon.ru/app/products/create',
+        'X-O3-App-Name': 'seller-ui',
+        'X-O3-Company-Id': sellerId + '',
+        'X-O3-Language': 'zh-Hans',
+        'X-O3-Page-Type': 'products-other',
+        Origin: 'https://seller.ozon.ru',
+        'x-forwarded-for': proxyUrl.split('@')[1].split(':')[0],
+        'x-real-ip': proxyUrl.split('@')[1].split(':')[0],
+        via: '1.1 proxy-server'
+      };
+
+      const headers = { ...baseHeaders, ...customHeaders };
+      headers['x-b3-traceid'] = crypto.randomBytes(8).toString('hex');
+      headers['x-b3-spanid'] = crypto.randomBytes(4).toString('hex');
+
+      return new Promise((resolve, reject) => {
+        let responseData = Buffer.alloc(0);
+        let responseHeaders = {};
+
+        const req = client.request(headers);
+        const timeout = setTimeout(() => {
+          req.close();
+          client.close();
+          reject(new Error('请求超时'));
+        }, 30000);
+
+        req.on('response', headers => {
+          responseHeaders = headers;
+          if (headers['set-cookie']) {
+            const setCookies = Array.isArray(headers['set-cookie'])
+              ? headers['set-cookie']
+              : [headers['set-cookie']];
+            setCookies.forEach(cookie => {
+              const storedCookie = cookie.replace('__Secure', 'mySecure');
+              jar.setCookieSync(storedCookie, 'https://seller.ozon.ru');
+            });
+          }
+        });
+
+        req.on('data', chunk => {
+          responseData = Buffer.concat([responseData, chunk]);
+        });
+
+        req.on('end', async () => {
+          clearTimeout(timeout);
+          client.close();
+
+          if (responseHeaders[':status'] === 307) {
+            const redirectUrl = responseHeaders.location;
+            console.log('进入307');
+            count307++;
+            if (count307 >= 5) {
+              console.log('307上限，结束');
+              resolve('change_cookie');
+            } else {
+              resolve(
+                cloudRequest({
+                  url: redirectUrl,
+                  data,
+                  count307,
+                  jar,
+                  customHeaders
+                })
+              );
+            }
+          } else {
+            if (responseHeaders['content-type']?.includes('text/html')) {
+              return resolve({ error_type: 'abt_data' });
+            }
+            try {
+              const res = JSON.parse(responseData.toString());
+              if (!res.items) {
+                console.log('业务错误，重试！');
+                resolve('change_cookie');
+                return;
+              }
+              const newCookie = await serializeCookies(jar);
+              res.newCookie = newCookie;
+              resolve(res);
+            } catch (e) {
+              console.log(e);
+              console.log('请求错误，成功捕获，进行重试');
+              resolve('change_cookie');
+            }
+          }
+        });
+
+        req.on('error', err => {
+          clearTimeout(timeout);
+          client.close();
+          console.error('请求错误:', err);
+          reject(err);
+        });
+
+        req.write(JSON.stringify(data));
+        req.end();
+      });
+    } catch (error) {
+      console.error('请求过程中发生错误:', error);
+      if (
+        error.message.includes('ECONNRESET') ||
+        error.message.includes('HTTP/2连接错误')
+      ) {
+        return 'change_cookie';
+      }
+      throw error;
+    }
+  }
+
+  async function fetchOzonDataCore({ url, reqParmas, originalCookie, headers = {} }) {
+    return new Promise(resolve => {
+      let tryTimes = 0;
+      const core = async () => {
+        let response;
+        try {
+          const jar = await getOrCreateJar(originalCookie);
+          response = await cloudRequest({
+            url,
+            data: reqParmas,
+            count307: 0,
+            jar,
+            customHeaders: headers
+          });
+          if (response.error_type == 'abt_data') {
+            console.log('机器人拦截');
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '机器人拦截' });
+            } else {
+              await stopFn(0.2);
+              core();
+            }
+          } else if (response == 'change_cookie') {
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '请切换cookie' });
+              return;
+            }
+            await stopFn(0.2);
+            core();
+          } else if (!response || response?.error) {
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '请切换cookie' });
+              return;
+            }
+            console.log('正常是cookie失效，重新获取新的');
+            await stopFn(0.2);
+            core();
+          } else {
+            resolve(response);
+          }
+        } catch (error) {
+          console.log('错误2： 重试');
+          console.log(error);
+          tryTimes++;
+          if (tryTimes >= 5) {
+            resolve({ fail: true, err_msg: '请求发生错误' });
+            return;
+          }
+          await stopFn(0.2);
+          core();
+        }
+      };
+      core();
+    });
+  }
+
+  return fetchOzonDataCore;
+}

package/package.json

@@ -1,9 +1,16 @@
 {
   "name": "oz-request",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "oz-request",
   "main": "index.js",
-  "keywords": [],
+  "module": "index.mjs",
+  "exports": {
+    "require": "./index.js",
+    "import": "./index.mjs"
+  },
+  "type": "commonjs",
+  "scripts": {},
+  "keywords": ["ozon", "http2", "tls", "fingerprint", "proxy"],
   "author": "Your Name",
   "license": "MIT",
   "dependencies": {

package/src/utils.js

@@ -1,160 +0,0 @@
-// 获取随机数（min 到 max之间的随机数，包含边界值）
-const getRandomNum = (min, max) => {
-  min = Math.ceil(min);
-  max = Math.floor(max);
-  return Math.floor(Math.random() * (max - min + 1)) + min;
-};
-
-// 暂停函数
-const stopFn = (s = 1) => {
-  return new Promise((resolve, reject) => {
-    setTimeout(() => {
-      resolve();
-    }, 1000 * s);
-  });
-};
-
-// 数组根据key，进行去重
-const arrObjUni = (array, key) => {
-  const _set = [...new Set(array.map(e => e[key]))];
-  let deArray = [];
-  _set.map(item => {
-    deArray.push(array[array.findIndex(val => val[key] === item)]);
-  });
-  return deArray;
-};
-
-//处理属性,优先取外部的值,然后封装为老数据格式
-const transformAttributes = (
-  newAttrs,
-  baseItem,
-  { length, width, height, weight, barcode }
-) => {
-  const attrs = newAttrs.map(attr => {
-    const { attribute_id, values = [] } = attr;
-
-    let value = '';
-    let collection = [];
-    const dictionary_value_id = values[0]?.dictionary_value_id || '';
-
-    // 多值 → collection
-    if (
-      values.length > 1 ||
-      (dictionary_value_id !== '0' &&
-        attribute_id !== '8229' &&
-        attribute_id !== '85')
-    ) {
-      //8229特殊属性，不确定还有其他的没有
-      collection = values.map(v => v.value).filter(Boolean);
-    } else {
-      // 单值 → value
-      const v = values[0];
-      const val = v.value || '';
-      value = val;
-    }
-
-    return {
-      key: attribute_id,
-      value,
-      collection,
-      complex: [],
-      complex_collection: []
-    };
-  });
-
-  //变化完后去把内部值替换成外部的,没有就新建
-  const outerMap = {
-    4180: {
-      value: baseItem?.variant_name || '',
-      type: 'value'
-    },
-    8229: {
-      value: baseItem?.description_type_name || '',
-      type: 'value'
-    },
-    4194: {
-      value: baseItem?.main_image || '',
-      type: 'value'
-    },
-    4195: {
-      value: baseItem?.secondary_images || [],
-      type: 'arr'
-    },
-    9024: {
-      value: barcode || '',
-      type: 'value'
-    }
-  };
-
-  if (baseItem?.brand_name) {
-    outerMap['85'] = {
-      value: baseItem?.brand_name || '',
-      type: 'value'
-    };
-    outerMap['31'] = {
-      value: baseItem?.brand_name || '',
-      type: 'value'
-    };
-  }
-
-  //不知道会不会外部没有，里面有，保险起见！
-  if (length && width && height && weight) {
-    outerMap['9454'] = {
-      value: length + '',
-      type: 'value'
-    };
-    outerMap['9455'] = {
-      value: width + '',
-      type: 'value'
-    };
-    outerMap['9456'] = {
-      value: height + '',
-      type: 'value'
-    };
-    outerMap['4497'] = {
-      value: weight + '',
-      type: 'value'
-    };
-  }
-  // 遍历attrs，根据key_id，替换value
-  attrs.forEach(item => {
-    const { key } = item;
-    if (outerMap[key] && outerMap[key].type === 'value') {
-      item.value = outerMap[key].value;
-      outerMap[key].isReplace = true;
-    } else if (outerMap[key] && outerMap[key].type === 'arr') {
-      item.collection = outerMap[key].value;
-      outerMap[key].isReplace = true;
-    }
-  });
-
-  //对没没有替换的属性，添加到attrs中
-  for (const [key, value] of Object.entries(outerMap)) {
-    if (!value.isReplace) {
-      const obj = {
-        key: key,
-        complex: [],
-        complex_collection: []
-      };
-      value.type === 'value'
-        ? (obj.value = value.value)
-        : (obj.collection = value.value);
-      attrs.push(obj);
-    }
-  }
-  return attrs;
-};
-
-const getCompanyIdByCookie = cookie => {
-  const match = cookie?.match(/sc_company_id=([^;]+)/);
-  const companyId = match ? match[1] : null;
-  return companyId;
-};
-
-export {
-  stopFn,
-  arrObjUni,
-  getRandomNum,
-  transformAttributes,
-  getCompanyIdByCookie
-};