oz-request 1.0.0

package/package.json

@@ -0,0 +1,16 @@
+{
+  "name": "oz-request",
+  "version": "1.0.0",
+  "description": "oz-request",
+  "main": "index.js",
+  "keywords": [],
+  "author": "Your Name",
+  "license": "MIT",
+  "dependencies": {
+    "https-proxy-agent": "^7.0.2",
+    "tough-cookie": "^4.1.3"
+  },
+  "engines": {
+    "node": ">=14.0.0"
+  }
+}

package/src/index.js

@@ -0,0 +1,391 @@
+// 全局环境设置
+process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
+require('dns').setDefaultResultOrder('ipv4first');
+
+const http2 = require('http2');
+const tls = require('tls');
+const { CookieJar } = require('tough-cookie');
+const { URL } = require('url');
+const crypto = require('crypto');
+const tough = require('tough-cookie');
+const { HttpsProxyAgent } = require('https-proxy-agent');
+
+// ---------- 工具函数 ----------
+const getRandomNum = (min, max) => {
+  min = Math.ceil(min);
+  max = Math.floor(max);
+  return Math.floor(Math.random() * (max - min + 1)) + min;
+};
+
+const stopFn = (s = 1) => {
+  return new Promise(resolve => {
+    setTimeout(resolve, 1000 * s);
+  });
+};
+
+function getWindowsChromeUA() {
+  const versions = {
+    chrome: Math.floor(Math.random() * 20) + 130,
+    windows: ['10.0', '11.0'][Math.floor(Math.random() * 2)]
+  };
+  return `Mozilla/5.0 (Windows NT ${versions.windows}; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${versions.chrome}.0.0.0 Safari/537.36`;
+}
+
+// ---------- Cookie 会话管理器 ----------
+const pendingCreates = new Map();
+
+async function getOrCreateJar(cookieStr) {
+  const key = cookieStr;
+  if (pendingCreates.has(key)) {
+    return pendingCreates.get(key);
+  }
+  const createPromise = (async () => {
+    const jar = new CookieJar();
+    await initSession(jar, cookieStr);
+    pendingCreates.delete(key);
+    return jar;
+  })();
+  pendingCreates.set(key, createPromise);
+  return createPromise;
+}
+
+async function initSession(jar, initialCookies) {
+  initialCookies = initialCookies.replaceAll('__Secure', 'mySecure');
+  for (const cookieStr of initialCookies.split('; ')) {
+    const cookie = tough.Cookie.parse(cookieStr);
+    if (cookie) {
+      await new Promise(resolve =>
+        jar.setCookie(cookie, 'https://seller.ozon.ru', resolve)
+      );
+    }
+  }
+}
+
+async function serializeCookies(jar) {
+  let cookies = await new Promise(resolve =>
+    jar.getCookies('https://seller.ozon.ru', (err, cookies) => {
+      if (err) return resolve([]);
+      const cookieMap = new Map();
+      cookies.forEach(cookie => {
+        cookieMap.set(cookie.key, cookie.cookieString());
+      });
+      resolve(Array.from(cookieMap.values()).join('; '));
+    })
+  );
+  cookies = cookies.replaceAll('mySecure', '__Secure');
+  return cookies;
+}
+
+// ---------- 工厂函数 ----------
+function createOzonClient(options) {
+  const { proxyList, tlsFingerprint = null } = options;
+
+  if (!proxyList || !Array.isArray(proxyList) || proxyList.length === 0) {
+    throw new Error('proxyList must be a non-empty array of proxy URLs');
+  }
+
+  const DEFAULT_FINGERPRINT = {
+    cipherSuites: [
+      'TLS_AES_128_GCM_SHA256',
+      'TLS_AES_256_GCM_SHA384',
+      'TLS_CHACHA20_POLY1305_SHA256',
+      'ECDHE-ECDSA-AES128-GCM-SHA256',
+      'ECDHE-RSA-AES128-GCM-SHA256',
+      'ECDHE-ECDSA-AES256-GCM-SHA384',
+      'ECDHE-RSA-AES256-GCM-SHA384',
+      'ECDHE-ECDSA-CHACHA20-POLY1305',
+      'ECDHE-RSA-CHACHA20-POLY1305',
+      'ECDHE-RSA-AES128-SHA',
+      'ECDHE-RSA-AES256-SHA',
+      'AES128-GCM-SHA256',
+      'AES256-GCM-SHA384',
+      'AES128-SHA',
+      'AES256-SHA'
+    ].join(':'),
+    ellipticCurves: ['X25519', 'secp256r1', 'secp384r1'],
+    signatureAlgorithms: [
+      'ecdsa_secp256r1_sha256',
+      'rsa_pss_rsae_sha256',
+      'rsa_pkcs1_sha256',
+      'ecdsa_secp384r1_sha384',
+      'rsa_pss_rsae_sha384',
+      'rsa_pkcs1_sha384',
+      'rsa_pss_rsae_sha512',
+      'rsa_pkcs1_sha512'
+    ]
+  };
+
+  const activeFingerprint = tlsFingerprint || DEFAULT_FINGERPRINT;
+
+  function createBrowserSocket(hostname) {
+    return tls.connect({
+      host: hostname,
+      port: 443,
+      ciphers: activeFingerprint.cipherSuites,
+      ALPNProtocols: ['h2'],
+      servername: hostname,
+      ecdhCurve: activeFingerprint.ellipticCurves.join(':'),
+      signatureAlgorithms: activeFingerprint.signatureAlgorithms.join(':'),
+      minVersion: 'TLSv1.2',
+      maxVersion: 'TLSv1.3'
+    });
+  }
+
+  // 核心请求函数，增加 customHeaders 参数
+  async function cloudRequest({
+    url,
+    data,
+    count307,
+    jar,
+    customHeaders = {}
+  }) {
+    const parsedUrl = new URL(url);
+    const hostname = parsedUrl.hostname;
+
+    try {
+      const socket = createBrowserSocket(hostname);
+      await new Promise((resolve, reject) => {
+        socket.once('secureConnect', resolve);
+        socket.once('error', reject);
+      });
+
+      const ipIndex = getRandomNum(0, proxyList.length - 1);
+      const proxyUrl = proxyList[ipIndex];
+      const agent = new HttpsProxyAgent(proxyUrl, {
+        rejectUnauthorized: false,
+        keepAlive: true,
+        lookup: (hostname, options, callback) => {
+          require('dns').resolve4(hostname, (err, addresses) => {
+            if (err) return callback(err);
+            callback(null, addresses[0], 4);
+          });
+        }
+      });
+
+      const client = http2.connect(`https://${hostname}`, {
+        createConnection: () => socket,
+        settings: {
+          headerTableSize: 65536,
+          enablePush: false,
+          initialWindowSize: 6291456,
+          maxFrameSize: 16384,
+          maxHeaderListSize: 262144
+        },
+        agent,
+        protocol: 'h2'
+      });
+
+      client.on('error', err => {
+        console.error('HTTP/2连接错误:', err);
+        client.destroy();
+        throw new Error('HTTP/2连接错误');
+      });
+
+      const cookiesStr = await serializeCookies(jar);
+
+      let sellerIdMatch =
+        cookiesStr.match(/sc_company_id=(\d+)/) ||
+        cookiesStr.match(/contentId=(\d+)/);
+      let sellerId = sellerIdMatch ? sellerIdMatch[1] : '';
+
+      const userAgent = getWindowsChromeUA(); // 保留 UA 生成，但未使用？原始代码中 headers 里没有显式使用 UA，可忽略
+
+      // 默认 headers
+      const baseHeaders = {
+        ':method': 'POST',
+        ':path': parsedUrl.pathname + parsedUrl.search,
+        ':scheme': 'https',
+        ':authority': parsedUrl.hostname,
+        accept: 'application/json, text/plain, */*',
+        'accept-language': 'ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7',
+        'content-type': 'application/json',
+        cookie: cookiesStr,
+        origin: 'https://seller.ozon.ru',
+        'sec-ch-ua':
+          '"Google Chrome";v="117", "Not;A=Brand";v="8", "Chromium";v="117"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"Windows"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        Referer: 'https://seller.ozon.ru/app/products/create',
+        'X-O3-App-Name': 'seller-ui',
+        'X-O3-Company-Id': sellerId + '',
+        'X-O3-Language': 'zh-Hans',
+        'X-O3-Page-Type': 'products-other',
+        Origin: 'https://seller.ozon.ru',
+        'x-forwarded-for': proxyUrl.split('@')[1].split(':')[0],
+        'x-real-ip': proxyUrl.split('@')[1].split(':')[0],
+        via: '1.1 proxy-server'
+      };
+
+      // 合并外部 headers（外部优先）
+      const headers = { ...baseHeaders, ...customHeaders };
+
+      // 强制添加随机 traceid 和 spanid，且不允许外部覆盖（确保每次请求唯一）
+      headers['x-b3-traceid'] = crypto.randomBytes(8).toString('hex');
+      headers['x-b3-spanid'] = crypto.randomBytes(4).toString('hex');
+
+      return new Promise((resolve, reject) => {
+        let responseData = Buffer.alloc(0);
+        let responseHeaders = {};
+
+        const req = client.request(headers);
+        const timeout = setTimeout(() => {
+          req.close();
+          client.close();
+          reject(new Error('请求超时'));
+        }, 30000);
+
+        req.on('response', headers => {
+          responseHeaders = headers;
+          if (headers['set-cookie']) {
+            const setCookies = Array.isArray(headers['set-cookie'])
+              ? headers['set-cookie']
+              : [headers['set-cookie']];
+            setCookies.forEach(cookie => {
+              const storedCookie = cookie.replace('__Secure', 'mySecure');
+              jar.setCookieSync(storedCookie, 'https://seller.ozon.ru');
+            });
+          }
+        });
+
+        req.on('data', chunk => {
+          responseData = Buffer.concat([responseData, chunk]);
+        });
+
+        req.on('end', async () => {
+          clearTimeout(timeout);
+          client.close();
+
+          if (responseHeaders[':status'] === 307) {
+            const redirectUrl = responseHeaders.location;
+            console.log('进入307');
+            count307++;
+            if (count307 >= 5) {
+              console.log('307上限，结束');
+              resolve('change_cookie');
+            } else {
+              resolve(
+                cloudRequest({
+                  url: redirectUrl,
+                  data,
+                  count307,
+                  jar,
+                  customHeaders // 透传外部 headers
+                })
+              );
+            }
+          } else {
+            if (responseHeaders['content-type']?.includes('text/html')) {
+              return resolve({ error_type: 'abt_data' });
+            }
+            try {
+              const res = JSON.parse(responseData.toString());
+              if (!res.items) {
+                console.log('业务错误，重试！');
+                resolve('change_cookie');
+                return;
+              }
+              const newCookie = await serializeCookies(jar);
+              res.newCookie = newCookie;
+              resolve(res);
+            } catch (e) {
+              console.log(e);
+              console.log('请求错误，成功捕获，进行重试');
+              resolve('change_cookie');
+            }
+          }
+        });
+
+        req.on('error', err => {
+          clearTimeout(timeout);
+          client.close();
+          console.error('请求错误:', err);
+          reject(err);
+        });
+
+        req.write(JSON.stringify(data));
+        req.end();
+      });
+    } catch (error) {
+      console.error('请求过程中发生错误:', error);
+      if (
+        error.message.includes('ECONNRESET') ||
+        error.message.includes('HTTP/2连接错误')
+      ) {
+        return 'change_cookie';
+      }
+      throw error;
+    }
+  }
+
+  // 对外暴露的函数，接收 customHeaders
+  async function fetchOzonDataCore({
+    url,
+    reqParmas,
+    originalCookie,
+    headers = {}
+  }) {
+    return new Promise(resolve => {
+      let tryTimes = 0;
+      const core = async () => {
+        let response;
+        try {
+          const jar = await getOrCreateJar(originalCookie);
+          response = await cloudRequest({
+            url,
+            data: reqParmas,
+            count307: 0,
+            jar,
+            customHeaders: headers // 传递外部 headers
+          });
+          if (response.error_type == 'abt_data') {
+            console.log('机器人拦截');
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '机器人拦截' });
+            } else {
+              await stopFn(0.2);
+              core();
+            }
+          } else if (response == 'change_cookie') {
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '请切换cookie' });
+              return;
+            }
+            await stopFn(0.2);
+            core();
+          } else if (!response || response?.error) {
+            tryTimes++;
+            if (tryTimes >= 5) {
+              resolve({ fail: true, err_msg: '请切换cookie' });
+              return;
+            }
+            console.log('正常是cookie失效，重新获取新的');
+            await stopFn(0.2);
+            core();
+          } else {
+            resolve(response);
+          }
+        } catch (error) {
+          console.log('错误2： 重试');
+          console.log(error);
+          tryTimes++;
+          if (tryTimes >= 5) {
+            resolve({ fail: true, err_msg: '请求发生错误' });
+            return;
+          }
+          await stopFn(0.2);
+          core();
+        }
+      };
+      core();
+    });
+  }
+
+  return fetchOzonDataCore;
+}
+
+module.exports = createOzonClient;

package/src/utils.js

@@ -0,0 +1,160 @@
+// 获取随机数（min 到 max之间的随机数，包含边界值）
+const getRandomNum = (min, max) => {
+  min = Math.ceil(min);
+  max = Math.floor(max);
+  return Math.floor(Math.random() * (max - min + 1)) + min;
+};
+
+// 暂停函数
+const stopFn = (s = 1) => {
+  return new Promise((resolve, reject) => {
+    setTimeout(() => {
+      resolve();
+    }, 1000 * s);
+  });
+};
+
+// 数组根据key，进行去重
+const arrObjUni = (array, key) => {
+  const _set = [...new Set(array.map(e => e[key]))];
+  let deArray = [];
+  _set.map(item => {
+    deArray.push(array[array.findIndex(val => val[key] === item)]);
+  });
+  return deArray;
+};
+
+//处理属性,优先取外部的值,然后封装为老数据格式
+const transformAttributes = (
+  newAttrs,
+  baseItem,
+  { length, width, height, weight, barcode }
+) => {
+  const attrs = newAttrs.map(attr => {
+    const { attribute_id, values = [] } = attr;
+
+    let value = '';
+    let collection = [];
+    const dictionary_value_id = values[0]?.dictionary_value_id || '';
+
+    // 多值 → collection
+    if (
+      values.length > 1 ||
+      (dictionary_value_id !== '0' &&
+        attribute_id !== '8229' &&
+        attribute_id !== '85')
+    ) {
+      //8229特殊属性，不确定还有其他的没有
+      collection = values.map(v => v.value).filter(Boolean);
+    } else {
+      // 单值 → value
+      const v = values[0];
+      const val = v.value || '';
+      value = val;
+    }
+
+    return {
+      key: attribute_id,
+      value,
+      collection,
+      complex: [],
+      complex_collection: []
+    };
+  });
+
+  //变化完后去把内部值替换成外部的,没有就新建
+  const outerMap = {
+    4180: {
+      value: baseItem?.variant_name || '',
+      type: 'value'
+    },
+    8229: {
+      value: baseItem?.description_type_name || '',
+      type: 'value'
+    },
+    4194: {
+      value: baseItem?.main_image || '',
+      type: 'value'
+    },
+    4195: {
+      value: baseItem?.secondary_images || [],
+      type: 'arr'
+    },
+    9024: {
+      value: barcode || '',
+      type: 'value'
+    }
+  };
+
+  if (baseItem?.brand_name) {
+    outerMap['85'] = {
+      value: baseItem?.brand_name || '',
+      type: 'value'
+    };
+    outerMap['31'] = {
+      value: baseItem?.brand_name || '',
+      type: 'value'
+    };
+  }
+
+  //不知道会不会外部没有，里面有，保险起见！
+  if (length && width && height && weight) {
+    outerMap['9454'] = {
+      value: length + '',
+      type: 'value'
+    };
+    outerMap['9455'] = {
+      value: width + '',
+      type: 'value'
+    };
+    outerMap['9456'] = {
+      value: height + '',
+      type: 'value'
+    };
+    outerMap['4497'] = {
+      value: weight + '',
+      type: 'value'
+    };
+  }
+  // 遍历attrs，根据key_id，替换value
+  attrs.forEach(item => {
+    const { key } = item;
+    if (outerMap[key] && outerMap[key].type === 'value') {
+      item.value = outerMap[key].value;
+      outerMap[key].isReplace = true;
+    } else if (outerMap[key] && outerMap[key].type === 'arr') {
+      item.collection = outerMap[key].value;
+      outerMap[key].isReplace = true;
+    }
+  });
+
+  //对没没有替换的属性，添加到attrs中
+  for (const [key, value] of Object.entries(outerMap)) {
+    if (!value.isReplace) {
+      const obj = {
+        key: key,
+        complex: [],
+        complex_collection: []
+      };
+      value.type === 'value'
+        ? (obj.value = value.value)
+        : (obj.collection = value.value);
+      attrs.push(obj);
+    }
+  }
+  return attrs;
+};
+
+const getCompanyIdByCookie = cookie => {
+  const match = cookie?.match(/sc_company_id=([^;]+)/);
+  const companyId = match ? match[1] : null;
+  return companyId;
+};
+
+export {
+  stopFn,
+  arrObjUni,
+  getRandomNum,
+  transformAttributes,
+  getCompanyIdByCookie
+};