mm_https 1.6.1 → 1.6.3

package/README.md

@@ -0,0 +1,221 @@
+# mm_https
+
+这是一个基于Node.js的HTTP请求帮助类模块，支持自动管理cookie、模拟登录、代理设置等功能。
+
+## 安装
+
+```bash
+npm install mm_https
+```
+
+## 基本用法
+
+### 初始化
+
+```javascript
+const Http = require('mm_https');
+
+// 基本初始化
+const http = new Http();
+
+// 带配置初始化
+const httpWithConfig = new Http({
+    headers: {
+        'User-Agent': 'Custom User Agent'
+    },
+    cookie: 'session=123456',
+    proxy: 'http://127.0.0.1:10809'  // 设置代理
+});
+```
+
+### 配置选项
+
+- `headers`: 自定义请求头，可以是对象或字符串格式
+- `cookie`: 初始cookie字符串
+- `proxy`: 代理服务器地址
+- `rejectUnauthorized`: SSL证书验证选项，默认false
+
+## 核心功能
+
+### GET请求
+
+```javascript
+const http = new Http();
+
+// 基本GET请求
+async function simpleGet() {
+    const res = await http.get('https://api.example.com/data');
+    console.log(res.body);  // 响应内容
+}
+
+// 带请求头的GET请求
+async function getWithHeaders() {
+    const headers = {
+        'Authorization': 'Bearer token123'
+    };
+    const res = await http.get('https://api.example.com/protected', headers);
+    console.log(res.body);
+}
+
+// 带cookie的GET请求
+async function getWithCookie() {
+    const res = await http.get('https://api.example.com/user', null, 'session=abc123');
+    console.log(res.body);
+}
+```
+
+### POST请求
+
+```javascript
+const http = new Http();
+
+// JSON格式POST请求
+async function postJson() {
+    const data = {
+        username: 'test',
+        password: '123456'
+    };
+    const res = await http.post('https://api.example.com/login', data);
+    console.log(res.body);
+}
+
+// 表单格式POST请求
+async function postForm() {
+    const formData = {
+        name: 'John',
+        age: 25
+    };
+    const res = await http.post('https://api.example.com/submit', formData, null, 'form');
+    console.log(res.body);
+}
+
+// 自定义请求头和cookie的POST请求
+async function postWithHeadersAndCookie() {
+    const data = { id: 123 };
+    const headers = { 'X-Custom-Header': 'value' };
+    const res = await http.post('https://api.example.com/api', data, headers, 'json', 'session=xyz789');
+    console.log(res.body);
+}
+```
+
+### 文件下载
+
+```javascript
+const http = new Http();
+
+// 基本文件下载
+async function downloadFile() {
+    const url = 'https://example.com/image.jpg';
+    const filename = './downloads/image.jpg';
+    const file = await http.download(url, filename);
+    console.log('下载文件保存在:', file);
+}
+
+// 自动识别文件类型下载
+async function autoDownload() {
+    const url = 'https://example.com/image.jpg';
+    const filename = './downloads/image';  // 无需指定扩展名
+    const file = await http.download(url, filename, true);
+    console.log('下载文件保存在:', file);
+}
+
+// 带请求头的下载
+async function downloadWithHeaders() {
+    const url = 'https://example.com/protected/file.pdf';
+    const filename = './downloads/document.pdf';
+    const headers = {
+        'Authorization': 'Bearer token123'
+    };
+    const file = await http.download(url, filename, false, headers);
+    console.log('下载文件保存在:', file);
+}
+```
+
+### Cookie管理
+
+```javascript
+const http = new Http();
+
+// 设置Cookie
+http.set_cookie('session=abc123; user=john');
+
+// 获取当前所有Cookie
+const cookieString = http.get_cookie();
+console.log('当前Cookie:', cookieString);
+
+// 清除所有Cookie
+http.clear();
+```
+
+## 高级用法
+
+### 代理设置
+
+```javascript
+// 使用代理服务器
+const http = new Http({
+    proxy: 'http://127.0.0.1:10809'
+});
+
+// 访问需要代理的网站
+async function accessWithProxy() {
+    const res = await http.get('https://google.com');
+    console.log(res.body);
+}
+```
+
+### 自动重定向处理
+
+模块会自动处理301、302等重定向响应，无需额外配置。
+
+### 自定义请求
+
+```javascript
+// 使用req方法发起自定义请求
+async function customRequest() {
+    const options = {
+        method: 'POST',
+        href: 'https://api.example.com/data',
+        body: { key: 'value' },
+        headers: { 'X-Custom': 'value' },
+        type: 'json',
+        cookie: 'session=123'
+    };
+    
+    const res = await http.req(options);
+    console.log(res.body);
+}
+```
+
+## 响应对象
+
+所有请求方法返回的响应对象包含以下字段：
+
+- `status`: 状态码和消息
+- `headers`: 响应头
+- `body`: 响应内容（字符串）
+- `buffer`: 原始响应数据（Buffer对象，适用于二进制数据）
+
+## 错误处理
+
+```javascript
+async function handleErrors() {
+    try {
+        const res = await http.get('https://api.example.com/notfound');
+        console.log(res.body);
+    } catch (err) {
+        console.error('请求失败:', err.message);
+    }
+}
+```
+
+## 注意事项
+
+1. 所有请求方法都返回Promise，需要使用async/await或.then()处理
+2. 默认已配置常用的请求头，可以通过配置覆盖
+3. 支持自动解码gzip、deflate等压缩响应
+4. 支持GB2312和GBK编码的响应自动转换
+
+## 许可证
+
+ISC License

package/index.js

@@ -44,13 +44,13 @@ class Http {
 			'Accept-Language': 'zh-CN,zh;q=0.9',
 			'Cache-Control': 'no-cache',
 			'Connection': 'keep-alive',
-			'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/98.0.4758.102 Safari/537.36'
+			'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0.0.0 Safari/537.36'
 		};
 
 		if (this.config.cookie) {
 			this.set_cookie(this.config.cookie);
 		}
-		
+
 		if (this.config.headers) {
 			var headers = this.change_headers(config.headers);
 			Object.assign(this.headers, headers);
@@ -144,46 +144,6 @@ Http.prototype.http_options = function(options) {
 	}, u);
 }
 
-// Http.prototype.http_options = function(options) {
-// 	var cg = this.config;
-// 	var {
-// 		href,
-// 		body,
-// 		headers,
-// 		method,
-// 		cookie,
-// 		type
-// 	} = options;
-// 	var protocol = href.left(":/") || 'http';
-// 	// 移除协议头 取端口号
-// 	var u = href.replace(protocol + "://", "");
-// 	var port = u.between(":", "/") || u.left("/", true).right(":") || (protocol === 'http' ? 80 : 443);
-
-// 	// 移除端口号，取主机地址
-// 	u = u.replace(":" + port, "");
-// 	var hostname = u.left("/", true).left("?", true);
-// 	// 移除主机地址，取路由路径
-// 	u = u.replace(hostname, "");
-// 	var path = u.left("?", true);
-// 	if (cookie) {
-// 		this.set_cookie(cookie);
-// 	}
-// 	return {
-// 		href,
-// 		protocol,
-// 		hostname,
-// 		body,
-// 		type,
-// 		port: Number(port),
-// 		search: "?" + u.right("?"),
-// 		path: path.indexOf("/") === 0 ? path : "/" + path,
-// 		method: method || "GET",
-// 		headers: headers ? Object.assign({}, cg.headers, headers) : Object.assign({}, cg.headers),
-// 		agent: cg.proxy ? new HttpProxyAgent(cg.proxy) : null,
-// 		cookie: this.get_cookie()
-// 	}
-// }
-
 Http.prototype.post_option = function(op) {
 	var param = op.body;
 	var body = "";
@@ -197,7 +157,7 @@ Http.prototype.post_option = function(op) {
 		} else if (type.indexOf('html') !== -1) {
 			type = "text/html; charset=UTF-8";
 		} else if (type.indexOf('form') !== -1) {
-			type = "application/x-www-form-urlencoded; charset=UTF-8";
+			type = "application/x-www-form-urlencoded";
 		} else {
 			type = "text/plain; charset=UTF-8";
 		}
@@ -223,7 +183,9 @@ Http.prototype.post_option = function(op) {
 		}
 	}
 	op.body = body;
-	op.headers['Content-Type'] = type;
+	if (!op.headers['Content-Type']) {
+		op.headers['Content-Type'] = type;
+	}
 	op.headers['Content-Length'] = Buffer.byteLength(body);
 }
 
@@ -238,7 +200,7 @@ Http.prototype.req = async function(options) {
 		this.post_option(op);
 	}
 	var res = await this.request(op);
-	if (res.status.code == 302) {
+	if (res.status.code == 302 || res.status.code == 307) {
 		var url = res.headers.location;
 		var lt = res.headers['set-cookie'];
 		if (lt) {
@@ -246,14 +208,13 @@ Http.prototype.req = async function(options) {
 			for (var i = 0; i < len; i++) {
 				this.set_cookie(lt[i]);
 			}
-			options.href = url;
-			op = this.http_options(options);
-			op.referer = options.href;
-			res = await this.request(op);
 		}
-	} else {
-		return res;
+		options.href = url;
+		op = this.http_options(options);
+		op.referer = options.href;
+		res = await this.request(op);
 	}
+	return res;
 }
 
 Http.prototype.undata = function(encoding) {
@@ -324,8 +285,7 @@ Http.prototype.request = function(options) {
 					var mh = body.match(/charset=gb2312"/i);
 					if (mh) {
 						body = iconv.decode(buffer, 'gb2312');
-					}
-					else {
+					} else {
 						mh = body.match(/charset=GBK"/i);
 						if (mh) {
 							body = iconv.decode(buffer, 'GBK');

package/package.json

@@ -1,38 +1,38 @@
 {
-    "name": "mm_https",
-    "version": "1.6.1",
-    "description": "这是超级美眉http请求帮助类模块，可自动补充cookie，实现模拟登录，通讯",
-    "main": "index.js",
-    "scripts": {
-        "test": "node test.js",
-        "dev": "nodemon test.js"
-    },
-    "repository": {
-        "type": "git",
-        "url": "git+https://github.com/qiuwenwu/mm_https.git"
-    },
-    "keywords": [
-        "myhttp",
-        "async",
-        "await",
-        "promise",
-        "add",
-        "del",
-        "set",
-        "get",
-        "query",
-        "run",
-        "exec"
-    ],
-    "author": "邱文武",
-    "license": "ISC",
-    "bugs": {
-        "url": "https://github.com/qiuwenwu/mm_https/issues"
-    },
-    "homepage": "https://github.com/qiuwenwu/mm_https#readme",
-    "dependencies": {
-        "https-proxy-agent": "^7.0.5",
-        "iconv-lite": "^0.6.3",
-        "mm_expand": "^1.7.0"
-    }
-}
+	"name": "mm_https",
+	"version": "1.6.3",
+	"description": "这是超级美眉http请求帮助类模块，可自动补充cookie，实现模拟登录，通讯",
+	"main": "index.js",
+	"scripts": {
+		"test": "node test.js",
+		"dev": "nodemon test.js"
+	},
+	"repository": {
+		"type": "git",
+		"url": "git+https://gitee.com/qiuwenwu91/mm_https.git"
+	},
+	"keywords": [
+		"myhttp",
+		"async",
+		"await",
+		"promise",
+		"add",
+		"del",
+		"set",
+		"get",
+		"query",
+		"run",
+		"exec"
+	],
+	"author": "邱文武",
+	"license": "ISC",
+	"bugs": {
+		"url": "https://gitee.com/qiuwenwu91/mm_https/issues"
+	},
+	"homepage": "https://gitee.com/qiuwenwu91/mm_https#readme",
+	"dependencies": {
+		"https-proxy-agent": "^7.0.6",
+		"iconv-lite": "^0.6.3",
+		"mm_expand": "^1.8.3"
+	}
+}

package/test.js

@@ -4,7 +4,8 @@ var fs = require("fs");
 
 async function test(){
 	var http = new Http();
-	var res = await http.get("http://8xf.91yoyoo.com/");
+	var urls = `https://www.yxnav.com/cms/article_view?article_id=111334\r\nhttps://www.yxnav.com/cms/article_view?article_id=111335`;
+	var res = await http.post("http://data.zz.baidu.com/urls?site=www.yxnav.com&token=8pMWNqhff875Juuh", urls);
 	console.log("html", res);
 }