mslxdff 0.1.177 → 0.1.178
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/warp-pool/config.js +5 -2
- package/src/warp-pool/identity.js +141 -0
- package/src/warp-pool/index.js +18 -4
- package/src/warp-pool/rotate.js +19 -6
package/package.json
CHANGED
package/src/warp-pool/config.js
CHANGED
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
import { join } from "node:path";
|
|
3
3
|
import { logDir } from "../logs.js";
|
|
4
4
|
|
|
5
|
-
/**
|
|
5
|
+
/** 缺省开 + 429 时换身份换出口:他项目真机实测「同一身份连发 3 次 429,身份一换同一个请求立刻 200」⇒ 换身份=换桶。 */
|
|
6
6
|
export const DEFAULTS = {
|
|
7
|
-
enabled:
|
|
7
|
+
enabled: true,
|
|
8
8
|
mode: "leader",
|
|
9
9
|
count: 4,
|
|
10
10
|
basePort: 10800,
|
|
@@ -14,6 +14,7 @@ export const DEFAULTS = {
|
|
|
14
14
|
registerMinGapMs: 6_000,
|
|
15
15
|
registerMaxGapMs: 15_000,
|
|
16
16
|
probePath: "/zen/v1/models",
|
|
17
|
+
rotate: true,
|
|
17
18
|
};
|
|
18
19
|
|
|
19
20
|
const OFF = ["0", "off", "false", "no", "disable", "disabled"];
|
|
@@ -50,6 +51,7 @@ export function resolveWarpConfig(env = process.env, { logDirFn = logDir } = {})
|
|
|
50
51
|
const bin = envStr(env, "MSLXDFF_WARP_BIN", "");
|
|
51
52
|
const autodownload = envBool(env, "MSLXDFF_WARP_AUTODOWNLOAD", DEFAULTS.autodownload);
|
|
52
53
|
const probePath = envStr(env, "MSLXDFF_WARP_PROBE_PATH", DEFAULTS.probePath);
|
|
54
|
+
const rotate = envBool(env, "MSLXDFF_WARP_ROTATE", DEFAULTS.rotate);
|
|
53
55
|
|
|
54
56
|
return {
|
|
55
57
|
enabled,
|
|
@@ -63,6 +65,7 @@ export function resolveWarpConfig(env = process.env, { logDirFn = logDir } = {})
|
|
|
63
65
|
bin,
|
|
64
66
|
autodownload,
|
|
65
67
|
probePath,
|
|
68
|
+
rotate,
|
|
66
69
|
registerMinGapMs: DEFAULTS.registerMinGapMs,
|
|
67
70
|
registerMaxGapMs: DEFAULTS.registerMaxGapMs,
|
|
68
71
|
/** 节点端口列表:basePort .. basePort+count-1 */
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
// warp-pool · 身份轮换:换一台 WARP 设备身份来换出口 IP。
|
|
2
|
+
//
|
|
3
|
+
// 依据(他项目真机实测,非推测):kyomufs/zen-router 的 internal/zen/errors.go:32-42 记录
|
|
4
|
+
// 同一身份连发 3 次 → 429 FreeUsageLimitError;身份一换,同一个请求立刻 200
|
|
5
|
+
// (104.28.198.244 → 429 ×3,104.28.198.247 → 200)。
|
|
6
|
+
// 故「多名额」的正解不是「N 台设备同时在线」(真机实测同时注册会折叠成同一个出口),
|
|
7
|
+
// 而是**串行换身份**:换一台设备 ⇒ 换一个出口 ⇒ 换一份按 IP 计的名额。
|
|
8
|
+
//
|
|
9
|
+
// 与 zen-router 对齐的三条纪律:
|
|
10
|
+
// 1. 轮换后**必须实测确认出口真的变了**;没变就整个 cycle 重试(它用 4 次,这里同)。
|
|
11
|
+
// 「注册成功」不等于「出口换了」——不校验就会拿同一个桶反复撞 429。
|
|
12
|
+
// 2. 同端口并发轮换去重 + 最小间隔,防 429 风暴把 CF 注册刷到限流(同类项目事故)。
|
|
13
|
+
// 3. 只轮换、不销毁别的节点:轮换失败保持原节点可用,绝不把池打空。
|
|
14
|
+
import { probeTunnel } from "./wireproxy.js";
|
|
15
|
+
import { EXIT_PROBE_URL, parseExitIp } from "./revive.js";
|
|
16
|
+
|
|
17
|
+
/** 经隧道读该端口真实出口地址(CF trace);取不到返回 "",绝不抛。 */
|
|
18
|
+
export async function readExitIp({ port, fetchImpl, timeoutMs = 12_000 } = {}) {
|
|
19
|
+
try {
|
|
20
|
+
const res = await probeTunnel({ port, baseUrl: EXIT_PROBE_URL, path: "", fetchImpl, timeoutMs, wantText: true });
|
|
21
|
+
return typeof res?.text === "string" ? parseExitIp(res.text) : "";
|
|
22
|
+
} catch {
|
|
23
|
+
return "";
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* 身份轮换器。
|
|
29
|
+
* @param {{ register: Function, apply: (node:object)=>Promise<void>, readIp?: Function,
|
|
30
|
+
* maxAttempts?: number, settleMs?: number, sleep?: Function, now?: Function,
|
|
31
|
+
* log?: (s:string)=>void }} opts
|
|
32
|
+
* apply 由调用方注入:把新身份落盘并起隧道(含停掉旧隧道)。
|
|
33
|
+
*/
|
|
34
|
+
export function createIdentityRotator({
|
|
35
|
+
register,
|
|
36
|
+
apply,
|
|
37
|
+
readIp = readExitIp,
|
|
38
|
+
maxAttempts = 4,
|
|
39
|
+
settleMs = 3000,
|
|
40
|
+
sleep = (ms) => new Promise((r) => setTimeout(r, ms)),
|
|
41
|
+
now = Date.now,
|
|
42
|
+
log = () => {},
|
|
43
|
+
} = {}) {
|
|
44
|
+
/** @type {Map<number, {ip:string, at:number}>} 各端口已知出口 */
|
|
45
|
+
const known = new Map();
|
|
46
|
+
/** @type {Map<number, Promise<object>>} 在途轮换(同端口去重) */
|
|
47
|
+
const inflight = new Map();
|
|
48
|
+
|
|
49
|
+
async function cycle(port, oldIp) {
|
|
50
|
+
for (let i = 1; i <= maxAttempts; i++) {
|
|
51
|
+
let reg;
|
|
52
|
+
try {
|
|
53
|
+
reg = await register({ log });
|
|
54
|
+
} catch (e) {
|
|
55
|
+
log(`[warp-pool] :${port} 轮换 ${i}/${maxAttempts}:注册失败(${String(e?.message || e).slice(0, 120)})`);
|
|
56
|
+
await sleep(settleMs);
|
|
57
|
+
continue;
|
|
58
|
+
}
|
|
59
|
+
try {
|
|
60
|
+
await apply({ port, ...reg });
|
|
61
|
+
} catch (e) {
|
|
62
|
+
log(`[warp-pool] :${port} 轮换 ${i}/${maxAttempts}:起隧道失败(${String(e?.message || e).slice(0, 120)})`);
|
|
63
|
+
}
|
|
64
|
+
await sleep(settleMs);
|
|
65
|
+
const ip = await readIp({ port });
|
|
66
|
+
if (ip && ip !== oldIp) {
|
|
67
|
+
known.set(port, { ip, at: now() });
|
|
68
|
+
log(`[warp-pool] :${port} 身份已轮换:出口 ${oldIp || "?"} → ${ip}(第 ${i}/${maxAttempts} 次)`);
|
|
69
|
+
return { ok: true, ip, attempts: i };
|
|
70
|
+
}
|
|
71
|
+
log(`[warp-pool] :${port} 轮换 ${i}/${maxAttempts}:出口未变(仍取到 ${ip || "空"}),重试`);
|
|
72
|
+
}
|
|
73
|
+
return { ok: false, attempts: maxAttempts };
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
return {
|
|
77
|
+
/** 记下入池时的实测出口(bootstrap 取证后调用)。 */
|
|
78
|
+
note(port, ip) {
|
|
79
|
+
if (ip) known.set(port, { ip, at: now() });
|
|
80
|
+
},
|
|
81
|
+
/** 该端口当前已知出口("" = 未知)。 */
|
|
82
|
+
ipOf(port) {
|
|
83
|
+
return known.get(port)?.ip || "";
|
|
84
|
+
},
|
|
85
|
+
/**
|
|
86
|
+
* 轮换某节点身份换出口。同端口在途时返回同一个 Promise;minGapMs 内重复请求被掐
|
|
87
|
+
* (429 风暴时每个失败请求都触发一次轮换会把 CF 刷黑)。
|
|
88
|
+
* @returns {Promise<{ok:boolean, ip?:string, attempts?:number, skipped?:boolean}>}
|
|
89
|
+
*/
|
|
90
|
+
rotate(port, { minGapMs = 60_000, force = false } = {}) {
|
|
91
|
+
const dup = inflight.get(port);
|
|
92
|
+
if (dup) return dup;
|
|
93
|
+
const prev = known.get(port);
|
|
94
|
+
if (!force && prev && now() - prev.at < minGapMs) {
|
|
95
|
+
return Promise.resolve({ ok: false, skipped: true });
|
|
96
|
+
}
|
|
97
|
+
const p = cycle(port, prev?.ip || "")
|
|
98
|
+
.catch((e) => {
|
|
99
|
+
log(`[warp-pool] :${port} 轮换异常:${String(e?.message || e)}`);
|
|
100
|
+
return { ok: false };
|
|
101
|
+
})
|
|
102
|
+
.finally(() => inflight.delete(port));
|
|
103
|
+
inflight.set(port, p);
|
|
104
|
+
return p;
|
|
105
|
+
},
|
|
106
|
+
|
|
107
|
+
/** 入池取证结果(labelExits 的分组)批量记账:每个节点的出口 IP 都要记住,轮换才能比对「是否真变了」。 */
|
|
108
|
+
noteExits(groups) {
|
|
109
|
+
for (const g of groups || []) for (const p of g.nodes || []) if (g.ip) known.set(p, { ip: g.ip, at: now() });
|
|
110
|
+
},
|
|
111
|
+
/** 轮换进行中 = 该节点正在换出口(调用方可据此避开它)。 */
|
|
112
|
+
busy(port) {
|
|
113
|
+
return inflight.has(port);
|
|
114
|
+
},
|
|
115
|
+
stats() {
|
|
116
|
+
return [...known.entries()].map(([port, v]) => ({ port, ip: v.ip, at: v.at }));
|
|
117
|
+
},
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
/**
|
|
122
|
+
* 把「429 → 换身份换出口」接进一个已建好的池。轮换窗口内**先把该节点冷却**(端口已停,
|
|
123
|
+
* 请求过去必失败),换好再放回。依赖全由调用方注入,本模块不反向依赖池。
|
|
124
|
+
* @returns {{note:Function, noteExits:Function, ipOf:Function, rotate:Function, busy:Function, stats:Function}}
|
|
125
|
+
*/
|
|
126
|
+
export function wireRotation({ dispatcher, register, tunnels, bringUp, swap = () => {}, log = () => {}, ...rest } = {}) {
|
|
127
|
+
return createIdentityRotator({
|
|
128
|
+
register,
|
|
129
|
+
apply: async (node) => {
|
|
130
|
+
const idx = dispatcher.entries().find((e) => e.port === node.port)?.index;
|
|
131
|
+
if (idx !== undefined) dispatcher.markFailure(idx); // 轮换窗口内先冷却:端口已停,请求过去必失败
|
|
132
|
+
tunnels.get(node.port)?.stop();
|
|
133
|
+
tunnels.delete(node.port);
|
|
134
|
+
swap(node.port, node);
|
|
135
|
+
await bringUp(node);
|
|
136
|
+
if (idx !== undefined) dispatcher.markOk(idx);
|
|
137
|
+
},
|
|
138
|
+
log,
|
|
139
|
+
...rest,
|
|
140
|
+
});
|
|
141
|
+
}
|
package/src/warp-pool/index.js
CHANGED
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
// warp-pool · 装配入口。
|
|
2
2
|
//
|
|
3
|
-
//
|
|
4
|
-
// 2026-10-16 真机实测证伪「N 设备 = N 桶」(免费版 WARP 的 IPv4 出口是共享 NAT);设 MSLXDFF_WARP_POOL=1 才建池。
|
|
3
|
+
// 定位(MODULES.md §0/§10):WARP 池是**增量**出口,不是替代成员自身出口;缺省**开**,MSLXDFF_WARP_POOL=0 关。
|
|
5
4
|
import { resolveWarpConfig } from "./config.js";
|
|
6
5
|
import { createRotatingDispatcher } from "./rotate.js";
|
|
7
6
|
import { createHealthMonitor } from "./health.js";
|
|
@@ -9,6 +8,7 @@ import { ensureDir, loadNodes, removeNode, saveNode } from "./nodes.js";
|
|
|
9
8
|
import { registerWarpDevice } from "./register.js";
|
|
10
9
|
import { ensureBinary, probeTunnel, resolveAsset, startTunnel, writeTunnelConf } from "./wireproxy.js";
|
|
11
10
|
import { createReviver, labelExits } from "./revive.js";
|
|
11
|
+
import { wireRotation } from "./identity.js";
|
|
12
12
|
|
|
13
13
|
/** 重拨节流:连续失败指数退避。网络不通的机器绝不能让重注册把 CF 刷到 429。 */
|
|
14
14
|
const REDIAL_MIN_GAP_MS = 5 * 60_000;
|
|
@@ -44,7 +44,10 @@ export function createWarpPool({
|
|
|
44
44
|
const cfg = resolveWarpConfig(env);
|
|
45
45
|
if (!cfg.active) return null;
|
|
46
46
|
|
|
47
|
-
|
|
47
|
+
/** 身份轮换器:429 时换一台 WARP 设备换出口 IP(串行换身份,见 identity.js 头注)。 */
|
|
48
|
+
let rotator = null;
|
|
49
|
+
|
|
50
|
+
const dispatcher = createRotatingDispatcher({ nodes: [], strategy: cfg.strategy, cooldownMs: cfg.cooldownMs, log, onStatus: (status, port) => { if (status === 429 && cfg.rotate && rotator) void rotator.rotate(port); } });
|
|
48
51
|
/** @type {Map<number, {stop: () => void}>} */
|
|
49
52
|
const tunnels = new Map();
|
|
50
53
|
|
|
@@ -88,6 +91,16 @@ export function createWarpPool({
|
|
|
88
91
|
tunnels.set(node.port, t);
|
|
89
92
|
}
|
|
90
93
|
|
|
94
|
+
// 429 = 上游按出口 IP 计的名额耗尽 ⇒ 换一台设备的身份换出口(换身份=换桶)。
|
|
95
|
+
rotator = wireRotation({
|
|
96
|
+
dispatcher,
|
|
97
|
+
register,
|
|
98
|
+
tunnels,
|
|
99
|
+
bringUp,
|
|
100
|
+
swap: (port, node) => { removeNode(cfg.dir, port); saveNode(cfg.dir, node); },
|
|
101
|
+
log,
|
|
102
|
+
});
|
|
103
|
+
|
|
91
104
|
async function bootstrap() {
|
|
92
105
|
if (closed) return;
|
|
93
106
|
ensureDir(cfg.dir);
|
|
@@ -149,7 +162,7 @@ export function createWarpPool({
|
|
|
149
162
|
}
|
|
150
163
|
|
|
151
164
|
// 5. 出口取证:把每台设备的真实出口地址打进日志(免费版 WARP 的 IPv4 是共享 NAT,N 台设备很可能折叠成同一个出口)
|
|
152
|
-
if (live.length) await labelExits({ ports: live.map((n) => n.port), log });
|
|
165
|
+
if (live.length) rotator.noteExits(await labelExits({ ports: live.map((n) => n.port), log }));
|
|
153
166
|
}
|
|
154
167
|
|
|
155
168
|
const monitor = createHealthMonitor({
|
|
@@ -224,6 +237,7 @@ export function createWarpPool({
|
|
|
224
237
|
dir: cfg.dir,
|
|
225
238
|
tunnels: tunnels.size,
|
|
226
239
|
nodes: dispatcher.stats(),
|
|
240
|
+
exits: rotator ? rotator.stats() : [],
|
|
227
241
|
};
|
|
228
242
|
},
|
|
229
243
|
};
|
package/src/warp-pool/rotate.js
CHANGED
|
@@ -20,9 +20,21 @@ export function headerValue(headers, name) {
|
|
|
20
20
|
return "";
|
|
21
21
|
}
|
|
22
22
|
|
|
23
|
+
/** 让 dispatcher 看见上游状态码:复制一层 handler,只截 onHeaders,其余方法原样转发(全部调用都落在副本上,this 一致)。 */
|
|
24
|
+
export function tapHandler(handler, tap) {
|
|
25
|
+
if (!tap || !handler || typeof handler !== "object") return handler;
|
|
26
|
+
const out = Object.assign(Object.create(Object.getPrototypeOf(handler)), handler);
|
|
27
|
+
const orig = handler.onHeaders;
|
|
28
|
+
out.onHeaders = function (statusCode, headers, resume, statusText) {
|
|
29
|
+
try { tap(statusCode); } catch {}
|
|
30
|
+
return typeof orig === "function" ? orig.call(this, statusCode, headers, resume, statusText) : undefined;
|
|
31
|
+
};
|
|
32
|
+
return out;
|
|
33
|
+
}
|
|
34
|
+
|
|
23
35
|
/**
|
|
24
36
|
* @param {{ nodes?: Array<{port:number, uri:string}>, strategy?: "session"|"request",
|
|
25
|
-
* cooldownMs?: number, now?: () => number, log?: (s:string)=>void,
|
|
37
|
+
* cooldownMs?: number, now?: () => number, log?: (s:string)=>void, onStatus?: (status:number, port:number)=>void,
|
|
26
38
|
* agentOptions?: object, selector?: object }} [opts]
|
|
27
39
|
*/
|
|
28
40
|
export function createRotatingDispatcher({
|
|
@@ -31,6 +43,7 @@ export function createRotatingDispatcher({
|
|
|
31
43
|
cooldownMs = 600_000,
|
|
32
44
|
now = Date.now,
|
|
33
45
|
log = () => {},
|
|
46
|
+
onStatus = null,
|
|
34
47
|
agentFactory,
|
|
35
48
|
fallbackAgent,
|
|
36
49
|
agentOptions = { connections: 8, keepAliveTimeout: 30_000, keepAliveMaxTimeout: 60_000, pipelining: 1 },
|
|
@@ -40,7 +53,7 @@ export function createRotatingDispatcher({
|
|
|
40
53
|
if (typeof ProxyAgent !== "function") throw new Error("undici ProxyAgent 不可用:无法建立出口池");
|
|
41
54
|
// 空池兜底:直连(等价 R3 里被顶掉的 keepAlive 池)。
|
|
42
55
|
const fallback = fallbackAgent !== undefined ? fallbackAgent : typeof Agent === "function" ? new Agent(agentOptions) : null;
|
|
43
|
-
let list =
|
|
56
|
+
let list = build(nodes);
|
|
44
57
|
|
|
45
58
|
function build(nodesIn) {
|
|
46
59
|
return (nodesIn || []).map((n, i) => ({
|
|
@@ -96,11 +109,11 @@ export function createRotatingDispatcher({
|
|
|
96
109
|
throw new Error("warp-pool:节点池为空且无直连兜底");
|
|
97
110
|
}
|
|
98
111
|
const avail = availableIndexes();
|
|
99
|
-
//
|
|
100
|
-
if (!avail.length) return list[0].agent.dispatch(opts, handler);
|
|
112
|
+
// 全池冷却 ⇒ 直连兜底优先:硬派给已知不可用的节点 = 把请求挂到超时。
|
|
113
|
+
if (!avail.length) return (fallback || list[0].agent).dispatch(opts, handler);
|
|
101
114
|
const sessionKey = strategy === "session" ? headerValue(opts?.headers, SESSION_HEADER) : "";
|
|
102
|
-
const
|
|
103
|
-
return
|
|
115
|
+
const e = list[selector.pick(avail, sessionKey)];
|
|
116
|
+
return e.agent.dispatch(opts, tapHandler(handler, onStatus ? (sc) => onStatus(sc, e.port) : null));
|
|
104
117
|
},
|
|
105
118
|
|
|
106
119
|
/** 运行期换上一批出口(bootstrap 完成后调用);旧 Agent 池关闭。 */
|