@optima-chat/dev-skills 0.16.1 → 0.16.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/helpers/db-utils.ts +105 -6
- package/dist/bin/helpers/db-utils.js +105 -6
- package/package.json +1 -1
package/bin/helpers/db-utils.ts
CHANGED
|
@@ -299,6 +299,79 @@ function isTunnelProcessOnPort(localPort: number): boolean {
|
|
|
299
299
|
});
|
|
300
300
|
}
|
|
301
301
|
|
|
302
|
+
/**
|
|
303
|
+
* 隧道进程 cmdline 指向的 RDS host 与期望的 `dbHost` 是否一致(#76)。
|
|
304
|
+
*
|
|
305
|
+
* `isTunnelProcessOnPort` + `isTunnelHealthy` 只能回答「端口上是我们的隧道且 postgres
|
|
306
|
+
* 应答」—— **答不了「通向哪个库」**:连到错误实例的隧道同样 ssh + 同样 pg_isready 通。
|
|
307
|
+
* 注册表一旦出现两个 host 指向同一端口(见 pickTunnelPort 注释),warm reuse 就会把
|
|
308
|
+
* cn-prod 的查询送进 cn-stage 的隧道;两库账号密码不同才会报 auth failed 暴露出来,
|
|
309
|
+
* 同名账号则是**静默连错环境**。故复用前解析 cmdline 里的转发目标。
|
|
310
|
+
*
|
|
311
|
+
* 两种隧道形态的 cmdline(**均已在本机实测**,勿凭文档猜):
|
|
312
|
+
* ssh / cn-ssh:`ssh … -L [bind:]<localPort>:<dbHost>:5432 root@<bastion>`
|
|
313
|
+
* SSM :持端口的是 `session-manager-plugin`(不是 `aws` CLI),argv 里是
|
|
314
|
+
* StartSession 请求 **JSON**:
|
|
315
|
+
* `… StartSession {"Target":"i-…","DocumentName":"AWS-StartPortForwarding…",
|
|
316
|
+
* "Parameters": {"host": ["<dbHost>"], "portNumber": ["5432"],
|
|
317
|
+
* "localPortNumber": ["<localPort>"]}} https://ssm.…`
|
|
318
|
+
*
|
|
319
|
+
* **按 localPort 锚定**:一个 ssh 进程可以带多条 `-L`(工程师自建的多路转发也会被
|
|
320
|
+
* `isTunnelProcessOnPort` 认作「我们的隧道」)。只要 cmdline 里任一条 `-L` 命中 dbHost
|
|
321
|
+
* 就判 match,会把「25432 实际通向 stage、25433 才通向 prod」的进程误判为可复用 →
|
|
322
|
+
* 正好造成本 issue 要防的连错库。故只认**转发自本端口**的那一条。
|
|
323
|
+
*
|
|
324
|
+
* 返回 `unknown`(读不到 cmdline / 格式不认识)时**保守回退**:宁可偶尔多复用一次,
|
|
325
|
+
* 也不因误判杀掉正常 warm reuse;`mismatch` 才是确凿证据,一律拒绝复用。注意
|
|
326
|
+
* `unknown` 单独不足以防「注册表已存在重复端口」,那由 ensureTunnel 的 dup 判据兜底。
|
|
327
|
+
*/
|
|
328
|
+
export function classifyTunnelTarget(
|
|
329
|
+
args: string,
|
|
330
|
+
dbHost: string,
|
|
331
|
+
localPort?: number,
|
|
332
|
+
): 'match' | 'mismatch' | 'unknown' {
|
|
333
|
+
const lp = localPort === undefined ? '\\d+' : String(localPort);
|
|
334
|
+
const targets: string[] = [];
|
|
335
|
+
// ssh:`-L [bind_address:]<localPort>:<host>:<remotePort>`(bind_address 可选是 ssh 合法写法)
|
|
336
|
+
for (const m of args.matchAll(new RegExp(`-L\\s*(?:[A-Za-z0-9._-]+:)?${lp}:([A-Za-z0-9._-]+):\\d+`, 'g'))) {
|
|
337
|
+
targets.push(m[1]);
|
|
338
|
+
}
|
|
339
|
+
// SSM:请求 JSON 里的 host;带 localPortNumber 时同样按本端口锚定
|
|
340
|
+
const ssmHost = args.match(/"host"\s*:\s*\[\s*"([A-Za-z0-9._-]+)"/);
|
|
341
|
+
if (ssmHost) {
|
|
342
|
+
const ssmLocal = args.match(/"localPortNumber"\s*:\s*\[\s*"(\d+)"/);
|
|
343
|
+
if (localPort === undefined || !ssmLocal || ssmLocal[1] === String(localPort)) targets.push(ssmHost[1]);
|
|
344
|
+
}
|
|
345
|
+
if (targets.length === 0) return 'unknown';
|
|
346
|
+
const want = dbHost.toLowerCase();
|
|
347
|
+
return targets.some(t => t.toLowerCase() === want) ? 'match' : 'mismatch';
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
/**
|
|
351
|
+
* 端口上的隧道进程是否通向 `dbHost`(聚合多 pid:任一 match 即 match)。
|
|
352
|
+
* 只读**隧道进程**(comm=ssh / session-manager)的 argv —— `lsof -ti:PORT` 同时会列出
|
|
353
|
+
* 连到该端口的**客户端**(psql / pg_isready),其 argv 里若恰好含 `host=…` 会造成假 mismatch。
|
|
354
|
+
*/
|
|
355
|
+
function tunnelTargetOnPort(localPort: number, dbHost: string): 'match' | 'mismatch' | 'unknown' {
|
|
356
|
+
let sawMismatch = false;
|
|
357
|
+
for (const pid of portPids(localPort)) {
|
|
358
|
+
let comm = '';
|
|
359
|
+
let args = '';
|
|
360
|
+
try {
|
|
361
|
+
const out = execSync(`ps -o comm=,args= -p ${pid}`, { encoding: 'utf-8' }).trim();
|
|
362
|
+
comm = out.split(/\s+/)[0] ?? '';
|
|
363
|
+
args = out;
|
|
364
|
+
} catch {
|
|
365
|
+
continue; // 进程刚退出
|
|
366
|
+
}
|
|
367
|
+
if (comm !== 'ssh' && !comm.includes('session-manager')) continue; // 客户端进程,跳过
|
|
368
|
+
const verdict = classifyTunnelTarget(args, dbHost, localPort);
|
|
369
|
+
if (verdict === 'match') return 'match';
|
|
370
|
+
if (verdict === 'mismatch') sawMismatch = true;
|
|
371
|
+
}
|
|
372
|
+
return sawMismatch ? 'mismatch' : 'unknown';
|
|
373
|
+
}
|
|
374
|
+
|
|
302
375
|
function killOrphanTunnel(localPort: number): void {
|
|
303
376
|
// 只杀我们的隧道进程 —— 端口上若是别人(docker-proxy/postgres),kill -9 是破坏性的。
|
|
304
377
|
for (const pid of portPids(localPort)) {
|
|
@@ -429,13 +502,21 @@ function writeTunnelRegistry(reg: Record<string, number>): void {
|
|
|
429
502
|
fs.writeFileSync(TUNNEL_REGISTRY, JSON.stringify(reg, null, 2));
|
|
430
503
|
}
|
|
431
504
|
|
|
432
|
-
/**
|
|
433
|
-
|
|
505
|
+
/**
|
|
506
|
+
* First free local port, preferring the registry's previous assignment.
|
|
507
|
+
*
|
|
508
|
+
* `reserved` = 注册表里**其它 host** 已占用的端口(#76)。原实现只看「此刻空闲」:
|
|
509
|
+
* 隧道进程死掉后端口释放,下一个 host 扫描到同一个 25432 就写进注册表 → 多个 host
|
|
510
|
+
* 指向同一端口(实遇 4 个 RDS 里 3 个都是 25432),之后任一条隧道活着都会被其它
|
|
511
|
+
* host 误复用 → 连错库。排除其它 host 已认领的端口,注册表由构造保持单射。
|
|
512
|
+
*/
|
|
513
|
+
function pickTunnelPort(preferred: number | undefined, reserved: ReadonlySet<number> = new Set()): number {
|
|
434
514
|
const candidates = preferred ? [preferred] : [];
|
|
435
515
|
for (let p = TUNNEL_PORT_SCAN_BASE; p < TUNNEL_PORT_SCAN_BASE + TUNNEL_PORT_SCAN_LIMIT; p++) {
|
|
436
516
|
if (p !== preferred) candidates.push(p);
|
|
437
517
|
}
|
|
438
518
|
for (const p of candidates) {
|
|
519
|
+
if (reserved.has(p)) continue;
|
|
439
520
|
if (portPids(p).length === 0 && !isPortResponding(p)) return p;
|
|
440
521
|
}
|
|
441
522
|
throw new Error(`No free local port in ${TUNNEL_PORT_SCAN_BASE}-${TUNNEL_PORT_SCAN_BASE + TUNNEL_PORT_SCAN_LIMIT - 1} for the DB tunnel`);
|
|
@@ -454,15 +535,33 @@ export function ensureTunnel(dbHost: string, via: 'aws' | 'cn-buildbox' = 'aws')
|
|
|
454
535
|
const reg = readTunnelRegistry();
|
|
455
536
|
const known = reg[dbHost];
|
|
456
537
|
|
|
538
|
+
// #76:端口同时被注册表里其它 host 认领 = 注册表已损坏(历史遗留缓存就是这个状态)。
|
|
539
|
+
// 此时若目标又验不出来(unknown,如 argv 格式不认识),不能乐观复用——否则那条路径
|
|
540
|
+
// 永远早返回、不写注册表,重复项永不自愈(AWS/SSM 默认路径尤其吃这个亏)。
|
|
541
|
+
const dupClaimed = known !== undefined
|
|
542
|
+
&& Object.entries(reg).some(([h, p]) => h !== dbHost && p === known);
|
|
543
|
+
|
|
457
544
|
if (known !== undefined && isTunnelProcessOnPort(known)) {
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
545
|
+
// #76:健康 ≠ 通向正确的库 —— 先验转发目标,确凿指向别的 RDS 就别复用(也别杀,
|
|
546
|
+
// 那是另一个 host 正在用的隧道),换个端口自己建。
|
|
547
|
+
const verdict = tunnelTargetOnPort(known, dbHost);
|
|
548
|
+
if (verdict === 'mismatch' || (verdict === 'unknown' && dupClaimed)) {
|
|
549
|
+
console.log(`! Tunnel on port ${known} may forward to a different RDS host, not reusing (#76)`);
|
|
550
|
+
} else if (isTunnelHealthy(known)) {
|
|
551
|
+
return known; // warm reuse — no cold start
|
|
552
|
+
} else {
|
|
553
|
+
console.log(`! Tunnel on port ${known} not responding (zombie), replacing...`);
|
|
554
|
+
killOrphanTunnel(known);
|
|
555
|
+
}
|
|
461
556
|
}
|
|
462
557
|
|
|
463
558
|
// Foreign process on the recorded port (e.g. a local Docker PG) → pick a
|
|
464
559
|
// different port instead of talking to whatever squats there.
|
|
465
|
-
|
|
560
|
+
// #76:同时排除注册表里其它 host 认领的端口,避免两个 host 收敛到同一端口。
|
|
561
|
+
const reserved = new Set(
|
|
562
|
+
Object.entries(reg).filter(([h]) => h !== dbHost).map(([, p]) => p),
|
|
563
|
+
);
|
|
564
|
+
const port = pickTunnelPort(known, reserved);
|
|
466
565
|
if (via === 'cn-buildbox') {
|
|
467
566
|
setupCnSSHTunnel(dbHost, port);
|
|
468
567
|
} else if ((process.env.OPTIMA_DB_TUNNEL || 'ssm').toLowerCase() === 'ssh') {
|
|
@@ -48,6 +48,7 @@ exports.readBuildboxPwFile = readBuildboxPwFile;
|
|
|
48
48
|
exports.getCnInfisicalToken = getCnInfisicalToken;
|
|
49
49
|
exports.getCnSecrets = getCnSecrets;
|
|
50
50
|
exports.parseDatabaseUrl = parseDatabaseUrl;
|
|
51
|
+
exports.classifyTunnelTarget = classifyTunnelTarget;
|
|
51
52
|
exports.ensureTunnel = ensureTunnel;
|
|
52
53
|
exports.queryDB = queryDB;
|
|
53
54
|
exports.connectCnDB = connectCnDB;
|
|
@@ -350,6 +351,79 @@ function isTunnelProcessOnPort(localPort) {
|
|
|
350
351
|
}
|
|
351
352
|
});
|
|
352
353
|
}
|
|
354
|
+
/**
|
|
355
|
+
* 隧道进程 cmdline 指向的 RDS host 与期望的 `dbHost` 是否一致(#76)。
|
|
356
|
+
*
|
|
357
|
+
* `isTunnelProcessOnPort` + `isTunnelHealthy` 只能回答「端口上是我们的隧道且 postgres
|
|
358
|
+
* 应答」—— **答不了「通向哪个库」**:连到错误实例的隧道同样 ssh + 同样 pg_isready 通。
|
|
359
|
+
* 注册表一旦出现两个 host 指向同一端口(见 pickTunnelPort 注释),warm reuse 就会把
|
|
360
|
+
* cn-prod 的查询送进 cn-stage 的隧道;两库账号密码不同才会报 auth failed 暴露出来,
|
|
361
|
+
* 同名账号则是**静默连错环境**。故复用前解析 cmdline 里的转发目标。
|
|
362
|
+
*
|
|
363
|
+
* 两种隧道形态的 cmdline(**均已在本机实测**,勿凭文档猜):
|
|
364
|
+
* ssh / cn-ssh:`ssh … -L [bind:]<localPort>:<dbHost>:5432 root@<bastion>`
|
|
365
|
+
* SSM :持端口的是 `session-manager-plugin`(不是 `aws` CLI),argv 里是
|
|
366
|
+
* StartSession 请求 **JSON**:
|
|
367
|
+
* `… StartSession {"Target":"i-…","DocumentName":"AWS-StartPortForwarding…",
|
|
368
|
+
* "Parameters": {"host": ["<dbHost>"], "portNumber": ["5432"],
|
|
369
|
+
* "localPortNumber": ["<localPort>"]}} https://ssm.…`
|
|
370
|
+
*
|
|
371
|
+
* **按 localPort 锚定**:一个 ssh 进程可以带多条 `-L`(工程师自建的多路转发也会被
|
|
372
|
+
* `isTunnelProcessOnPort` 认作「我们的隧道」)。只要 cmdline 里任一条 `-L` 命中 dbHost
|
|
373
|
+
* 就判 match,会把「25432 实际通向 stage、25433 才通向 prod」的进程误判为可复用 →
|
|
374
|
+
* 正好造成本 issue 要防的连错库。故只认**转发自本端口**的那一条。
|
|
375
|
+
*
|
|
376
|
+
* 返回 `unknown`(读不到 cmdline / 格式不认识)时**保守回退**:宁可偶尔多复用一次,
|
|
377
|
+
* 也不因误判杀掉正常 warm reuse;`mismatch` 才是确凿证据,一律拒绝复用。注意
|
|
378
|
+
* `unknown` 单独不足以防「注册表已存在重复端口」,那由 ensureTunnel 的 dup 判据兜底。
|
|
379
|
+
*/
|
|
380
|
+
function classifyTunnelTarget(args, dbHost, localPort) {
|
|
381
|
+
const lp = localPort === undefined ? '\\d+' : String(localPort);
|
|
382
|
+
const targets = [];
|
|
383
|
+
// ssh:`-L [bind_address:]<localPort>:<host>:<remotePort>`(bind_address 可选是 ssh 合法写法)
|
|
384
|
+
for (const m of args.matchAll(new RegExp(`-L\\s*(?:[A-Za-z0-9._-]+:)?${lp}:([A-Za-z0-9._-]+):\\d+`, 'g'))) {
|
|
385
|
+
targets.push(m[1]);
|
|
386
|
+
}
|
|
387
|
+
// SSM:请求 JSON 里的 host;带 localPortNumber 时同样按本端口锚定
|
|
388
|
+
const ssmHost = args.match(/"host"\s*:\s*\[\s*"([A-Za-z0-9._-]+)"/);
|
|
389
|
+
if (ssmHost) {
|
|
390
|
+
const ssmLocal = args.match(/"localPortNumber"\s*:\s*\[\s*"(\d+)"/);
|
|
391
|
+
if (localPort === undefined || !ssmLocal || ssmLocal[1] === String(localPort))
|
|
392
|
+
targets.push(ssmHost[1]);
|
|
393
|
+
}
|
|
394
|
+
if (targets.length === 0)
|
|
395
|
+
return 'unknown';
|
|
396
|
+
const want = dbHost.toLowerCase();
|
|
397
|
+
return targets.some(t => t.toLowerCase() === want) ? 'match' : 'mismatch';
|
|
398
|
+
}
|
|
399
|
+
/**
|
|
400
|
+
* 端口上的隧道进程是否通向 `dbHost`(聚合多 pid:任一 match 即 match)。
|
|
401
|
+
* 只读**隧道进程**(comm=ssh / session-manager)的 argv —— `lsof -ti:PORT` 同时会列出
|
|
402
|
+
* 连到该端口的**客户端**(psql / pg_isready),其 argv 里若恰好含 `host=…` 会造成假 mismatch。
|
|
403
|
+
*/
|
|
404
|
+
function tunnelTargetOnPort(localPort, dbHost) {
|
|
405
|
+
let sawMismatch = false;
|
|
406
|
+
for (const pid of portPids(localPort)) {
|
|
407
|
+
let comm = '';
|
|
408
|
+
let args = '';
|
|
409
|
+
try {
|
|
410
|
+
const out = (0, child_process_1.execSync)(`ps -o comm=,args= -p ${pid}`, { encoding: 'utf-8' }).trim();
|
|
411
|
+
comm = out.split(/\s+/)[0] ?? '';
|
|
412
|
+
args = out;
|
|
413
|
+
}
|
|
414
|
+
catch {
|
|
415
|
+
continue; // 进程刚退出
|
|
416
|
+
}
|
|
417
|
+
if (comm !== 'ssh' && !comm.includes('session-manager'))
|
|
418
|
+
continue; // 客户端进程,跳过
|
|
419
|
+
const verdict = classifyTunnelTarget(args, dbHost, localPort);
|
|
420
|
+
if (verdict === 'match')
|
|
421
|
+
return 'match';
|
|
422
|
+
if (verdict === 'mismatch')
|
|
423
|
+
sawMismatch = true;
|
|
424
|
+
}
|
|
425
|
+
return sawMismatch ? 'mismatch' : 'unknown';
|
|
426
|
+
}
|
|
353
427
|
function killOrphanTunnel(localPort) {
|
|
354
428
|
// 只杀我们的隧道进程 —— 端口上若是别人(docker-proxy/postgres),kill -9 是破坏性的。
|
|
355
429
|
for (const pid of portPids(localPort)) {
|
|
@@ -482,14 +556,23 @@ function writeTunnelRegistry(reg) {
|
|
|
482
556
|
fs.mkdirSync(`${os.homedir()}/.cache/optima-dev-skills`, { recursive: true });
|
|
483
557
|
fs.writeFileSync(TUNNEL_REGISTRY, JSON.stringify(reg, null, 2));
|
|
484
558
|
}
|
|
485
|
-
/**
|
|
486
|
-
|
|
559
|
+
/**
|
|
560
|
+
* First free local port, preferring the registry's previous assignment.
|
|
561
|
+
*
|
|
562
|
+
* `reserved` = 注册表里**其它 host** 已占用的端口(#76)。原实现只看「此刻空闲」:
|
|
563
|
+
* 隧道进程死掉后端口释放,下一个 host 扫描到同一个 25432 就写进注册表 → 多个 host
|
|
564
|
+
* 指向同一端口(实遇 4 个 RDS 里 3 个都是 25432),之后任一条隧道活着都会被其它
|
|
565
|
+
* host 误复用 → 连错库。排除其它 host 已认领的端口,注册表由构造保持单射。
|
|
566
|
+
*/
|
|
567
|
+
function pickTunnelPort(preferred, reserved = new Set()) {
|
|
487
568
|
const candidates = preferred ? [preferred] : [];
|
|
488
569
|
for (let p = TUNNEL_PORT_SCAN_BASE; p < TUNNEL_PORT_SCAN_BASE + TUNNEL_PORT_SCAN_LIMIT; p++) {
|
|
489
570
|
if (p !== preferred)
|
|
490
571
|
candidates.push(p);
|
|
491
572
|
}
|
|
492
573
|
for (const p of candidates) {
|
|
574
|
+
if (reserved.has(p))
|
|
575
|
+
continue;
|
|
493
576
|
if (portPids(p).length === 0 && !isPortResponding(p))
|
|
494
577
|
return p;
|
|
495
578
|
}
|
|
@@ -508,15 +591,31 @@ function ensureTunnel(dbHost, via = 'aws') {
|
|
|
508
591
|
throw new Error('ensureTunnel: dbHost contains unexpected characters (refusing to build tunnel command)');
|
|
509
592
|
const reg = readTunnelRegistry();
|
|
510
593
|
const known = reg[dbHost];
|
|
594
|
+
// #76:端口同时被注册表里其它 host 认领 = 注册表已损坏(历史遗留缓存就是这个状态)。
|
|
595
|
+
// 此时若目标又验不出来(unknown,如 argv 格式不认识),不能乐观复用——否则那条路径
|
|
596
|
+
// 永远早返回、不写注册表,重复项永不自愈(AWS/SSM 默认路径尤其吃这个亏)。
|
|
597
|
+
const dupClaimed = known !== undefined
|
|
598
|
+
&& Object.entries(reg).some(([h, p]) => h !== dbHost && p === known);
|
|
511
599
|
if (known !== undefined && isTunnelProcessOnPort(known)) {
|
|
512
|
-
|
|
600
|
+
// #76:健康 ≠ 通向正确的库 —— 先验转发目标,确凿指向别的 RDS 就别复用(也别杀,
|
|
601
|
+
// 那是另一个 host 正在用的隧道),换个端口自己建。
|
|
602
|
+
const verdict = tunnelTargetOnPort(known, dbHost);
|
|
603
|
+
if (verdict === 'mismatch' || (verdict === 'unknown' && dupClaimed)) {
|
|
604
|
+
console.log(`! Tunnel on port ${known} may forward to a different RDS host, not reusing (#76)`);
|
|
605
|
+
}
|
|
606
|
+
else if (isTunnelHealthy(known)) {
|
|
513
607
|
return known; // warm reuse — no cold start
|
|
514
|
-
|
|
515
|
-
|
|
608
|
+
}
|
|
609
|
+
else {
|
|
610
|
+
console.log(`! Tunnel on port ${known} not responding (zombie), replacing...`);
|
|
611
|
+
killOrphanTunnel(known);
|
|
612
|
+
}
|
|
516
613
|
}
|
|
517
614
|
// Foreign process on the recorded port (e.g. a local Docker PG) → pick a
|
|
518
615
|
// different port instead of talking to whatever squats there.
|
|
519
|
-
|
|
616
|
+
// #76:同时排除注册表里其它 host 认领的端口,避免两个 host 收敛到同一端口。
|
|
617
|
+
const reserved = new Set(Object.entries(reg).filter(([h]) => h !== dbHost).map(([, p]) => p));
|
|
618
|
+
const port = pickTunnelPort(known, reserved);
|
|
520
619
|
if (via === 'cn-buildbox') {
|
|
521
620
|
setupCnSSHTunnel(dbHost, port);
|
|
522
621
|
}
|