dsh-git-push 2.15.1 → 2.15.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/self/index.js +1 -1
- package/package.json +1 -1
- package/scripts/local-registry.mjs +248 -0
package/lib/self/index.js
CHANGED
|
@@ -9,7 +9,7 @@
|
|
|
9
9
|
*/
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
export const VERSION = '2.15.
|
|
12
|
+
export const VERSION = '2.15.2'; // 2.15.2:新增本地 npm registry(scripts/local-registry.mjs)——把本机当 npm 网站做发布彩排。零依赖实现 publish/install 两条协议(PUT 收 tarball、GET 发 packument、GET 下 tarball),未知包透传公网当镜像;`--selftest` 一条命令跑完 publish→install→加载公开面,全程不写公网 registry、结束即清临时目录。历史:2.15.1 发布前冒烟。
|
|
13
13
|
// 实测后果:该目录有 package.json ⇒ npm 去打包整棵 DSH 树、输出 2.1MB > spawnSync 默认 maxBuffer 1MB ⇒ ENOBUFS(npm_publish 的体检与真发全部失败);
|
|
14
14
|
// 该目录没有 package.json 时报 ENOENT。现 publish 的两个调用点显式传 cwd=目标包目录,并给 runNpm 加 16MB maxBuffer。
|
|
15
15
|
// 2.8.3:文案修正——「零改动 / 无新提交」明确为**正常成功路径**(注入用法、工具描述、README、skill 同批改),并修 job 输出自相矛盾(cleanSkipCommit 路径补 committed:false,不再显示「已提交,未推送」)
|
package/package.json
CHANGED
|
@@ -0,0 +1,248 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
/**
|
|
3
|
+
* 极简本地 npm registry —— 把本机当成"npm 网站",用于**发布前彩排**:publish → install → 加载 全链路真跑一遍,
|
|
4
|
+
* 公网零痕迹(不写 registry.npmjs.org)。
|
|
5
|
+
*
|
|
6
|
+
* 为什么自己写而不装 verdaccio:registry 的 publish/install 协议面很小(两个路由 + 一个 tarball 下载),
|
|
7
|
+
* 而 verdaccio 是一个需要安装、有自己配置与存储布局的服务。这里只要能回答三件事就够了:
|
|
8
|
+
* ① `npm publish` 能不能成功(含版本冲突检测、dist-tags 写入)
|
|
9
|
+
* ② `npm install <pkg>` 能不能装上(packument + tarball 两个请求)
|
|
10
|
+
* ③ 装完能不能加载(由调用方继续做 import 验证)
|
|
11
|
+
* 零依赖 → 不污染工作区、不需要 node_modules、随仓库走。
|
|
12
|
+
*
|
|
13
|
+
* 用法:
|
|
14
|
+
* node scripts/local-registry.mjs --port 4873 [--store /tmp/xxx] # 前台起服务
|
|
15
|
+
* node scripts/local-registry.mjs --selftest # 起服务→publish→install→退出 全自动验证
|
|
16
|
+
*
|
|
17
|
+
* 路由:
|
|
18
|
+
* PUT /:name npm publish(body 含 _attachments[].data = base64 tarball)
|
|
19
|
+
* GET /:name packument(versions + dist-tags + dist.tarball)
|
|
20
|
+
* GET /:name/-/:file tarball 下载
|
|
21
|
+
* GET /-/ping 健康检查(npm ping 用)
|
|
22
|
+
*/
|
|
23
|
+
import { createServer } from 'node:http';
|
|
24
|
+
import { mkdtempSync, mkdirSync, readFileSync, rmSync, writeFileSync, existsSync, readdirSync } from 'node:fs';
|
|
25
|
+
import { fileURLToPath } from 'node:url';
|
|
26
|
+
import { join } from 'node:path';
|
|
27
|
+
import { tmpdir } from 'node:os';
|
|
28
|
+
import { gunzipSync } from 'node:zlib';
|
|
29
|
+
import { spawn } from 'node:child_process';
|
|
30
|
+
|
|
31
|
+
/** 内存 + 磁盘双写:packument 放内存,tarball 落盘(便于安装时按路径读)。 */
|
|
32
|
+
function createRegistry({ storeDir }) {
|
|
33
|
+
const packuments = new Map(); // name → { 'dist-tags', versions }
|
|
34
|
+
const tarballs = new Map(); // `${name}/${file}` → Buffer
|
|
35
|
+
mkdirSync(storeDir, { recursive: true });
|
|
36
|
+
|
|
37
|
+
const readBody = (req) => new Promise((resolve, reject) => {
|
|
38
|
+
const chunks = [];
|
|
39
|
+
req.on('data', (c) => chunks.push(c));
|
|
40
|
+
req.on('end', () => {
|
|
41
|
+
let buf = Buffer.concat(chunks);
|
|
42
|
+
// npm 可能按配置 gzip 上传
|
|
43
|
+
if (req.headers['content-encoding'] === 'gzip') { try { buf = gunzipSync(buf); } catch { /* 原样尝试 */ } }
|
|
44
|
+
resolve(buf);
|
|
45
|
+
});
|
|
46
|
+
req.on('error', reject);
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
const json = (res, code, obj) => {
|
|
50
|
+
const body = JSON.stringify(obj);
|
|
51
|
+
res.writeHead(code, { 'content-type': 'application/json', 'content-length': Buffer.byteLength(body) });
|
|
52
|
+
res.end(body);
|
|
53
|
+
};
|
|
54
|
+
|
|
55
|
+
const UPSTREAM = 'https://registry.npmjs.org';
|
|
56
|
+
|
|
57
|
+
/** 未知包的透传代理(GET 只读)。失败原样返回上游状态码,便于排查。 */
|
|
58
|
+
async function proxyToUpstream(req, res) {
|
|
59
|
+
const ctrl = new AbortController();
|
|
60
|
+
const timer = setTimeout(() => ctrl.abort(), 30000);
|
|
61
|
+
try {
|
|
62
|
+
const upstream = await fetch(`${UPSTREAM}${req.url}`, {
|
|
63
|
+
headers: { accept: String(req.headers.accept || '*/*'), 'user-agent': 'dsh-git-push-local-registry' },
|
|
64
|
+
signal: ctrl.signal,
|
|
65
|
+
});
|
|
66
|
+
const buf = Buffer.from(await upstream.arrayBuffer());
|
|
67
|
+
res.writeHead(upstream.status, {
|
|
68
|
+
'content-type': upstream.headers.get('content-type') || 'application/octet-stream',
|
|
69
|
+
'content-length': buf.length,
|
|
70
|
+
});
|
|
71
|
+
return res.end(buf);
|
|
72
|
+
} catch (e) {
|
|
73
|
+
return json(res, 502, { error: `upstream proxy failed: ${String(e?.message || e).slice(0, 200)}` });
|
|
74
|
+
} finally { clearTimeout(timer); }
|
|
75
|
+
}
|
|
76
|
+
|
|
77
|
+
const server = createServer(async (req, res) => {
|
|
78
|
+
const url = new URL(req.url, 'http://127.0.0.1');
|
|
79
|
+
const path = decodeURIComponent(url.pathname);
|
|
80
|
+
|
|
81
|
+
if (path === '/-/ping') return json(res, 200, { ok: true });
|
|
82
|
+
|
|
83
|
+
// tarball 下载:/<name>/-/<file>
|
|
84
|
+
const tarMatch = /^\/(.+)\/-\/([^/]+)$/.exec(path);
|
|
85
|
+
if (tarMatch && req.method === 'GET') {
|
|
86
|
+
const key = `${tarMatch[1]}/${tarMatch[2]}`;
|
|
87
|
+
const buf = tarballs.get(key);
|
|
88
|
+
if (!buf) { res.writeHead(404); return res.end('not found'); }
|
|
89
|
+
res.writeHead(200, { 'content-type': 'application/octet-stream', 'content-length': buf.length });
|
|
90
|
+
return res.end(buf);
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
// packument / publish:/<name>(支持 @scope/name 两段)
|
|
94
|
+
const name = path.replace(/^\//, '');
|
|
95
|
+
if (!name) { res.writeHead(404); return res.end('not found'); }
|
|
96
|
+
|
|
97
|
+
if (req.method === 'GET') {
|
|
98
|
+
const doc = packuments.get(name);
|
|
99
|
+
if (doc) return json(res, 200, doc);
|
|
100
|
+
// 未知包**透传到公网 registry**(本服务因此等价于「本地镜像站」):
|
|
101
|
+
// 只存自己发布的包,其余(依赖树)照常从 npmjs 拉——否则 `npm install <pkg>`
|
|
102
|
+
// 会在解析 js-yaml / web-tree-sitter 这些依赖时 404(实测踩过)。
|
|
103
|
+
return proxyToUpstream(req, res);
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
if (req.method === 'PUT') {
|
|
107
|
+
let body;
|
|
108
|
+
try { body = JSON.parse((await readBody(req)).toString('utf8')); } catch (e) {
|
|
109
|
+
return json(res, 400, { error: `bad body: ${e.message}` });
|
|
110
|
+
}
|
|
111
|
+
const versions = body.versions || {};
|
|
112
|
+
const versionIds = Object.keys(versions);
|
|
113
|
+
if (!versionIds.length) return json(res, 400, { error: 'no versions' });
|
|
114
|
+
// 版本冲突检测:已存在的版本号不允许重复发布(与真 registry 语义一致)
|
|
115
|
+
const existing = packuments.get(name) || { 'dist-tags': {}, versions: {} };
|
|
116
|
+
for (const v of versionIds) {
|
|
117
|
+
if (existing.versions[v]) return json(res, 403, { error: `cannot publish over existing version ${v}` });
|
|
118
|
+
}
|
|
119
|
+
// 收 tarball
|
|
120
|
+
for (const [file, att] of Object.entries(body._attachments || {})) {
|
|
121
|
+
const buf = Buffer.from(String(att && att.data ? att.data : ''), 'base64');
|
|
122
|
+
tarballs.set(`${name}/${file}`, buf);
|
|
123
|
+
writeFileSync(join(storeDir, file.replace(/[\\/]/g, '_')), buf);
|
|
124
|
+
}
|
|
125
|
+
// 组装 packument(dist.tarball 指向本服务)
|
|
126
|
+
const merged = {
|
|
127
|
+
name,
|
|
128
|
+
'dist-tags': { ...(existing['dist-tags'] || {}), ...(body['dist-tags'] || {}) },
|
|
129
|
+
versions: { ...existing.versions, ...versions },
|
|
130
|
+
};
|
|
131
|
+
for (const v of Object.keys(merged.versions)) {
|
|
132
|
+
const file = `${name}-${v}.tgz`;
|
|
133
|
+
merged.versions[v] = {
|
|
134
|
+
...merged.versions[v],
|
|
135
|
+
dist: { ...(merged.versions[v].dist || {}), tarball: `http://127.0.0.1:${server.address().port}/${name}/-/${file}` },
|
|
136
|
+
};
|
|
137
|
+
if (!tarballs.has(`${name}/${file}`) && tarballs.has(`${name}/${Object.keys(body._attachments || {})[0]}`)) {
|
|
138
|
+
tarballs.set(`${name}/${file}`, tarballs.get(`${name}/${Object.keys(body._attachments || {})[0]}`));
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
packuments.set(name, merged);
|
|
142
|
+
return json(res, 201, { ok: true, name, versions: Object.keys(merged.versions) });
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
res.writeHead(405); res.end('method not allowed');
|
|
146
|
+
});
|
|
147
|
+
|
|
148
|
+
return { server, packuments, tarballs };
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
/** 起服务并在随机端口上监听。 */
|
|
152
|
+
export async function startLocalRegistry({ storeDir, port = 0 } = {}) {
|
|
153
|
+
const dir = storeDir || mkdtempSync(join(tmpdir(), 'dshgp-registry-'));
|
|
154
|
+
const { server, packuments, tarballs } = createRegistry({ storeDir: dir });
|
|
155
|
+
await new Promise((resolve, reject) => {
|
|
156
|
+
server.once('error', reject);
|
|
157
|
+
server.listen(port, '127.0.0.1', resolve);
|
|
158
|
+
});
|
|
159
|
+
const actualPort = server.address().port;
|
|
160
|
+
return {
|
|
161
|
+
url: `http://127.0.0.1:${actualPort}`,
|
|
162
|
+
port: actualPort,
|
|
163
|
+
storeDir: dir,
|
|
164
|
+
packuments,
|
|
165
|
+
tarballs,
|
|
166
|
+
close: () => new Promise((resolve) => { server.close(() => { try { rmSync(dir, { recursive: true, force: true }); } catch { /* 清理失败不影响结论 */ } resolve(); }); }),
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
/**
|
|
171
|
+
* 异步执行命令(**不能用 spawnSync**)。
|
|
172
|
+
* 为什么:本脚本的 registry 服务与调用方在**同一个进程**里;spawnSync 会阻塞事件循环,
|
|
173
|
+
* 于是 npm 发的 PUT 请求没人处理、而这边又在等 npm 退出 —— 直接死锁(实测 publish 卡住 10 分钟)。
|
|
174
|
+
* 用异步 spawn 让事件循环继续跑,registry 才能应答。
|
|
175
|
+
*/
|
|
176
|
+
function run(cmd, args, { cwd, env, timeoutMs = 300000 } = {}) {
|
|
177
|
+
return new Promise((resolve) => {
|
|
178
|
+
const child = spawn(cmd, args, { cwd, env, stdio: ['ignore', 'pipe', 'pipe'] });
|
|
179
|
+
let out = '';
|
|
180
|
+
let err = '';
|
|
181
|
+
child.stdout.on('data', (d) => { out += String(d); });
|
|
182
|
+
child.stderr.on('data', (d) => { err += String(d); });
|
|
183
|
+
const timer = setTimeout(() => { try { child.kill('SIGTERM'); } catch { /* 已退出 */ } }, timeoutMs);
|
|
184
|
+
child.on('close', (code, signal) => { clearTimeout(timer); resolve({ code, signal, out, err }); });
|
|
185
|
+
});
|
|
186
|
+
}
|
|
187
|
+
|
|
188
|
+
/** 自测:起服务 → publish 本仓库包 → 从本地 registry 安装 → 加载公开面 → 收尾。 */
|
|
189
|
+
async function selftest() {
|
|
190
|
+
// 必须用 fileURLToPath:本仓库路径含中文,URL.pathname 会给出 %E5.. 转义路径,spawn 的 cwd 就不存在
|
|
191
|
+
const repo = fileURLToPath(new URL('..', import.meta.url));
|
|
192
|
+
const reg = await startLocalRegistry();
|
|
193
|
+
console.log(`[registry] ${reg.url}(存储 ${reg.storeDir})`);
|
|
194
|
+
try {
|
|
195
|
+
const work = mkdtempSync(join(tmpdir(), 'dshgp-regtest-'));
|
|
196
|
+
// 用一个临时 npmrc,把 registry 与假 token 都指到本地(绝对不碰公网)
|
|
197
|
+
writeFileSync(join(work, '.npmrc'), `registry=${reg.url}/\n//127.0.0.1:${reg.port}/:_authToken=local-dummy\n`, 'utf8');
|
|
198
|
+
const env = { ...process.env, npm_config_userconfig: join(work, '.npmrc'), npm_config_registry: `${reg.url}/` };
|
|
199
|
+
|
|
200
|
+
console.log('[1/3] npm publish → 本地 registry');
|
|
201
|
+
const npmrc = join(work, '.npmrc');
|
|
202
|
+
writeFileSync(npmrc, `registry=${reg.url}/\n//127.0.0.1:${reg.port}/:_authToken=local-dummy\n`, 'utf8');
|
|
203
|
+
// 必须用 --userconfig 显式指定:只在 env 里给 token 时 npm 仍报 ENEEDAUTH(客户端侧校验)
|
|
204
|
+
const common = ['--registry', `${reg.url}/`, '--userconfig', npmrc];
|
|
205
|
+
const pub = await run('npm', ['publish', ...common, '--tag', 'beta'], { cwd: repo, env, timeoutMs: 180000 });
|
|
206
|
+
console.log(' ', pub.code === 0 ? 'OK' : `FAILED(code=${pub.code} signal=${pub.signal}): ${pub.out.slice(-600)} | ${pub.err.slice(-600)}`);
|
|
207
|
+
if (pub.code !== 0) return 1;
|
|
208
|
+
|
|
209
|
+
const consumer = join(work, 'consumer');
|
|
210
|
+
mkdirSync(consumer, { recursive: true });
|
|
211
|
+
writeFileSync(join(consumer, 'package.json'), JSON.stringify({ name: 'consumer', private: true, version: '0.0.0' }, null, 2));
|
|
212
|
+
console.log('[2/3] npm install <pkg> --registry 本地');
|
|
213
|
+
const inst = await run('npm', ['install', 'dsh-git-push@beta', ...common, '--no-audit', '--no-fund'], { cwd: consumer, env, timeoutMs: 300000 });
|
|
214
|
+
console.log(' ', inst.code === 0 ? 'OK' : `FAILED(code=${inst.code}): ${inst.out.slice(-600)} | ${inst.err.slice(-600)}`);
|
|
215
|
+
if (inst.code !== 0) return 1;
|
|
216
|
+
|
|
217
|
+
// 顺带校验 packument(相当于「本地 npm 网站上真的能查到这版」)
|
|
218
|
+
const doc = reg.packuments.get('dsh-git-push');
|
|
219
|
+
console.log(' packument: dist-tags =', JSON.stringify(doc && doc['dist-tags']), '| versions =', Object.keys((doc && doc.versions) || {}));
|
|
220
|
+
console.log('[3/3] 加载公开面 + 解析依赖');
|
|
221
|
+
const probe = await run(process.execPath, ['-e', `
|
|
222
|
+
const m = await import('dsh-git-push');
|
|
223
|
+
console.log(' root apply:', typeof m.apply);
|
|
224
|
+
const a = await import('dsh-git-push/audit');
|
|
225
|
+
console.log(' ./audit 导出数:', Object.keys(a).length);
|
|
226
|
+
`, '--input-type=module'], { cwd: consumer, env, timeoutMs: 120000 });
|
|
227
|
+
console.log(probe.out.trim() || `FAILED: ${probe.err.slice(0, 400)}`);
|
|
228
|
+
return probe.code === 0 ? 0 : 1;
|
|
229
|
+
} finally {
|
|
230
|
+
await reg.close();
|
|
231
|
+
console.log('[cleanup] 本地 registry 已停止,临时目录已删除(公网零痕迹)');
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
// 直接运行时:--selftest 跑全链路,否则前台起服务
|
|
236
|
+
if (process.argv[1] && process.argv[1].endsWith('local-registry.mjs')) {
|
|
237
|
+
if (process.argv.includes('--selftest')) {
|
|
238
|
+
selftest().then((code) => process.exit(code));
|
|
239
|
+
} else {
|
|
240
|
+
const portArg = process.argv.find((a) => a.startsWith('--port='));
|
|
241
|
+
const port = Number(portArg ? portArg.split('=')[1] : 4873);
|
|
242
|
+
const reg = await startLocalRegistry({ port });
|
|
243
|
+
console.log(`本地 npm registry: ${reg.url}(Ctrl-C 结束)`);
|
|
244
|
+
console.log('用法:npm publish --registry ' + reg.url + '/ --userconfig <含 //127.0.0.1:' + reg.port + '/:_authToken=xxx 的 npmrc>');
|
|
245
|
+
const stop = async () => { await reg.close(); process.exit(0); };
|
|
246
|
+
process.on('SIGINT', stop); process.on('SIGTERM', stop);
|
|
247
|
+
}
|
|
248
|
+
}
|