@lzwme/sserver 0.0.11 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.MD +71 -108
- package/dist/assets/assets/localsend/style.css +2 -0
- package/dist/assets/assets/localsend/vendor/qr-code-styling.js +2 -0
- package/dist/assets/localsend/style.css +2 -0
- package/dist/assets/localsend/vendor/qr-code-styling.js +2 -0
- package/dist/cli.js +9 -6
- package/dist/config.d.ts +38 -1
- package/dist/config.js +54 -9
- package/dist/lib/get-cert.js +1 -1
- package/dist/lib/merge-config.d.ts +9 -0
- package/dist/lib/merge-config.js +66 -0
- package/dist/lib/utils.d.ts +27 -1
- package/dist/lib/utils.js +94 -14
- package/dist/localsend/audit.d.ts +36 -0
- package/dist/localsend/audit.js +104 -0
- package/dist/localsend/auth.d.ts +94 -0
- package/dist/localsend/auth.js +227 -0
- package/dist/localsend/cache.d.ts +34 -0
- package/dist/localsend/cache.js +269 -0
- package/dist/localsend/chunk.d.ts +114 -0
- package/dist/localsend/chunk.js +475 -0
- package/dist/localsend/cleaner.d.ts +19 -0
- package/dist/localsend/cleaner.js +80 -0
- package/dist/localsend/client/app.js +4131 -0
- package/dist/localsend/client/crypto.js +233 -0
- package/dist/localsend/client/favicon.png +0 -0
- package/dist/localsend/client/icons/icon-192.png +0 -0
- package/dist/localsend/client/icons/icon-512.png +0 -0
- package/dist/localsend/client/index.html +451 -0
- package/dist/localsend/client/manifest.webmanifest +33 -0
- package/dist/localsend/client/sw.js +128 -0
- package/dist/localsend/guard.d.ts +58 -0
- package/dist/localsend/guard.js +210 -0
- package/dist/localsend/index.d.ts +52 -0
- package/dist/localsend/index.js +1771 -0
- package/dist/localsend/manage.d.ts +96 -0
- package/dist/localsend/manage.js +304 -0
- package/dist/localsend/metrics.d.ts +26 -0
- package/dist/localsend/metrics.js +58 -0
- package/dist/localsend/paste.d.ts +72 -0
- package/dist/localsend/paste.js +125 -0
- package/dist/localsend/path.d.ts +33 -0
- package/dist/localsend/path.js +151 -0
- package/dist/localsend/query.d.ts +78 -0
- package/dist/localsend/query.js +147 -0
- package/dist/localsend/secret.d.ts +31 -0
- package/dist/localsend/secret.js +96 -0
- package/dist/localsend/settings.d.ts +53 -0
- package/dist/localsend/settings.js +285 -0
- package/dist/localsend/share.d.ts +35 -0
- package/dist/localsend/share.js +117 -0
- package/dist/localsend/temp.d.ts +10 -0
- package/dist/localsend/temp.js +47 -0
- package/dist/localsend/ticket.d.ts +40 -0
- package/dist/localsend/ticket.js +98 -0
- package/dist/localsend/trash.d.ts +39 -0
- package/dist/localsend/trash.js +261 -0
- package/dist/localsend/webdav.d.ts +50 -0
- package/dist/localsend/webdav.js +530 -0
- package/dist/localsend/zip.d.ts +20 -0
- package/dist/localsend/zip.js +186 -0
- package/dist/proxy/php-proxy.js +31 -20
- package/dist/static-server.js +10 -3
- package/package.json +13 -5
- package/dist/localsend/index.html +0 -531
- package/dist/localsend.d.ts +0 -19
- package/dist/localsend.js +0 -217
|
@@ -0,0 +1,475 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/*
|
|
3
|
+
* LocalSend 分片上传(断点续传)
|
|
4
|
+
*
|
|
5
|
+
* 大文件在局域网弱网下常常传到一半就断线,整包重传代价很大。
|
|
6
|
+
* 这里把大文件切成定长分片逐片上传,服务端把分片暂存在临时目录,
|
|
7
|
+
* 客户端重连后通过 uploadId 或文件指纹找回同一个任务,只补传缺失的部分,
|
|
8
|
+
* 全部到齐后再合并成正式文件。
|
|
9
|
+
*
|
|
10
|
+
* 任务元信息(名称/大小/分片数/指纹)会落盘到 `.chunks/<uploadId>.json`:
|
|
11
|
+
* - 服务重启后仍能按 uploadId 或文件指纹接上(已传分片直接扫目录得出)
|
|
12
|
+
* - 页面刷新、换标签页也能接上,不必从 0 重传
|
|
13
|
+
*
|
|
14
|
+
* 接口:
|
|
15
|
+
* - POST /localsend/api/chunk/init 初始化上传,返回 uploadId 与已上传分片
|
|
16
|
+
* - POST /localsend/api/chunk/upload 上传单个分片(multipart,字段名 chunk)
|
|
17
|
+
* - GET /localsend/api/chunk/status 查询上传进度
|
|
18
|
+
* - POST /localsend/api/chunk/merge 合并分片为正式文件
|
|
19
|
+
* - DELETE /localsend/api/chunk/cancel 取消并清理分片
|
|
20
|
+
*/
|
|
21
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
22
|
+
exports.MAX_CHUNK_SIZE = exports.DEFAULT_CHUNK_SIZE = void 0;
|
|
23
|
+
exports.createChunkStore = createChunkStore;
|
|
24
|
+
const node_crypto_1 = require("node:crypto");
|
|
25
|
+
const node_fs_1 = require("node:fs");
|
|
26
|
+
const node_path_1 = require("node:path");
|
|
27
|
+
const get_logger_1 = require("../get-logger");
|
|
28
|
+
/** 元信息文件名后缀 */
|
|
29
|
+
const META_SUFFIX = '.json';
|
|
30
|
+
/** uploadId 的格式(16 字节随机数的 hex):防止从客户端传来的 ID 拼出越界路径 */
|
|
31
|
+
const UPLOAD_ID_RE = /^[a-f0-9]{32}$/i;
|
|
32
|
+
/** 默认分片大小:8MB,太小会显著增加请求数,太大则断点损失多 */
|
|
33
|
+
exports.DEFAULT_CHUNK_SIZE = 8 * 1024 * 1024;
|
|
34
|
+
/** 分片大小允许范围 */
|
|
35
|
+
const MIN_CHUNK_SIZE = 64 * 1024;
|
|
36
|
+
exports.MAX_CHUNK_SIZE = 64 * 1024 * 1024;
|
|
37
|
+
/** 单个文件最多允许的分片数,防止异常参数导致分片数失控 */
|
|
38
|
+
const MAX_CHUNKS = 2048;
|
|
39
|
+
/** 分片文件名:`<uploadId>.<index>.part` */
|
|
40
|
+
function partName(uploadId, index) {
|
|
41
|
+
return `${uploadId}.${index}.part`;
|
|
42
|
+
}
|
|
43
|
+
/**
|
|
44
|
+
* 分片上传管理器。
|
|
45
|
+
* 任务信息只存内存(重启即失效,分片文件会被清理),避免状态泄漏到磁盘。
|
|
46
|
+
*/
|
|
47
|
+
function createChunkStore(options) {
|
|
48
|
+
const { tmpDir } = options;
|
|
49
|
+
const ttl = options.ttl ?? 24 * 60 * 60 * 1000;
|
|
50
|
+
/** 运行时读取当前生效的单文件大小上限 */
|
|
51
|
+
const getMaxSize = () => {
|
|
52
|
+
const value = typeof options.maxSize === 'function' ? options.maxSize() : options.maxSize;
|
|
53
|
+
return value ?? 0;
|
|
54
|
+
};
|
|
55
|
+
/** uploadId -> 元信息(内存缓存;真正的元信息落盘,重启后可恢复) */
|
|
56
|
+
const metas = new Map();
|
|
57
|
+
/** 上次扫描磁盘元信息的时间,避免每次 init 都遍历目录 */
|
|
58
|
+
let lastDiskScan = 0;
|
|
59
|
+
/** 确保暂存目录存在 */
|
|
60
|
+
function ensureTmpDir() {
|
|
61
|
+
if (!(0, node_fs_1.existsSync)(tmpDir))
|
|
62
|
+
(0, node_fs_1.mkdirSync)(tmpDir, { recursive: true });
|
|
63
|
+
}
|
|
64
|
+
/** 元信息落盘路径 */
|
|
65
|
+
function metaPath(uploadId) {
|
|
66
|
+
return (0, node_path_1.join)(tmpDir, `${uploadId}.json`);
|
|
67
|
+
}
|
|
68
|
+
/** 把元信息写入磁盘(失败不影响内存中的任务) */
|
|
69
|
+
function persist(meta) {
|
|
70
|
+
ensureTmpDir();
|
|
71
|
+
try {
|
|
72
|
+
(0, node_fs_1.writeFileSync)(metaPath(meta.uploadId), JSON.stringify(meta), 'utf8');
|
|
73
|
+
}
|
|
74
|
+
catch {
|
|
75
|
+
// 落盘失败时任务仍可在内存中完成,只是重启后不能续传
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
/** 从磁盘读取元信息;非法 ID 或内容损坏返回 null */
|
|
79
|
+
function readMetaFromDisk(uploadId) {
|
|
80
|
+
if (!UPLOAD_ID_RE.test(uploadId))
|
|
81
|
+
return null;
|
|
82
|
+
const file = metaPath(uploadId);
|
|
83
|
+
if (!(0, node_fs_1.existsSync)(file))
|
|
84
|
+
return null;
|
|
85
|
+
try {
|
|
86
|
+
const meta = JSON.parse((0, node_fs_1.readFileSync)(file, 'utf8'));
|
|
87
|
+
if (!meta || meta.uploadId !== uploadId || typeof meta.name !== 'string')
|
|
88
|
+
return null;
|
|
89
|
+
if (!Number.isFinite(meta.size) || !Number.isFinite(meta.total) || !Number.isFinite(meta.chunkSize))
|
|
90
|
+
return null;
|
|
91
|
+
return meta;
|
|
92
|
+
}
|
|
93
|
+
catch {
|
|
94
|
+
return null;
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
/** 取元信息:先内存,再磁盘(服务重启后的懒加载) */
|
|
98
|
+
function loadMeta(uploadId) {
|
|
99
|
+
const cached = metas.get(uploadId);
|
|
100
|
+
if (cached)
|
|
101
|
+
return cached;
|
|
102
|
+
const meta = readMetaFromDisk(uploadId);
|
|
103
|
+
if (meta)
|
|
104
|
+
metas.set(meta.uploadId, meta);
|
|
105
|
+
return meta;
|
|
106
|
+
}
|
|
107
|
+
/** 按文件指纹找回任务(优先内存,其次磁盘) */
|
|
108
|
+
function findByFileKey(fileKey, name, size) {
|
|
109
|
+
const match = (meta) => meta.fileKey === fileKey && meta.name === name && meta.size === size;
|
|
110
|
+
for (const meta of metas.values()) {
|
|
111
|
+
if (match(meta))
|
|
112
|
+
return meta;
|
|
113
|
+
}
|
|
114
|
+
// 内存里没有时扫一遍磁盘元信息(数量有上限,代价可控)
|
|
115
|
+
if (!(0, node_fs_1.existsSync)(tmpDir))
|
|
116
|
+
return null;
|
|
117
|
+
let names;
|
|
118
|
+
try {
|
|
119
|
+
names = (0, node_fs_1.readdirSync)(tmpDir);
|
|
120
|
+
}
|
|
121
|
+
catch {
|
|
122
|
+
return null;
|
|
123
|
+
}
|
|
124
|
+
for (const fileName of names) {
|
|
125
|
+
if (!fileName.endsWith(META_SUFFIX))
|
|
126
|
+
continue;
|
|
127
|
+
const id = fileName.slice(0, -META_SUFFIX.length);
|
|
128
|
+
if (!UPLOAD_ID_RE.test(id))
|
|
129
|
+
continue;
|
|
130
|
+
const meta = loadMeta(id);
|
|
131
|
+
if (meta && match(meta))
|
|
132
|
+
return meta;
|
|
133
|
+
}
|
|
134
|
+
return null;
|
|
135
|
+
}
|
|
136
|
+
/** 删除暂存目录中某个 uploadId 的全部分片(含落盘元信息) */
|
|
137
|
+
function removeParts(uploadId) {
|
|
138
|
+
if (!(0, node_fs_1.existsSync)(tmpDir))
|
|
139
|
+
return;
|
|
140
|
+
let names;
|
|
141
|
+
try {
|
|
142
|
+
names = (0, node_fs_1.readdirSync)(tmpDir);
|
|
143
|
+
}
|
|
144
|
+
catch {
|
|
145
|
+
return;
|
|
146
|
+
}
|
|
147
|
+
for (const name of names) {
|
|
148
|
+
// 分片文件名形如 `<uploadId>.<index>.part`,元信息为 `<uploadId>.json`,
|
|
149
|
+
// 上传过程中的中间文件是 `incoming-<hex>`(由下面的过期清理单独处理)
|
|
150
|
+
if (!name.startsWith(`${uploadId}.`))
|
|
151
|
+
continue;
|
|
152
|
+
try {
|
|
153
|
+
(0, node_fs_1.rmSync)((0, node_path_1.join)(tmpDir, name), { force: true });
|
|
154
|
+
}
|
|
155
|
+
catch {
|
|
156
|
+
// 忽略清理失败
|
|
157
|
+
}
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* 扫描磁盘上的元信息,清理过期任务。
|
|
162
|
+
*
|
|
163
|
+
* 主要用于「服务重启后内存里没有任何任务」的场景:
|
|
164
|
+
* 只靠内存遍历会让重启前的分片一直留在磁盘上。
|
|
165
|
+
*/
|
|
166
|
+
function cleanupDiskMeta(now) {
|
|
167
|
+
if (!(0, node_fs_1.existsSync)(tmpDir))
|
|
168
|
+
return 0;
|
|
169
|
+
let names;
|
|
170
|
+
try {
|
|
171
|
+
names = (0, node_fs_1.readdirSync)(tmpDir);
|
|
172
|
+
}
|
|
173
|
+
catch {
|
|
174
|
+
return 0;
|
|
175
|
+
}
|
|
176
|
+
let removed = 0;
|
|
177
|
+
for (const fileName of names) {
|
|
178
|
+
// 顺带清掉中断上传留下的中间文件(超过 1 小时)
|
|
179
|
+
if (fileName.startsWith('incoming-')) {
|
|
180
|
+
const full = (0, node_path_1.join)(tmpDir, fileName);
|
|
181
|
+
try {
|
|
182
|
+
if (now - (0, node_fs_1.statSync)(full).mtimeMs > 60 * 60 * 1000) {
|
|
183
|
+
(0, node_fs_1.rmSync)(full, { force: true });
|
|
184
|
+
removed += 1;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
catch {
|
|
188
|
+
// 忽略
|
|
189
|
+
}
|
|
190
|
+
continue;
|
|
191
|
+
}
|
|
192
|
+
if (!fileName.endsWith(META_SUFFIX))
|
|
193
|
+
continue;
|
|
194
|
+
const id = fileName.slice(0, -META_SUFFIX.length);
|
|
195
|
+
if (!UPLOAD_ID_RE.test(id))
|
|
196
|
+
continue;
|
|
197
|
+
const meta = loadMeta(id);
|
|
198
|
+
if (meta && now - meta.createdAt <= ttl)
|
|
199
|
+
continue;
|
|
200
|
+
removeParts(id);
|
|
201
|
+
metas.delete(id);
|
|
202
|
+
removed += 1;
|
|
203
|
+
}
|
|
204
|
+
return removed;
|
|
205
|
+
}
|
|
206
|
+
/** 清理过期任务及其分片(内存优先,定期顺带扫一次磁盘) */
|
|
207
|
+
function cleanupExpired() {
|
|
208
|
+
const now = Date.now();
|
|
209
|
+
let removed = 0;
|
|
210
|
+
for (const [id, meta] of metas) {
|
|
211
|
+
if (now - meta.createdAt > ttl) {
|
|
212
|
+
removeParts(id);
|
|
213
|
+
metas.delete(id);
|
|
214
|
+
removed++;
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
// 磁盘扫描有成本,最多每 5 分钟一次
|
|
218
|
+
if (now - lastDiskScan > 5 * 60 * 1000) {
|
|
219
|
+
lastDiskScan = now;
|
|
220
|
+
removed += cleanupDiskMeta(now);
|
|
221
|
+
}
|
|
222
|
+
return removed;
|
|
223
|
+
}
|
|
224
|
+
/** 定时清理过期任务 */
|
|
225
|
+
const timer = setInterval(cleanupExpired, 10 * 60 * 1000);
|
|
226
|
+
timer.unref?.();
|
|
227
|
+
/** 计算已上传的分片索引(扫描暂存目录) */
|
|
228
|
+
function scanReceived(uploadId) {
|
|
229
|
+
if (!(0, node_fs_1.existsSync)(tmpDir))
|
|
230
|
+
return [];
|
|
231
|
+
const received = [];
|
|
232
|
+
let names;
|
|
233
|
+
try {
|
|
234
|
+
names = (0, node_fs_1.readdirSync)(tmpDir);
|
|
235
|
+
}
|
|
236
|
+
catch {
|
|
237
|
+
return [];
|
|
238
|
+
}
|
|
239
|
+
for (const name of names) {
|
|
240
|
+
if (!name.startsWith(`${uploadId}.`))
|
|
241
|
+
continue;
|
|
242
|
+
const m = name.match(/^\S+\.(\d+)\.part$/);
|
|
243
|
+
if (m)
|
|
244
|
+
received.push(Number(m[1]));
|
|
245
|
+
}
|
|
246
|
+
return received.sort((a, b) => a - b);
|
|
247
|
+
}
|
|
248
|
+
return {
|
|
249
|
+
/**
|
|
250
|
+
* 初始化一个上传任务。
|
|
251
|
+
*
|
|
252
|
+
* 带 uploadId 或 fileKey 时会尝试复用已有任务:分片以磁盘实际文件为准,
|
|
253
|
+
* 因此「服务重启」「页面刷新」「换标签页」之后都能从已传的部分接着来。
|
|
254
|
+
*/
|
|
255
|
+
init(name, size, chunkSize, opts = {}) {
|
|
256
|
+
ensureTmpDir();
|
|
257
|
+
cleanupExpired();
|
|
258
|
+
const size2 = chunkSize || exports.DEFAULT_CHUNK_SIZE;
|
|
259
|
+
/** 只有同名同大小的任务才允许复用,避免把内容不同的文件并到一起 */
|
|
260
|
+
const reusable = (meta) => (meta && meta.name === name && meta.size === size ? meta : null);
|
|
261
|
+
let existing = null;
|
|
262
|
+
if (opts.uploadId)
|
|
263
|
+
existing = reusable(loadMeta(String(opts.uploadId)));
|
|
264
|
+
if (!existing && opts.fileKey)
|
|
265
|
+
existing = reusable(findByFileKey(String(opts.fileKey), name, size));
|
|
266
|
+
if (existing) {
|
|
267
|
+
const received = scanReceived(existing.uploadId);
|
|
268
|
+
// 任务可能因为分片被清空而失去意义:没有任何分片时按新任务处理,
|
|
269
|
+
// 避免客户端拿着一个永远传不完的 uploadId 反复重试
|
|
270
|
+
if (received.length > 0) {
|
|
271
|
+
return {
|
|
272
|
+
uploadId: existing.uploadId,
|
|
273
|
+
name,
|
|
274
|
+
size,
|
|
275
|
+
chunkSize: existing.chunkSize,
|
|
276
|
+
total: existing.total,
|
|
277
|
+
received,
|
|
278
|
+
resumed: true,
|
|
279
|
+
};
|
|
280
|
+
}
|
|
281
|
+
removeParts(existing.uploadId);
|
|
282
|
+
metas.delete(existing.uploadId);
|
|
283
|
+
}
|
|
284
|
+
const total = size > 0 ? Math.ceil(size / size2) : 1;
|
|
285
|
+
if (total > MAX_CHUNKS) {
|
|
286
|
+
throw new Error(`分片数过多(${total}),请增大分片大小`);
|
|
287
|
+
}
|
|
288
|
+
const uploadId = (0, node_crypto_1.randomBytes)(16).toString('hex');
|
|
289
|
+
const meta = {
|
|
290
|
+
uploadId,
|
|
291
|
+
name,
|
|
292
|
+
size,
|
|
293
|
+
chunkSize: size2,
|
|
294
|
+
total,
|
|
295
|
+
received: [],
|
|
296
|
+
createdAt: Date.now(),
|
|
297
|
+
fileKey: opts.fileKey ? String(opts.fileKey).slice(0, 300) : undefined,
|
|
298
|
+
};
|
|
299
|
+
metas.set(uploadId, meta);
|
|
300
|
+
// 元信息落盘:服务重启后仍能按 uploadId / 文件指纹接上
|
|
301
|
+
persist(meta);
|
|
302
|
+
return {
|
|
303
|
+
uploadId,
|
|
304
|
+
name,
|
|
305
|
+
size,
|
|
306
|
+
chunkSize: meta.chunkSize,
|
|
307
|
+
total,
|
|
308
|
+
received: [],
|
|
309
|
+
resumed: false,
|
|
310
|
+
};
|
|
311
|
+
},
|
|
312
|
+
/** 记录一个已上传的分片 */
|
|
313
|
+
markReceived(uploadId, index) {
|
|
314
|
+
const meta = loadMeta(uploadId);
|
|
315
|
+
if (!meta)
|
|
316
|
+
return null;
|
|
317
|
+
if (!meta.received.includes(index))
|
|
318
|
+
meta.received.push(index);
|
|
319
|
+
meta.received.sort((a, b) => a - b);
|
|
320
|
+
return {
|
|
321
|
+
uploadId,
|
|
322
|
+
index,
|
|
323
|
+
received: meta.received,
|
|
324
|
+
total: meta.total,
|
|
325
|
+
complete: meta.received.length >= meta.total,
|
|
326
|
+
};
|
|
327
|
+
},
|
|
328
|
+
/** 查询上传进度 */
|
|
329
|
+
status(uploadId) {
|
|
330
|
+
const meta = loadMeta(uploadId);
|
|
331
|
+
if (!meta)
|
|
332
|
+
return null;
|
|
333
|
+
// 以磁盘实际状态为准,避免进程重启后状态与文件不一致
|
|
334
|
+
const received = scanReceived(uploadId);
|
|
335
|
+
return {
|
|
336
|
+
uploadId,
|
|
337
|
+
name: meta.name,
|
|
338
|
+
size: meta.size,
|
|
339
|
+
chunkSize: meta.chunkSize,
|
|
340
|
+
total: meta.total,
|
|
341
|
+
received,
|
|
342
|
+
complete: received.length >= meta.total,
|
|
343
|
+
};
|
|
344
|
+
},
|
|
345
|
+
/**
|
|
346
|
+
* 登记一个已上传的分片。
|
|
347
|
+
* `sourcePath` 为 multer 落下的临时文件路径,会被移动到分片暂存区,
|
|
348
|
+
* 避免把整个分片读进内存。
|
|
349
|
+
*/
|
|
350
|
+
writeChunk(uploadId, index, sourcePath) {
|
|
351
|
+
const meta = loadMeta(uploadId);
|
|
352
|
+
if (!meta)
|
|
353
|
+
return null;
|
|
354
|
+
if (index < 0 || index >= meta.total)
|
|
355
|
+
return null;
|
|
356
|
+
ensureTmpDir();
|
|
357
|
+
const target = (0, node_path_1.join)(tmpDir, partName(uploadId, index));
|
|
358
|
+
try {
|
|
359
|
+
(0, node_fs_1.renameSync)(sourcePath, target);
|
|
360
|
+
}
|
|
361
|
+
catch {
|
|
362
|
+
// 跨设备时 rename 会失败,退化为 copy
|
|
363
|
+
try {
|
|
364
|
+
(0, node_fs_1.copyFileSync)(sourcePath, target);
|
|
365
|
+
(0, node_fs_1.rmSync)(sourcePath, { force: true });
|
|
366
|
+
}
|
|
367
|
+
catch {
|
|
368
|
+
return null;
|
|
369
|
+
}
|
|
370
|
+
}
|
|
371
|
+
return this.markReceived(uploadId, index);
|
|
372
|
+
},
|
|
373
|
+
/**
|
|
374
|
+
* 合并分片为正式文件(流式、异步)。
|
|
375
|
+
*
|
|
376
|
+
* 由调用方提供 `resolveTarget` 把目标文件名解析为绝对路径(处理同名改名与子目录创建)。
|
|
377
|
+
*
|
|
378
|
+
* 逐片边读边写,不把分片读进内存;也不会像同步循环那样把事件循环占住——
|
|
379
|
+
* 合并 1GB 文件时,同步实现会让 SSE 推送与其它设备的列表请求一起排队数秒。
|
|
380
|
+
* 先写 `<目标名>.<随机>.merging`,校验大小后再转正,中断不会留下半截文件。
|
|
381
|
+
*/
|
|
382
|
+
async merge(uploadId, resolveTarget) {
|
|
383
|
+
const meta = loadMeta(uploadId);
|
|
384
|
+
if (!meta)
|
|
385
|
+
return null;
|
|
386
|
+
const received = scanReceived(uploadId);
|
|
387
|
+
if (received.length < meta.total)
|
|
388
|
+
return null;
|
|
389
|
+
const target = resolveTarget(meta.name);
|
|
390
|
+
if (!target)
|
|
391
|
+
return null;
|
|
392
|
+
const tempPath = `${target.path}.${(0, node_crypto_1.randomBytes)(8).toString('hex')}.merging`;
|
|
393
|
+
try {
|
|
394
|
+
await new Promise((resolve, reject) => {
|
|
395
|
+
const out = (0, node_fs_1.createWriteStream)(tempPath, { flags: 'w' });
|
|
396
|
+
let index = 0;
|
|
397
|
+
/** 写入下一片;一片写完再写下一片,保证顺序 */
|
|
398
|
+
const next = () => {
|
|
399
|
+
if (index >= meta.total) {
|
|
400
|
+
out.end();
|
|
401
|
+
return;
|
|
402
|
+
}
|
|
403
|
+
const current = index;
|
|
404
|
+
index += 1;
|
|
405
|
+
const partPath = (0, node_path_1.join)(tmpDir, partName(uploadId, current));
|
|
406
|
+
if (!(0, node_fs_1.existsSync)(partPath)) {
|
|
407
|
+
out.destroy(new Error(`分片 ${current} 缺失`));
|
|
408
|
+
return;
|
|
409
|
+
}
|
|
410
|
+
const input = (0, node_fs_1.createReadStream)(partPath);
|
|
411
|
+
input.on('error', (err) => out.destroy(err));
|
|
412
|
+
input.on('end', next);
|
|
413
|
+
input.pipe(out, { end: false });
|
|
414
|
+
};
|
|
415
|
+
out.on('finish', () => resolve());
|
|
416
|
+
out.on('error', reject);
|
|
417
|
+
next();
|
|
418
|
+
});
|
|
419
|
+
// 校验落盘大小后再做最终转正
|
|
420
|
+
const stat = (0, node_fs_1.statSync)(tempPath);
|
|
421
|
+
if (meta.size > 0 && stat.size !== meta.size) {
|
|
422
|
+
throw new Error(`合并后大小不符:${stat.size} != ${meta.size}`);
|
|
423
|
+
}
|
|
424
|
+
try {
|
|
425
|
+
(0, node_fs_1.renameSync)(tempPath, target.path);
|
|
426
|
+
}
|
|
427
|
+
catch {
|
|
428
|
+
// 跨设备时 rename 会失败,退化为 copy
|
|
429
|
+
(0, node_fs_1.copyFileSync)(tempPath, target.path);
|
|
430
|
+
(0, node_fs_1.rmSync)(tempPath, { force: true });
|
|
431
|
+
}
|
|
432
|
+
// 清理分片与任务
|
|
433
|
+
this.cancel(uploadId);
|
|
434
|
+
return { name: target.name, size: stat.size };
|
|
435
|
+
}
|
|
436
|
+
catch (err) {
|
|
437
|
+
get_logger_1.logger.error('[localsend chunk merge]', err);
|
|
438
|
+
(0, node_fs_1.rmSync)(tempPath, { force: true });
|
|
439
|
+
return null;
|
|
440
|
+
}
|
|
441
|
+
},
|
|
442
|
+
/** 取消并清理分片 */
|
|
443
|
+
cancel(uploadId) {
|
|
444
|
+
const existed = metas.delete(uploadId);
|
|
445
|
+
removeParts(uploadId);
|
|
446
|
+
return existed;
|
|
447
|
+
},
|
|
448
|
+
/** 释放资源(服务关闭时调用) */
|
|
449
|
+
dispose() {
|
|
450
|
+
clearInterval(timer);
|
|
451
|
+
for (const id of metas.keys())
|
|
452
|
+
this.cancel(id);
|
|
453
|
+
},
|
|
454
|
+
/** 内部:查询元信息 */
|
|
455
|
+
meta(uploadId) {
|
|
456
|
+
return loadMeta(uploadId) || undefined;
|
|
457
|
+
},
|
|
458
|
+
/** 内部:单文件大小上限 */
|
|
459
|
+
get maxSize() {
|
|
460
|
+
return getMaxSize();
|
|
461
|
+
},
|
|
462
|
+
/** 内部:分片大小钳制 */
|
|
463
|
+
clampChunkSize(size) {
|
|
464
|
+
const n = Number(size) || exports.DEFAULT_CHUNK_SIZE;
|
|
465
|
+
return Math.min(Math.max(n, MIN_CHUNK_SIZE), exports.MAX_CHUNK_SIZE);
|
|
466
|
+
},
|
|
467
|
+
/** 停止定时清理(进程退出或测试收尾时调用) */
|
|
468
|
+
stop() {
|
|
469
|
+
clearInterval(timer);
|
|
470
|
+
metas.clear();
|
|
471
|
+
},
|
|
472
|
+
/** 内部:分片总数上限 */
|
|
473
|
+
maxChunks: MAX_CHUNKS,
|
|
474
|
+
};
|
|
475
|
+
}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export interface CleanerOptions {
|
|
2
|
+
/** 存储目录 */
|
|
3
|
+
dir: string;
|
|
4
|
+
/** 保留天数,超过该天数的文件会被删除。传入函数表示运行时取值 */
|
|
5
|
+
maxAgeDays?: number | (() => number);
|
|
6
|
+
/** 容量上限(字节),超出后从最旧的文件开始删除。传入函数表示运行时取值 */
|
|
7
|
+
maxTotalSize?: number | (() => number);
|
|
8
|
+
/** 检查间隔(毫秒),默认 1 小时 */
|
|
9
|
+
intervalMs?: number;
|
|
10
|
+
/** 删除回调,用于记录日志 */
|
|
11
|
+
onRemoved?: (names: string[]) => void;
|
|
12
|
+
}
|
|
13
|
+
export interface Cleaner {
|
|
14
|
+
/** 立即执行一次清理,返回被删除的文件名列表 */
|
|
15
|
+
run: () => string[];
|
|
16
|
+
/** 停止定时检查 */
|
|
17
|
+
stop: () => void;
|
|
18
|
+
}
|
|
19
|
+
export declare function createCleaner(options: CleanerOptions): Cleaner;
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.createCleaner = createCleaner;
|
|
4
|
+
/*
|
|
5
|
+
* LocalSend 自动清理
|
|
6
|
+
*
|
|
7
|
+
* 接收端长期开着时,存储目录会不断膨胀,最终把磁盘撑满。
|
|
8
|
+
* 这里支持两种清理策略:
|
|
9
|
+
* - 按保留天数:删除超过指定天数的文件
|
|
10
|
+
* - 按容量上限:目录总容量超过上限时,从最旧的文件开始删除
|
|
11
|
+
*/
|
|
12
|
+
const node_fs_1 = require("node:fs");
|
|
13
|
+
const node_path_1 = require("node:path");
|
|
14
|
+
const path_1 = require("./path");
|
|
15
|
+
function createCleaner(options) {
|
|
16
|
+
const { dir, intervalMs = 60 * 60 * 1000, onRemoved } = options;
|
|
17
|
+
/** 运行时读取当前生效的保留天数 */
|
|
18
|
+
const getMaxAgeDays = () => {
|
|
19
|
+
const value = typeof options.maxAgeDays === 'function' ? options.maxAgeDays() : options.maxAgeDays;
|
|
20
|
+
return value ?? 0;
|
|
21
|
+
};
|
|
22
|
+
/** 运行时读取当前生效的容量上限 */
|
|
23
|
+
const getMaxTotalSize = () => {
|
|
24
|
+
const value = typeof options.maxTotalSize === 'function' ? options.maxTotalSize() : options.maxTotalSize;
|
|
25
|
+
return value ?? 0;
|
|
26
|
+
};
|
|
27
|
+
const run = () => {
|
|
28
|
+
const removed = [];
|
|
29
|
+
const files = (0, path_1.listFiles)(dir);
|
|
30
|
+
if (!files.length)
|
|
31
|
+
return removed;
|
|
32
|
+
const maxAgeDays = getMaxAgeDays();
|
|
33
|
+
const maxTotalSize = getMaxTotalSize();
|
|
34
|
+
// 1. 按保留天数删除
|
|
35
|
+
if (maxAgeDays > 0) {
|
|
36
|
+
const deadline = Date.now() - maxAgeDays * 24 * 60 * 60 * 1000;
|
|
37
|
+
for (const file of files) {
|
|
38
|
+
if (file.mtime >= deadline)
|
|
39
|
+
continue;
|
|
40
|
+
try {
|
|
41
|
+
(0, node_fs_1.rmSync)((0, node_path_1.join)(dir, ...file.name.split('/')));
|
|
42
|
+
removed.push(file.name);
|
|
43
|
+
}
|
|
44
|
+
catch {
|
|
45
|
+
// 忽略删除失败(如文件正在被占用)
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
// 2. 按容量上限删除(从最旧的文件开始)
|
|
50
|
+
if (maxTotalSize > 0) {
|
|
51
|
+
const rest = (0, path_1.listFiles)(dir).sort((a, b) => a.mtime - b.mtime);
|
|
52
|
+
let total = rest.reduce((sum, f) => sum + f.size, 0);
|
|
53
|
+
for (const file of rest) {
|
|
54
|
+
if (total <= maxTotalSize)
|
|
55
|
+
break;
|
|
56
|
+
try {
|
|
57
|
+
(0, node_fs_1.rmSync)((0, node_path_1.join)(dir, ...file.name.split('/')));
|
|
58
|
+
removed.push(file.name);
|
|
59
|
+
total -= file.size;
|
|
60
|
+
}
|
|
61
|
+
catch {
|
|
62
|
+
// 忽略删除失败
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
if (removed.length && onRemoved)
|
|
67
|
+
onRemoved(removed);
|
|
68
|
+
return removed;
|
|
69
|
+
};
|
|
70
|
+
const timer = setInterval(() => {
|
|
71
|
+
try {
|
|
72
|
+
run();
|
|
73
|
+
}
|
|
74
|
+
catch {
|
|
75
|
+
// 清理失败不影响服务
|
|
76
|
+
}
|
|
77
|
+
}, intervalMs);
|
|
78
|
+
timer.unref?.();
|
|
79
|
+
return { run, stop: () => clearInterval(timer) };
|
|
80
|
+
}
|