@fidt/saul-server 1.2.0 → 1.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +2 -1
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +29 -0
- package/dist/index.d.ts +29 -0
- package/dist/index.js +2 -1
- package/dist/index.js.map +1 -1
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -90,6 +90,15 @@ interface TunnelAgentOptions extends MachineTokenOptions {
|
|
|
90
90
|
instanceId?: string;
|
|
91
91
|
/** Khả năng tự khai, vd `['upload']`. Gateway dùng thay cho việc probe HTTP. */
|
|
92
92
|
capabilities?: string[];
|
|
93
|
+
/**
|
|
94
|
+
* Phiên bản service (thường là `version` trong `package.json` của nó).
|
|
95
|
+
*
|
|
96
|
+
* KHÔNG dùng để định tuyến — chỉ để nhìn thấy được. Trong rolling deploy, M agent của
|
|
97
|
+
* cùng một module chạy hai phiên bản code và gateway xoay vòng qua tất cả, nên cùng một
|
|
98
|
+
* lời gọi có thể cư xử hai kiểu; không có cột này thì điều đó chỉ suy đoán được từ hành
|
|
99
|
+
* vi lệch nhau giữa các request.
|
|
100
|
+
*/
|
|
101
|
+
version?: string;
|
|
93
102
|
/** Bảng dispatch của runtime — thường là `(body) => saul.dispatch(body)`. */
|
|
94
103
|
dispatch: (body: TunnelDispatchBody) => Promise<any>;
|
|
95
104
|
/** Path socket.io của gateway, nếu khác mặc định. */
|
|
@@ -137,6 +146,23 @@ declare class TunnelAgent {
|
|
|
137
146
|
connect(): Promise<void>;
|
|
138
147
|
/** Ngắt kết nối và dừng heartbeat. */
|
|
139
148
|
close(): Promise<void>;
|
|
149
|
+
/**
|
|
150
|
+
* Tách `gatewayUrl` thành ORIGIN để kết nối và PATH cho socket.io.
|
|
151
|
+
*
|
|
152
|
+
* socket.io hiểu phần path của URL là **NAMESPACE**, không phải prefix:
|
|
153
|
+
* `io('https://host/api')` nghĩa là "namespace `/api`, path `/socket.io` ở ROOT" — nó sẽ
|
|
154
|
+
* gõ cửa `https://host/socket.io/…`. Với gateway đứng sau reverse proxy chỉ route
|
|
155
|
+
* `/api/*`, request đó rơi vào hư không và agent chết bằng `timeout`, một thông điệp
|
|
156
|
+
* không hề gợi ý nguyên nhân thật.
|
|
157
|
+
*
|
|
158
|
+
* Khác hẳn `initWsPush`, nơi `gatewayBaseUrl` được nối chuỗi (`${base}/ws/push`) nên một
|
|
159
|
+
* base có path hoạt động đúng như trực giác. Hai API nhận cùng một URL nhưng diễn giải
|
|
160
|
+
* khác nhau, nên chỗ này phải tự quy đổi.
|
|
161
|
+
*
|
|
162
|
+
* `options.path` khai tường minh luôn THẮNG — gateway đổi `WS_PATH` thì đó là đường duy
|
|
163
|
+
* nhất để cắm vào.
|
|
164
|
+
*/
|
|
165
|
+
private resolveEndpoint;
|
|
140
166
|
/** Khai module với gateway; ném khi không module nào được nhận. */
|
|
141
167
|
private register;
|
|
142
168
|
/** Chạy một lời gọi và ack lại đúng envelope mà gateway đọc. */
|
|
@@ -148,6 +174,9 @@ declare class TunnelAgent {
|
|
|
148
174
|
* tất cả đã nằm trong router đó và đã được test. Đóng gói lại thành một `Request` rồi gọi
|
|
149
175
|
* `router.request()` cho ta dùng nguyên bộ ấy, và giữ cho đường HTTP với đường tunnel
|
|
150
176
|
* không thể trôi lệch hành vi.
|
|
177
|
+
*
|
|
178
|
+
* Path trên dây là path HTTP ĐẦY ĐỦ (`/saul/upload/init`) — xem `routerPath` về lý do
|
|
179
|
+
* phải cắt prefix trước khi đưa vào sub-router.
|
|
151
180
|
*/
|
|
152
181
|
private handleUpload;
|
|
153
182
|
/**
|
package/dist/index.js
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
1
1
|
import {Hono}from'hono';export*from'hono';export{Hono as WebServer}from'hono';export{cors}from'hono/cors';export{serve}from'@hono/node-server';export*from'socket.io';export{createAdapter}from'@socket.io/redis-adapter';import {io}from'socket.io-client';export{io as connectSocket}from'socket.io-client';import {hostname,tmpdir}from'os';import*as zod from'zod';export{zod as Zod };import {Readable,Transform}from'stream';import {pipeline}from'stream/promises';import {createHash}from'crypto';import {createReadStream}from'fs';import {mkdir,open,unlink,rename,readdir,stat,rm,writeFile,readFile}from'fs/promises';import {join}from'path';export*from'zod-validation-error';// @fidt/saul-server - A server library for the Saul framework
|
|
2
|
-
var T=class{constructor(e){this.options=e;}options;cachedToken=null;expiresAt=0;inflight=null;async getToken(e=false){return this.options.machineToken?this.options.machineToken:!e&&this.cachedToken&&Date.now()<this.expiresAt?this.cachedToken:this.inflight?this.inflight:(this.inflight=this.requestToken().finally(()=>{this.inflight=null;}),this.inflight)}reset(){this.cachedToken=null,this.expiresAt=0;}async requestToken(){let{clientId:e,clientSecret:t}=this.options,r=this.options.oidcTokenUrl||N(),n=[];if(r||n.push("oidcTokenUrl (ho\u1EB7c env OIDC_TOKEN_URL)"),e||n.push("clientId"),t||n.push("clientSecret"),n.length)throw new Error(`Machine token thi\u1EBFu c\u1EA5u h\xECnh: ${n.join(", ")}`);let s=this.options.resource||this.options.fallbackResource||"",o=new URLSearchParams({grant_type:"client_credentials",client_id:e,client_secret:t,scope:this.options.scope??"access",resource:s}).toString(),d=await(this.options.fetchImpl??F())(r,{method:"POST",headers:{"content-type":"application/x-www-form-urlencoded"},body:o}),c=await d.json().catch(()=>{});if(!d.ok){let f=c&&(c.error_description||c.error)||"kh\xF4ng r\xF5 nguy\xEAn nh\xE2n";throw new Error(`OIDC token request th\u1EA5t b\u1EA1i (${d.status}): ${f}`)}if(!c||typeof c.access_token!="string")throw new Error("OIDC token response kh\xF4ng c\xF3 access_token");let p=typeof c.expires_in=="number"?c.expires_in:300;return this.cachedToken=c.access_token,this.expiresAt=Date.now()+Math.max(p*1e3-6e4,0),this.cachedToken}},N=()=>globalThis.process?.env?.OIDC_TOKEN_URL,F=()=>{let a=globalThis.fetch;if(typeof a!="function")throw new Error("FETCH_UNAVAILABLE: runtime kh\xF4ng c\xF3 global fetch (c\u1EA7n Node >= 18)");return a};var E=class a extends Error{code;constructor(e,t="SAUL_EXCEPTION"){super(e),this.name="SaulException",this.code=t,Object.setPrototypeOf(this,new.target.prototype);}static is(e){return e instanceof a||e instanceof Error&&e.name==="SaulException"}};var H="saul:agent:dispatch",G="saul:agent:register",j="saul:agent:heartbeat",q="saul:agent:upload",K=1e4,V=256*1024,D=class{constructor(e){this.options=e;this.tokens=new T({...e,fallbackResource:e.fallbackResource??e.gatewayUrl}),this.instanceId=e.instanceId?.trim()||`${hostname()}-${process.pid}`,this.blobBaseUrl=e.gatewayUrl.replace(/\/+$/,""),this.inlineMaxBytes=e.inlineMaxBytes??V;}options;socket;heartbeatTimer;tokens;instanceId;closed=false;agentId;blobBaseUrl;inlineMaxBytes;get connected(){return this.socket?.connected===true}async connect(){this.closed=false;let e=await this.tokens.getToken(),r=(this.options.socketFactory??((s,o)=>io(s,o)))(this.options.gatewayUrl,{auth:{token:e},path:this.options.path,transports:["websocket"],reconnection:true,randomizationFactor:.5,reconnectionDelay:1e3,reconnectionDelayMax:3e4});this.socket=r;let n=new Promise((s,o)=>{let i=false;r.on("connect",()=>{this.register().then(()=>{i||(i=true,s());}).catch(d=>{if(!i){i=true,o(d);return}console.error("[saul][tunnel] \u0111\u0103ng k\xFD l\u1EA1i th\u1EA5t b\u1EA1i:",d.message);});}),r.on("connect_error",d=>{i||(i=true,o(new Error(`Kh\xF4ng k\u1EBFt n\u1ED1i \u0111\u01B0\u1EE3c gateway '${this.options.gatewayUrl}': ${d.message}`)));});});r.on(H,(s,o)=>{this.handleDispatch(s,o);}),r.on(q,(s,o)=>{this.handleUpload(s,o);}),r.on("disconnect",s=>{console.warn(`[saul][tunnel] m\u1EA5t k\u1EBFt n\u1ED1i t\u1EDBi gateway (${s}) \u2014 \u0111ang th\u1EED n\u1ED1i l\u1EA1i`);}),await n,this.startHeartbeat();}async close(){this.closed=true,this.stopHeartbeat(),this.socket?.disconnect(),this.socket=void 0;}async register(){let e=await this.emitWithAck(G,{instanceId:this.instanceId,modules:this.options.modules,capabilities:this.options.capabilities??[]});if(!e?.ok)throw new Error(`Gateway t\u1EEB ch\u1ED1i \u0111\u0103ng k\xFD agent: ${e?.error??"kh\xF4ng r\xF5 l\xFD do"}${e?.code?` [${e.code}]`:""}`);let t=e.data??{};this.agentId=t.agentId,Array.isArray(t.denied)&&t.denied.length&&console.warn("[saul][tunnel] module b\u1ECB t\u1EEB ch\u1ED1i:",t.denied.map(r=>`${r.module} (${r.code})`).join(", ")),console.log(`[saul][tunnel] \u0111\xE3 \u0111\u0103ng k\xFD ${JSON.stringify(t.accepted??[])} v\u1EDBi gateway (agentId=${t.agentId}, ip=${t.ip??"?"})`);}async handleDispatch(e,t){try{if(!e||typeof e.module!="string"||typeof e.function!="string")throw new Error("Envelope dispatch thi\u1EBFu module/function");let r=e.paramsBlob?await this.pullBlob(e.paramsBlob,e.module):e.params??{},n=await this.options.dispatch({module:e.module,function:e.function,params:r}),s=JSON.stringify(n??null);if(Buffer.byteLength(s,"utf8")>this.inlineMaxBytes){let o=await this.pushBlob(s,e.module);t?.({ok:!0,resultBlob:o});return}t?.({ok:!0,result:n});}catch(r){t?.({ok:false,error:r?.message??"L\u1ED7i kh\xF4ng x\xE1c \u0111\u1ECBnh \u1EDF downstream",code:E.is(r)?r.code:void 0});}}async handleUpload(e,t){try{if(!this.options.uploadRouter)throw new Error("Service n\xE0y kh\xF4ng b\u1EADt multipart upload (thi\u1EBFu uploadRouter)");if(!e||typeof e.path!="string"||typeof e.method!="string")throw new Error("Envelope upload thi\u1EBFu method/path");let r=e.paramsBlob?(await this.pullBlob(e.paramsBlob,e.module)).body:e.params?.body??"",n=r?Buffer.from(String(r),"base64"):void 0,s=await this.options.uploadRouter.request(e.path,{method:e.method,headers:e.headers??{},body:n&&e.method!=="GET"&&e.method!=="DELETE"?n:void 0}),o=await s.text(),i={status:s.status,body:o},d=JSON.stringify(i);if(Buffer.byteLength(d,"utf8")>this.inlineMaxBytes){t?.({ok:!0,resultBlob:await this.pushBlob(d,e.module)});return}t?.({ok:!0,result:i});}catch(r){t?.({ok:false,error:r?.message??"L\u1ED7i upload kh\xF4ng x\xE1c \u0111\u1ECBnh"});}}async pullBlob(e,t){let r=`${this.blobBaseUrl}/tunnel/blob/${encodeURIComponent(e)}?module=${encodeURIComponent(t)}&agentId=${encodeURIComponent(this.agentId??"")}`,n=await this.fetchWithToken(r,{method:"GET"});if(!n.ok){let s=await n.text().catch(()=>"");throw new Error(`Kh\xF4ng k\xE9o \u0111\u01B0\u1EE3c payload t\u1EEB gateway (${n.status}): ${s}`)}return JSON.parse(await n.text())}async pushBlob(e,t){let r=await this.fetchWithToken(`${this.blobBaseUrl}/tunnel/blob`,{method:"POST",headers:{"content-type":"application/json"},body:JSON.stringify({module:t,agentId:this.agentId,data:e})}),n=await r.json().catch(()=>{});if(!r.ok||!n?.blobId)throw new Error(`Kh\xF4ng \u0111\u1EA9y \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 l\xEAn gateway (${r.status}): ${n?.error??"kh\xF4ng c\xF3 blobId"}`);return n.blobId}async fetchWithToken(e,t){let r=globalThis.fetch;if(typeof r!="function")throw new Error("FETCH_UNAVAILABLE (c\u1EA7n Node >= 18)");let n=await this.tokens.getToken();return await r(e,{...t,headers:{...t.headers??{},authorization:`Bearer ${n}`}})}startHeartbeat(){this.stopHeartbeat();let e=this.options.heartbeatMs??K;this.heartbeatTimer=setInterval(()=>{this.closed||!this.socket||this.socket.emit(j,{},t=>{t&&t.ok===false&&this.register().catch(r=>console.error("[saul][tunnel] \u0111\u0103ng k\xFD l\u1EA1i sau heartbeat th\u1EA5t b\u1EA1i:",r.message));});},e),this.heartbeatTimer.unref?.();}stopHeartbeat(){this.heartbeatTimer&&clearInterval(this.heartbeatTimer),this.heartbeatTimer=void 0;}emitWithAck(e,t){return new Promise(r=>{this.socket.emit(e,t,r);})}};var I=class{content;metadata;constructor(e){this.metadata=e||{name:"",size:0,type:""},this.content="";}encodeBase64(e){return Buffer.from(e).toString("base64")}decodeBase64(e){let t=Buffer.from(e,"base64"),r=new Uint8Array(t.length);return t.copy(r),r.buffer}read(){if(!this.content)throw new Error("File content is not set");return this.decodeBase64(this.content)}write(e){this.content=this.encodeBase64(e);}};var R=Symbol.for("@fidt/saul.FileStream"),k=class a{[R]=true;metadata;source;consumed=false;constructor(e,t){this.metadata=e,this.source=t;}stream(){if(this.consumed)throw new Error(`FILE_STREAM_CONSUMED: '${this.metadata.name}' \u0111\xE3 \u0111\u01B0\u1EE3c \u0111\u1ECDc r\u1ED3i \u2014 m\u1ED9t FileStream ch\u1EC9 ti\xEAu th\u1EE5 \u0111\u01B0\u1EE3c m\u1ED9t l\u1EA7n`);return this.consumed=true,this.source()}get isConsumed(){return this.consumed}async pipeTo(e){await pipeline(this.stream(),e);}async buffer(e){let t=[],r=0;for await(let n of this.stream()){let s=Buffer.isBuffer(n)?n:Buffer.from(n);if(r+=s.length,r>e)throw new Error(`FILE_STREAM_TOO_LARGE: '${this.metadata.name}' v\u01B0\u1EE3t ${e} byte khi buffer()`);t.push(s);}return Buffer.concat(t,r)}static is(e){return typeof e=="object"&&e!==null&&e[R]===true}static fromBuffer(e,t){return new a({...e,size:e.size??t.length},()=>Readable.from(t))}};var ve=(...a)=>{let e=a.filter(t=>!!t&&Object.keys(t).length>0);return e.length===0?{}:e.length===1?e[0]:{$and:e}};var u=class a extends Error{constructor(t,r){super(r);this.code=t;this.name="UploadError";}code;static is(t){return t instanceof a}},Y={UPLOAD_NOT_FOUND:404,UPLOAD_EXISTS:409,UPLOAD_EXPIRED:410,UPLOAD_COMPLETED:409,UPLOAD_BUSY:409,PART_OUT_OF_RANGE:416,PART_IN_FLIGHT:409,PART_TOO_LARGE:413,PART_MISSING:422,SIZE_MISMATCH:422,CHECKSUM_MISMATCH:422,DISK_BUDGET:503,FORBIDDEN:403},B=a=>Y[a]??500;var se=1024*1024,x=class{rootDir;fsync;constructor(e){this.rootDir=e.rootDir,this.fsync=e.fsync??true;}dirFor(e){return ie(e),join(this.rootDir,e)}pathFor(e,t,r){return ae(t,r),join(this.dirFor(e),`${String(t).padStart(6,"0")}.part`)}async ensureDir(e){await mkdir(this.dirFor(e),{recursive:true});}async writePart(e,t,r,n){let s=this.pathFor(e,t,n.partCount),o=`${s}.tmp`;await this.ensureDir(e);let i;try{i=await open(o,"wx");}catch(l){throw l?.code==="EEXIST"?new u("PART_IN_FLIGHT",`Part ${t} c\u1EE7a '${e}' \u0111ang \u0111\u01B0\u1EE3c ghi b\u1EDFi m\u1ED9t request kh\xE1c`):l}let d=createHash("sha256"),c=0,p=n.declaredLength!==void 0?Math.min(n.maxBytes,n.declaredLength):n.maxBytes,f=new Transform({transform(l,b,S){if(c+=l.length,c>p){S(new u("PART_TOO_LARGE",`Part ${t} v\u01B0\u1EE3t ${p} byte`));return}d.update(l),S(null,l);}});try{await pipeline(r,f,i.createWriteStream()),this.fsync&&await i.sync();}catch(l){throw await i.close().catch(()=>{}),await unlink(o).catch(()=>{}),l}if(await i.close(),n.declaredLength!==void 0&&c!==n.declaredLength)throw await unlink(o).catch(()=>{}),new u("SIZE_MISMATCH",`Part ${t}: nh\u1EADn ${c} byte, content-length khai ${n.declaredLength}`);let h=d.digest("hex");if(n.expectedSha256&&n.expectedSha256!==h)throw await unlink(o).catch(()=>{}),new u("CHECKSUM_MISMATCH",`Part ${t}: sha256 kh\xF4ng kh\u1EDBp (khai ${n.expectedSha256}, th\u1EADt ${h})`);return await rename(o,s),{size:c,etag:h}}createPartStream(e,t,r){return createReadStream(this.pathFor(e,t,r),{highWaterMark:se})}async listParts(e){let t;try{t=await readdir(this.dirFor(e));}catch(n){if(n?.code==="ENOENT")return [];throw n}let r=[];for(let n of t){let s=/^(\d{6})\.part$/.exec(n);if(!s)continue;let o=await stat(join(this.dirFor(e),n));r.push({partNumber:Number.parseInt(s[1],10),size:o.size});}return r.sort((n,s)=>n.partNumber-s.partNumber)}async removeUpload(e){let t=this.dirFor(e),r=0;try{for(let n of await readdir(t)){let s=await stat(join(t,n)).catch(()=>{});s&&(r+=s.size);}}catch(n){if(n?.code==="ENOENT")return 0;throw n}return await rm(t,{recursive:true,force:true}),r}async listStaleDirs(e,t=Date.now()){let r;try{r=await readdir(this.rootDir);}catch(s){if(s?.code==="ENOENT")return [];throw s}let n=[];for(let s of r){let o=await stat(join(this.rootDir,s)).catch(()=>{});o?.isDirectory()&&t-o.mtimeMs>e&&n.push(s);}return n}async totalBytes(){let e;try{e=await readdir(this.rootDir);}catch(r){if(r?.code==="ENOENT")return 0;throw r}let t=0;for(let r of e){let n=join(this.rootDir,r);if((await stat(n).catch(()=>{}))?.isDirectory())for(let o of await readdir(n).catch(()=>[])){let i=await stat(join(n,o)).catch(()=>{});i?.isFile()&&(t+=i.size);}}return t}};function ie(a){if(!/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/.test(a))throw new u("FORBIDDEN",`uploadId kh\xF4ng h\u1EE3p l\u1EC7: '${a}'`)}function ae(a,e){if(!Number.isSafeInteger(a)||a<1||a>e)throw new u("PART_OUT_OF_RANGE",`partNumber ${a} ngo\xE0i d\u1EA3i 1..${e}`)}var _="meta.json",P=class{records=new Map;store;maxDiskBytes;usedBytes=0;constructor(e){this.store=e.store,this.maxDiskBytes=e.maxDiskBytes;}get diskUsedBytes(){return this.usedBytes}setDiskUsedBytes(e){this.usedBytes=Math.max(0,e);}async init(e){if(this.records.has(e.uploadId))throw new u("UPLOAD_EXISTS",`Upload '${e.uploadId}' \u0111\xE3 t\u1ED3n t\u1EA1i`);if(this.usedBytes+e.file.size>this.maxDiskBytes)throw new u("DISK_BUDGET",`H\u1EBFt ng\xE2n s\xE1ch \u0111\u0129a (${this.usedBytes}/${this.maxDiskBytes} byte) \u2014 th\u1EED l\u1EA1i sau`);let t=Date.now(),r={...e,state:"open",createdAt:t,expiresAt:Math.min(t+e.idleTimeoutMs,e.hardExpiresAt)};return this.records.set(r.uploadId,r),await this.store.ensureDir(r.uploadId),await this.persist(r),r}get(e,t=["open"]){let r=this.records.get(e);if(!r)throw new u("UPLOAD_NOT_FOUND",`Upload '${e}' kh\xF4ng t\u1ED3n t\u1EA1i`);if(Date.now()>r.hardExpiresAt||Date.now()>r.expiresAt)throw new u("UPLOAD_EXPIRED",`Upload '${e}' \u0111\xE3 h\u1EBFt h\u1EA1n`);if(!t.includes(r.state))throw new u(r.state==="completed"?"UPLOAD_COMPLETED":"UPLOAD_BUSY",`Upload '${e}' \u0111ang \u1EDF tr\u1EA1ng th\xE1i '${r.state}'`);return r}peek(e){return this.records.get(e)}list(){return [...this.records.values()]}touch(e,t){let r=this.records.get(e);r&&(r.expiresAt=Math.min(Date.now()+r.idleTimeoutMs,r.hardExpiresAt),this.usedBytes=Math.max(0,this.usedBytes+t));}beginComplete(e){let t=this.get(e,["open"]);return t.state="completing",t}rollbackComplete(e){let t=this.records.get(e);t?.state==="completing"&&(t.state="open");}async remove(e){this.records.delete(e);let t=await this.store.removeUpload(e);this.usedBytes=Math.max(0,this.usedBytes-t);}async persist(e){let t=this.store.dirFor(e.uploadId),r=join(t,`${_}.tmp`);await writeFile(r,JSON.stringify(e),"utf-8"),await rename(r,join(t,_));}async readPersisted(e){try{let t=await readFile(join(this.store.dirFor(e),_),"utf-8");return JSON.parse(t)}catch{return}}};var U=class{registry;store;intervalMs;orphanGraceMs;reconcileEvery;timer;ticks=0;constructor(e){this.registry=e.registry,this.store=e.store,this.intervalMs=e.intervalMs??6e4,this.orphanGraceMs=e.orphanGraceMs??20*6e4,this.reconcileEvery=e.reconcileEvery??10;}start(){this.timer||(this.timer=setInterval(()=>{this.sweep().catch(e=>console.error("[saul][upload] sweep l\u1ED7i:",e));},this.intervalMs),typeof this.timer.unref=="function"&&this.timer.unref());}stop(){this.timer&&(clearInterval(this.timer),this.timer=void 0);}async sweep(e=Date.now()){let t={expired:0,orphans:0};for(let r of this.registry.list())(e>r.hardExpiresAt||e>r.expiresAt)&&(await this.registry.remove(r.uploadId),t.expired+=1);for(let r of await this.store.listStaleDirs(this.orphanGraceMs,e))this.registry.peek(r)||(await this.store.removeUpload(r).catch(()=>{}),t.orphans+=1);if(this.ticks+=1,this.ticks%this.reconcileEvery===0){let r=await this.store.totalBytes();this.registry.setDiskUsedBytes(r),t.reconciledBytes=r;}return t}};function O(a,e,t,r){async function*n(){for(let s of t){let o=a.createPartStream(e,s,r);try{for await(let i of o)yield i;}finally{o.destroy();}}}return Readable.from(n())}var M=(a,e)=>{let t=process.env[a],r=t?Number.parseInt(t,10):NaN;return Number.isFinite(r)&&r>0?r:e},ye=(a,e)=>{let t=process.env[a];return t===void 0?e:t==="true"||t==="1"};function ot(a){let e=new x({rootDir:a.rootDir??process.env.SAUL_UPLOAD_TMP_DIR??join(tmpdir(),"saul-uploads"),fsync:a.fsync??ye("SAUL_UPLOAD_FSYNC",true)}),t=new P({store:e,maxDiskBytes:a.maxDiskBytes??M("SAUL_UPLOAD_MAX_DISK_BYTES",20*1024*1024*1024)}),r=new U({registry:t,store:e,intervalMs:a.sweepIntervalMs}),n=a.maxPartBytes??M("SAUL_UPLOAD_MAX_PART_BYTES",32*1024*1024),s=new Hono;return s.onError((o,i)=>u.is(o)?i.json({error:o.message,code:o.code},B(o.code)):(console.error("[saul][upload] l\u1ED7i kh\xF4ng x\xE1c \u0111\u1ECBnh:",o),i.json({error:o instanceof Error?o.message:String(o)},500))),s.post("/init",async o=>{let i=await o.req.json(),d=await t.init(i);return o.json({uploadId:d.uploadId,expiresAt:d.expiresAt})}),s.put("/:uploadId/part/:partNumber",async o=>{let i=o.req.param("uploadId"),d=Number(o.req.param("partNumber")),c=t.get(i),p=o.req.header("content-length");if(!p)throw new u("SIZE_MISMATCH","Thi\u1EBFu content-length \u2014 part ph\u1EA3i khai \u0111\u1ED9 d\xE0i");let f=(await e.listParts(i)).find(b=>b.partNumber===d),h=o.req.raw.body;if(!h)throw new u("SIZE_MISMATCH","Request kh\xF4ng c\xF3 body");let l=await e.writePart(i,d,Readable.fromWeb(h),{maxBytes:n,partCount:c.partCount,declaredLength:Number(p),expectedSha256:o.req.header("x-saul-part-sha256")});return t.touch(i,l.size-(f?.size??0)),o.json({partNumber:d,size:l.size,etag:l.etag})}),s.get("/:uploadId",async o=>{let i=o.req.param("uploadId"),d=t.get(i,["open","completing"]),c=await e.listParts(i);return o.json({uploadId:i,size:d.file.size,chunkSize:d.chunkSize,partCount:d.partCount,received:c,expiresAt:d.expiresAt})}),s.post("/:uploadId/complete",async o=>{let i=o.req.param("uploadId"),{ctx:d}=await o.req.json().catch(()=>({})),c=t.beginComplete(i);try{let p=await e.listParts(i),f=new Set(p.map(m=>m.partNumber)),h=[];for(let m=1;m<=c.partCount;m+=1)f.has(m)||h.push(m);if(h.length>0)throw new u("PART_MISSING",`Thi\u1EBFu part: ${h.slice(0,10).join(", ")}${h.length>10?"\u2026":""}`);let l=p.reduce((m,L)=>m+L.size,0);if(c.file.size>0&&l!==c.file.size)throw new u("SIZE_MISMATCH",`Nh\u1EADn ${l} byte, khai b\xE1o ${c.file.size}`);let b=p.map(m=>m.partNumber),S=new k(c.file,()=>O(e,i,b,c.partCount)),$=await a.dispatch({module:c.module,function:c.function,params:{...c.params,[c.param]:S,ctx:d}});return o.json($)}catch(p){throw t.rollbackComplete(i),p}finally{t.peek(i)?.state!=="open"&&await t.remove(i).catch(()=>{});}}),s.delete("/:uploadId",async o=>(await t.remove(o.req.param("uploadId")).catch(()=>{}),o.body(null,204))),{router:s,registry:t,store:e,sweeper:r}}export{I as File,k as FileStream,T as MachineTokenProvider,x as PartDiskStore,E as SaulException,D as TunnelAgent,Y as UPLOAD_ERROR_STATUS,u as UploadError,P as UploadRegistry,U as UploadSweeper,ae as assertSafePartNumber,ie as assertSafeUploadId,O as concatParts,ot as createUploadSubsystem,ve as narrow,B as uploadErrorStatus};//# sourceMappingURL=index.js.map
|
|
2
|
+
var S=class{constructor(e){this.options=e;}options;cachedToken=null;expiresAt=0;inflight=null;async getToken(e=false){return this.options.machineToken?this.options.machineToken:!e&&this.cachedToken&&Date.now()<this.expiresAt?this.cachedToken:this.inflight?this.inflight:(this.inflight=this.requestToken().finally(()=>{this.inflight=null;}),this.inflight)}reset(){this.cachedToken=null,this.expiresAt=0;}async requestToken(){let{clientId:e,clientSecret:t}=this.options,r=this.options.oidcTokenUrl||C(),n=[];if(r||n.push("oidcTokenUrl (ho\u1EB7c env OIDC_TOKEN_URL)"),e||n.push("clientId"),t||n.push("clientSecret"),n.length)throw new Error(`Machine token thi\u1EBFu c\u1EA5u h\xECnh: ${n.join(", ")}`);let s=this.options.resource||this.options.fallbackResource||"",o=new URLSearchParams({grant_type:"client_credentials",client_id:e,client_secret:t,scope:this.options.scope??"access",resource:s}).toString(),d=await(this.options.fetchImpl??H())(r,{method:"POST",headers:{"content-type":"application/x-www-form-urlencoded"},body:o}),c=await d.json().catch(()=>{});if(!d.ok){let f=c&&(c.error_description||c.error)||"kh\xF4ng r\xF5 nguy\xEAn nh\xE2n";throw new Error(`OIDC token request th\u1EA5t b\u1EA1i (${d.status}): ${f}`)}if(!c||typeof c.access_token!="string")throw new Error("OIDC token response kh\xF4ng c\xF3 access_token");let p=typeof c.expires_in=="number"?c.expires_in:300;return this.cachedToken=c.access_token,this.expiresAt=Date.now()+Math.max(p*1e3-6e4,0),this.cachedToken}},C=()=>globalThis.process?.env?.OIDC_TOKEN_URL,H=()=>{let i=globalThis.fetch;if(typeof i!="function")throw new Error("FETCH_UNAVAILABLE: runtime kh\xF4ng c\xF3 global fetch (c\u1EA7n Node >= 18)");return i};var E=class i extends Error{code;constructor(e,t="SAUL_EXCEPTION"){super(e),this.name="SaulException",this.code=t,Object.setPrototypeOf(this,new.target.prototype);}static is(e){return e instanceof i||e instanceof Error&&e.name==="SaulException"}};var j="saul:agent:dispatch",q="saul:agent:register",W="saul:agent:heartbeat",K="saul:agent:upload",D=i=>i.replace(/^ws(s?):\/\//i,"http$1://"),V=1e4,X=256*1024,I="/saul/upload",Y=i=>{if(!i.startsWith(I))return i;let e=i.slice(I.length);return e.startsWith("/")?e:`/${e}`},R=class{constructor(e){this.options=e;this.tokens=new S({...e,fallbackResource:e.fallbackResource??e.gatewayUrl}),this.instanceId=e.instanceId?.trim()||`${hostname()}-${process.pid}`,this.blobBaseUrl=D(e.gatewayUrl).replace(/\/+$/,""),this.inlineMaxBytes=e.inlineMaxBytes??X;}options;socket;heartbeatTimer;tokens;instanceId;closed=false;agentId;blobBaseUrl;inlineMaxBytes;get connected(){return this.socket?.connected===true}async connect(){this.closed=false;let e=await this.tokens.getToken(),t=this.options.socketFactory??((a,d)=>io(a,d)),{origin:r,socketPath:n}=this.resolveEndpoint(),s=t(r,{auth:{token:e},path:n,transports:["websocket"],reconnection:true,randomizationFactor:.5,reconnectionDelay:1e3,reconnectionDelayMax:3e4});this.socket=s;let o=new Promise((a,d)=>{let c=false;s.on("connect",()=>{this.register().then(()=>{c||(c=true,a());}).catch(p=>{if(!c){c=true,d(p);return}console.error("[saul][tunnel] \u0111\u0103ng k\xFD l\u1EA1i th\u1EA5t b\u1EA1i:",p.message);});}),s.on("connect_error",p=>{c||(c=true,d(new Error(`Kh\xF4ng k\u1EBFt n\u1ED1i \u0111\u01B0\u1EE3c gateway '${r}${n??""}': ${p.message}. Ki\u1EC3m: gateway c\xF3 \u0111ang ch\u1EA1y kh\xF4ng, reverse proxy \u0111\xE3 cho ph\xE9p n\xE2ng c\u1EA5p WebSocket ch\u01B0a, v\xE0 WS_PATH c\u1EE7a gateway c\xF3 kh\u1EDBp kh\xF4ng (\u0111\u1EB7t option 'path' \u0111\u1EC3 ch\u1EC9 \u0111\u1ECBnh tay).`)));});});s.on(j,(a,d)=>{this.handleDispatch(a,d);}),s.on(K,(a,d)=>{this.handleUpload(a,d);}),s.on("disconnect",a=>{console.warn(`[saul][tunnel] m\u1EA5t k\u1EBFt n\u1ED1i t\u1EDBi gateway (${a}) \u2014 \u0111ang th\u1EED n\u1ED1i l\u1EA1i`);}),await o,this.startHeartbeat();}async close(){this.closed=true,this.stopHeartbeat(),this.socket?.disconnect(),this.socket=void 0;}resolveEndpoint(){try{let e=new URL(D(this.options.gatewayUrl)),t=e.pathname.replace(/\/+$/,"");return {origin:e.origin,socketPath:this.options.path??`${t}/socket.io`}}catch{return {origin:this.options.gatewayUrl,socketPath:this.options.path}}}async register(){let e=await this.emitWithAck(q,{instanceId:this.instanceId,modules:this.options.modules,capabilities:this.options.capabilities??[],version:this.options.version});if(!e?.ok)throw new Error(`Gateway t\u1EEB ch\u1ED1i \u0111\u0103ng k\xFD agent: ${e?.error??"kh\xF4ng r\xF5 l\xFD do"}${e?.code?` [${e.code}]`:""}`);let t=e.data??{};this.agentId=t.agentId,Array.isArray(t.denied)&&t.denied.length&&console.warn("[saul][tunnel] module b\u1ECB t\u1EEB ch\u1ED1i:",t.denied.map(r=>`${r.module} (${r.code})`).join(", ")),console.log(`[saul][tunnel] agent \u0111\xE3 k\u1EBFt n\u1ED1i gateway: instanceId=${this.instanceId}, version=${this.options.version??"?"}, capabilities=${JSON.stringify(this.options.capabilities??[])}, modules=${JSON.stringify(t.accepted??[])}, agentId=${t.agentId}, ip=${t.ip??"?"}, gateway=${this.options.gatewayUrl}`);}async handleDispatch(e,t){try{if(!e||typeof e.module!="string"||typeof e.function!="string")throw new Error("Envelope dispatch thi\u1EBFu module/function");let r=e.paramsBlob?await this.pullBlob(e.paramsBlob,e.module):e.params??{},n=await this.options.dispatch({module:e.module,function:e.function,params:r}),s=JSON.stringify(n??null);if(Buffer.byteLength(s,"utf8")>this.inlineMaxBytes){let o=await this.pushBlob(s,e.module);t?.({ok:!0,resultBlob:o});return}t?.({ok:!0,result:n});}catch(r){t?.({ok:false,error:r?.message??"L\u1ED7i kh\xF4ng x\xE1c \u0111\u1ECBnh \u1EDF downstream",code:E.is(r)?r.code:void 0});}}async handleUpload(e,t){try{if(!this.options.uploadRouter)throw new Error("Service n\xE0y kh\xF4ng b\u1EADt multipart upload (thi\u1EBFu uploadRouter)");if(!e||typeof e.path!="string"||typeof e.method!="string")throw new Error("Envelope upload thi\u1EBFu method/path");let r=e.paramsBlob?(await this.pullBlob(e.paramsBlob,e.module)).body:e.params?.body??"",n=r?Buffer.from(String(r),"base64"):void 0,s=await this.options.uploadRouter.request(Y(e.path),{method:e.method,headers:e.headers??{},body:n&&e.method!=="GET"&&e.method!=="DELETE"?n:void 0}),o=await s.text(),a={status:s.status,body:o},d=JSON.stringify(a);if(Buffer.byteLength(d,"utf8")>this.inlineMaxBytes){t?.({ok:!0,resultBlob:await this.pushBlob(d,e.module)});return}t?.({ok:!0,result:a});}catch(r){t?.({ok:false,error:r?.message??"L\u1ED7i upload kh\xF4ng x\xE1c \u0111\u1ECBnh"});}}async pullBlob(e,t){let r=`${this.blobBaseUrl}/tunnel/blob/${encodeURIComponent(e)}?module=${encodeURIComponent(t)}&agentId=${encodeURIComponent(this.agentId??"")}`,n=await this.fetchWithToken(r,{method:"GET"});if(!n.ok){let s=await n.text().catch(()=>"");throw new Error(`Kh\xF4ng k\xE9o \u0111\u01B0\u1EE3c payload t\u1EEB gateway (${n.status}): ${s}`)}return JSON.parse(await n.text())}async pushBlob(e,t){let r=await this.fetchWithToken(`${this.blobBaseUrl}/tunnel/blob`,{method:"POST",headers:{"content-type":"application/json"},body:JSON.stringify({module:t,agentId:this.agentId,data:e})}),n=await r.json().catch(()=>{});if(!r.ok||!n?.blobId)throw new Error(`Kh\xF4ng \u0111\u1EA9y \u0111\u01B0\u1EE3c k\u1EBFt qu\u1EA3 l\xEAn gateway (${r.status}): ${n?.error??"kh\xF4ng c\xF3 blobId"}`);return n.blobId}async fetchWithToken(e,t){let r=globalThis.fetch;if(typeof r!="function")throw new Error("FETCH_UNAVAILABLE (c\u1EA7n Node >= 18)");let n=await this.tokens.getToken();return await r(e,{...t,headers:{...t.headers??{},authorization:`Bearer ${n}`}})}startHeartbeat(){this.stopHeartbeat();let e=this.options.heartbeatMs??V;this.heartbeatTimer=setInterval(()=>{this.closed||!this.socket||this.socket.emit(W,{},t=>{t&&t.ok===false&&this.register().catch(r=>console.error("[saul][tunnel] \u0111\u0103ng k\xFD l\u1EA1i sau heartbeat th\u1EA5t b\u1EA1i:",r.message));});},e),this.heartbeatTimer.unref?.();}stopHeartbeat(){this.heartbeatTimer&&clearInterval(this.heartbeatTimer),this.heartbeatTimer=void 0;}emitWithAck(e,t){return new Promise(r=>{this.socket.emit(e,t,r);})}};var B=class{content;metadata;constructor(e){this.metadata=e||{name:"",size:0,type:""},this.content="";}encodeBase64(e){return Buffer.from(e).toString("base64")}decodeBase64(e){let t=Buffer.from(e,"base64"),r=new Uint8Array(t.length);return t.copy(r),r.buffer}read(){if(!this.content)throw new Error("File content is not set");return this.decodeBase64(this.content)}write(e){this.content=this.encodeBase64(e);}};var O=Symbol.for("@fidt/saul.FileStream"),T=class i{[O]=true;metadata;source;consumed=false;constructor(e,t){this.metadata=e,this.source=t;}stream(){if(this.consumed)throw new Error(`FILE_STREAM_CONSUMED: '${this.metadata.name}' \u0111\xE3 \u0111\u01B0\u1EE3c \u0111\u1ECDc r\u1ED3i \u2014 m\u1ED9t FileStream ch\u1EC9 ti\xEAu th\u1EE5 \u0111\u01B0\u1EE3c m\u1ED9t l\u1EA7n`);return this.consumed=true,this.source()}get isConsumed(){return this.consumed}async pipeTo(e){await pipeline(this.stream(),e);}async buffer(e){let t=[],r=0;for await(let n of this.stream()){let s=Buffer.isBuffer(n)?n:Buffer.from(n);if(r+=s.length,r>e)throw new Error(`FILE_STREAM_TOO_LARGE: '${this.metadata.name}' v\u01B0\u1EE3t ${e} byte khi buffer()`);t.push(s);}return Buffer.concat(t,r)}static is(e){return typeof e=="object"&&e!==null&&e[O]===true}static fromBuffer(e,t){return new i({...e,size:e.size??t.length},()=>Readable.from(t))}};var Ie=(...i)=>{let e=i.filter(t=>!!t&&Object.keys(t).length>0);return e.length===0?{}:e.length===1?e[0]:{$and:e}};var h=class i extends Error{constructor(t,r){super(r);this.code=t;this.name="UploadError";}code;static is(t){return t instanceof i}},Q={UPLOAD_NOT_FOUND:404,UPLOAD_EXISTS:409,UPLOAD_EXPIRED:410,UPLOAD_COMPLETED:409,UPLOAD_BUSY:409,PART_OUT_OF_RANGE:416,PART_IN_FLIGHT:409,PART_TOO_LARGE:413,PART_MISSING:422,SIZE_MISMATCH:422,CHECKSUM_MISMATCH:422,DISK_BUDGET:503,FORBIDDEN:403},M=i=>Q[i]??500;var ce=1024*1024,P=class{rootDir;fsync;constructor(e){this.rootDir=e.rootDir,this.fsync=e.fsync??true;}dirFor(e){return de(e),join(this.rootDir,e)}pathFor(e,t,r){return he(t,r),join(this.dirFor(e),`${String(t).padStart(6,"0")}.part`)}async ensureDir(e){await mkdir(this.dirFor(e),{recursive:true});}async writePart(e,t,r,n){let s=this.pathFor(e,t,n.partCount),o=`${s}.tmp`;await this.ensureDir(e);let a;try{a=await open(o,"wx");}catch(u){throw u?.code==="EEXIST"?new h("PART_IN_FLIGHT",`Part ${t} c\u1EE7a '${e}' \u0111ang \u0111\u01B0\u1EE3c ghi b\u1EDFi m\u1ED9t request kh\xE1c`):u}let d=createHash("sha256"),c=0,p=n.declaredLength!==void 0?Math.min(n.maxBytes,n.declaredLength):n.maxBytes,f=new Transform({transform(u,b,k){if(c+=u.length,c>p){k(new h("PART_TOO_LARGE",`Part ${t} v\u01B0\u1EE3t ${p} byte`));return}d.update(u),k(null,u);}});try{await pipeline(r,f,a.createWriteStream()),this.fsync&&await a.sync();}catch(u){throw await a.close().catch(()=>{}),await unlink(o).catch(()=>{}),u}if(await a.close(),n.declaredLength!==void 0&&c!==n.declaredLength)throw await unlink(o).catch(()=>{}),new h("SIZE_MISMATCH",`Part ${t}: nh\u1EADn ${c} byte, content-length khai ${n.declaredLength}`);let l=d.digest("hex");if(n.expectedSha256&&n.expectedSha256!==l)throw await unlink(o).catch(()=>{}),new h("CHECKSUM_MISMATCH",`Part ${t}: sha256 kh\xF4ng kh\u1EDBp (khai ${n.expectedSha256}, th\u1EADt ${l})`);return await rename(o,s),{size:c,etag:l}}createPartStream(e,t,r){return createReadStream(this.pathFor(e,t,r),{highWaterMark:ce})}async listParts(e){let t;try{t=await readdir(this.dirFor(e));}catch(n){if(n?.code==="ENOENT")return [];throw n}let r=[];for(let n of t){let s=/^(\d{6})\.part$/.exec(n);if(!s)continue;let o=await stat(join(this.dirFor(e),n));r.push({partNumber:Number.parseInt(s[1],10),size:o.size});}return r.sort((n,s)=>n.partNumber-s.partNumber)}async removeUpload(e){let t=this.dirFor(e),r=0;try{for(let n of await readdir(t)){let s=await stat(join(t,n)).catch(()=>{});s&&(r+=s.size);}}catch(n){if(n?.code==="ENOENT")return 0;throw n}return await rm(t,{recursive:true,force:true}),r}async listStaleDirs(e,t=Date.now()){let r;try{r=await readdir(this.rootDir);}catch(s){if(s?.code==="ENOENT")return [];throw s}let n=[];for(let s of r){let o=await stat(join(this.rootDir,s)).catch(()=>{});o?.isDirectory()&&t-o.mtimeMs>e&&n.push(s);}return n}async totalBytes(){let e;try{e=await readdir(this.rootDir);}catch(r){if(r?.code==="ENOENT")return 0;throw r}let t=0;for(let r of e){let n=join(this.rootDir,r);if((await stat(n).catch(()=>{}))?.isDirectory())for(let o of await readdir(n).catch(()=>[])){let a=await stat(join(n,o)).catch(()=>{});a?.isFile()&&(t+=a.size);}}return t}};function de(i){if(!/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/.test(i))throw new h("FORBIDDEN",`uploadId kh\xF4ng h\u1EE3p l\u1EC7: '${i}'`)}function he(i,e){if(!Number.isSafeInteger(i)||i<1||i>e)throw new h("PART_OUT_OF_RANGE",`partNumber ${i} ngo\xE0i d\u1EA3i 1..${e}`)}var _="meta.json",x=class{records=new Map;store;maxDiskBytes;usedBytes=0;constructor(e){this.store=e.store,this.maxDiskBytes=e.maxDiskBytes;}get diskUsedBytes(){return this.usedBytes}setDiskUsedBytes(e){this.usedBytes=Math.max(0,e);}async init(e){if(this.records.has(e.uploadId))throw new h("UPLOAD_EXISTS",`Upload '${e.uploadId}' \u0111\xE3 t\u1ED3n t\u1EA1i`);if(this.usedBytes+e.file.size>this.maxDiskBytes)throw new h("DISK_BUDGET",`H\u1EBFt ng\xE2n s\xE1ch \u0111\u0129a (${this.usedBytes}/${this.maxDiskBytes} byte) \u2014 th\u1EED l\u1EA1i sau`);let t=Date.now(),r={...e,state:"open",createdAt:t,expiresAt:Math.min(t+e.idleTimeoutMs,e.hardExpiresAt)};return this.records.set(r.uploadId,r),await this.store.ensureDir(r.uploadId),await this.persist(r),r}get(e,t=["open"]){let r=this.records.get(e);if(!r)throw new h("UPLOAD_NOT_FOUND",`Upload '${e}' kh\xF4ng t\u1ED3n t\u1EA1i`);if(Date.now()>r.hardExpiresAt||Date.now()>r.expiresAt)throw new h("UPLOAD_EXPIRED",`Upload '${e}' \u0111\xE3 h\u1EBFt h\u1EA1n`);if(!t.includes(r.state))throw new h(r.state==="completed"?"UPLOAD_COMPLETED":"UPLOAD_BUSY",`Upload '${e}' \u0111ang \u1EDF tr\u1EA1ng th\xE1i '${r.state}'`);return r}peek(e){return this.records.get(e)}list(){return [...this.records.values()]}touch(e,t){let r=this.records.get(e);r&&(r.expiresAt=Math.min(Date.now()+r.idleTimeoutMs,r.hardExpiresAt),this.usedBytes=Math.max(0,this.usedBytes+t));}beginComplete(e){let t=this.get(e,["open"]);return t.state="completing",t}rollbackComplete(e){let t=this.records.get(e);t?.state==="completing"&&(t.state="open");}async remove(e){this.records.delete(e);let t=await this.store.removeUpload(e);this.usedBytes=Math.max(0,this.usedBytes-t);}async persist(e){let t=this.store.dirFor(e.uploadId),r=join(t,`${_}.tmp`);await writeFile(r,JSON.stringify(e),"utf-8"),await rename(r,join(t,_));}async readPersisted(e){try{let t=await readFile(join(this.store.dirFor(e),_),"utf-8");return JSON.parse(t)}catch{return}}};var v=class{registry;store;intervalMs;orphanGraceMs;reconcileEvery;timer;ticks=0;constructor(e){this.registry=e.registry,this.store=e.store,this.intervalMs=e.intervalMs??6e4,this.orphanGraceMs=e.orphanGraceMs??20*6e4,this.reconcileEvery=e.reconcileEvery??10;}start(){this.timer||(this.timer=setInterval(()=>{this.sweep().catch(e=>console.error("[saul][upload] sweep l\u1ED7i:",e));},this.intervalMs),typeof this.timer.unref=="function"&&this.timer.unref());}stop(){this.timer&&(clearInterval(this.timer),this.timer=void 0);}async sweep(e=Date.now()){let t={expired:0,orphans:0};for(let r of this.registry.list())(e>r.hardExpiresAt||e>r.expiresAt)&&(await this.registry.remove(r.uploadId),t.expired+=1);for(let r of await this.store.listStaleDirs(this.orphanGraceMs,e))this.registry.peek(r)||(await this.store.removeUpload(r).catch(()=>{}),t.orphans+=1);if(this.ticks+=1,this.ticks%this.reconcileEvery===0){let r=await this.store.totalBytes();this.registry.setDiskUsedBytes(r),t.reconciledBytes=r;}return t}};function $(i,e,t,r){async function*n(){for(let s of t){let o=i.createPartStream(e,s,r);try{for await(let a of o)yield a;}finally{o.destroy();}}}return Readable.from(n())}var L=(i,e)=>{let t=process.env[i],r=t?Number.parseInt(t,10):NaN;return Number.isFinite(r)&&r>0?r:e},be=(i,e)=>{let t=process.env[i];return t===void 0?e:t==="true"||t==="1"};function at(i){let e=new P({rootDir:i.rootDir??process.env.SAUL_UPLOAD_TMP_DIR??join(tmpdir(),"saul-uploads"),fsync:i.fsync??be("SAUL_UPLOAD_FSYNC",true)}),t=new x({store:e,maxDiskBytes:i.maxDiskBytes??L("SAUL_UPLOAD_MAX_DISK_BYTES",20*1024*1024*1024)}),r=new v({registry:t,store:e,intervalMs:i.sweepIntervalMs}),n=i.maxPartBytes??L("SAUL_UPLOAD_MAX_PART_BYTES",32*1024*1024),s=new Hono;return s.onError((o,a)=>h.is(o)?a.json({error:o.message,code:o.code},M(o.code)):(console.error("[saul][upload] l\u1ED7i kh\xF4ng x\xE1c \u0111\u1ECBnh:",o),a.json({error:o instanceof Error?o.message:String(o)},500))),s.post("/init",async o=>{let a=await o.req.json(),d=await t.init(a);return o.json({uploadId:d.uploadId,expiresAt:d.expiresAt})}),s.put("/:uploadId/part/:partNumber",async o=>{let a=o.req.param("uploadId"),d=Number(o.req.param("partNumber")),c=t.get(a),p=o.req.header("content-length");if(!p)throw new h("SIZE_MISMATCH","Thi\u1EBFu content-length \u2014 part ph\u1EA3i khai \u0111\u1ED9 d\xE0i");let f=(await e.listParts(a)).find(b=>b.partNumber===d),l=o.req.raw.body;if(!l)throw new h("SIZE_MISMATCH","Request kh\xF4ng c\xF3 body");let u=await e.writePart(a,d,Readable.fromWeb(l),{maxBytes:n,partCount:c.partCount,declaredLength:Number(p),expectedSha256:o.req.header("x-saul-part-sha256")});return t.touch(a,u.size-(f?.size??0)),o.json({partNumber:d,size:u.size,etag:u.etag})}),s.get("/:uploadId",async o=>{let a=o.req.param("uploadId"),d=t.get(a,["open","completing"]),c=await e.listParts(a);return o.json({uploadId:a,size:d.file.size,chunkSize:d.chunkSize,partCount:d.partCount,received:c,expiresAt:d.expiresAt})}),s.post("/:uploadId/complete",async o=>{let a=o.req.param("uploadId"),{ctx:d}=await o.req.json().catch(()=>({})),c=t.beginComplete(a);try{let p=await e.listParts(a),f=new Set(p.map(m=>m.partNumber)),l=[];for(let m=1;m<=c.partCount;m+=1)f.has(m)||l.push(m);if(l.length>0)throw new h("PART_MISSING",`Thi\u1EBFu part: ${l.slice(0,10).join(", ")}${l.length>10?"\u2026":""}`);let u=p.reduce((m,F)=>m+F.size,0);if(c.file.size>0&&u!==c.file.size)throw new h("SIZE_MISMATCH",`Nh\u1EADn ${u} byte, khai b\xE1o ${c.file.size}`);let b=p.map(m=>m.partNumber),k=new T(c.file,()=>$(e,a,b,c.partCount)),N=await i.dispatch({module:c.module,function:c.function,params:{...c.params,[c.param]:k,ctx:d}});return o.json(N)}catch(p){throw t.rollbackComplete(a),p}finally{t.peek(a)?.state!=="open"&&await t.remove(a).catch(()=>{});}}),s.delete("/:uploadId",async o=>(await t.remove(o.req.param("uploadId")).catch(()=>{}),o.body(null,204))),{router:s,registry:t,store:e,sweeper:r}}
|
|
3
|
+
export{B as File,T as FileStream,S as MachineTokenProvider,P as PartDiskStore,E as SaulException,R as TunnelAgent,Q as UPLOAD_ERROR_STATUS,h as UploadError,x as UploadRegistry,v as UploadSweeper,he as assertSafePartNumber,de as assertSafeUploadId,$ as concatParts,at as createUploadSubsystem,Ie as narrow,M as uploadErrorStatus};//# sourceMappingURL=index.js.map
|
|
3
4
|
//# sourceMappingURL=index.js.map
|