@uploadfilm/sdk 0.1.0 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/README.md +26 -6
  2. package/dist/copy/types.d.ts +29 -2
  3. package/dist/index.js +1 -1
  4. package/dist/index.mjs +1 -1
  5. package/dist/player.js +1 -1
  6. package/dist/player.mjs +1 -1
  7. package/dist/server/media/client.d.ts +34 -1
  8. package/dist/server/media/protocol.d.ts +242 -4
  9. package/dist/server/r2/client.d.ts +18 -4
  10. package/dist/server/storage/chunked.d.ts +6 -2
  11. package/dist/server/storage/s3.d.ts +51 -0
  12. package/dist/server/testing/fake-r2.d.ts +22 -2
  13. package/dist/server/transfer/handler.d.ts +50 -0
  14. package/dist/server/transfer/protocol.d.ts +53 -4
  15. package/dist/server-media.js +1 -1
  16. package/dist/server-media.mjs +1 -1
  17. package/dist/server-testing.js +1 -1
  18. package/dist/server-testing.mjs +1 -1
  19. package/dist/server.js +1 -1
  20. package/dist/server.mjs +1 -1
  21. package/dist/transfer/client.d.ts +13 -2
  22. package/dist/transfer/engine.d.ts +22 -2
  23. package/dist/transfer/growing/bytes.d.ts +17 -0
  24. package/dist/transfer/growing/index.d.ts +12 -0
  25. package/dist/transfer/growing/parts.d.ts +157 -0
  26. package/dist/transfer/growing/retry.d.ts +38 -0
  27. package/dist/transfer/growing/store.d.ts +66 -0
  28. package/dist/transfer/growing/upload.d.ts +126 -0
  29. package/dist/transfer/index.d.ts +1 -0
  30. package/dist/transfer/protocol.d.ts +5 -0
  31. package/dist/transfer/storage.d.ts +28 -3
  32. package/dist/workers/cli.mjs +115 -0
  33. package/dist/workers/media/config.mjs +53 -0
  34. package/dist/workers/media/container/Dockerfile +19 -0
  35. package/dist/workers/media/container/FFMPEG.md +129 -0
  36. package/dist/workers/media/container/runner.mjs +2690 -0
  37. package/dist/workers/media/index.mjs +1011 -0
  38. package/dist/workers/media/init/config.ts +52 -0
  39. package/dist/workers/media/init/worker.ts +8 -0
  40. package/dist/workers/media/init/wrangler.toml +44 -0
  41. package/dist/workers/media/runner.mjs +2656 -0
  42. package/dist/workers/media/types/build/entry/config.d.mts +6 -0
  43. package/dist/workers/media/types/build/entry/index.d.mts +43 -0
  44. package/dist/workers/media/types/build/entry/program.d.mts +13 -0
  45. package/dist/workers/media/types/build/entry/runner.d.mts +12 -0
  46. package/dist/workers/media/types/build/entry/settings.d.mts +40 -0
  47. package/dist/workers/media/types/src/config.d.mts +135 -0
  48. package/dist/workers/media/types/src/jobs.d.mts +73 -0
  49. package/dist/workers/media/types/src/runner/container.d.mts +32 -0
  50. package/dist/workers/media/types/src/runner/ffmpeg.d.mts +227 -0
  51. package/dist/workers/media/types/src/runner/job.d.mts +107 -0
  52. package/dist/workers/media/types/src/runner/node.d.mts +71 -0
  53. package/dist/workers/media/types/src/runner/plugins.d.mts +45 -0
  54. package/dist/workers/media/types/src/serve.d.mts +107 -0
  55. package/dist/workers/media/types/src/steps/audio.d.mts +33 -0
  56. package/dist/workers/media/types/src/steps/edit.d.mts +62 -0
  57. package/dist/workers/media/types/src/steps/frameCheck.d.mts +44 -0
  58. package/dist/workers/media/types/src/steps/gate.d.mts +18 -0
  59. package/dist/workers/media/types/src/steps/paths.d.mts +1 -0
  60. package/dist/workers/media/types/src/steps/prep.d.mts +60 -0
  61. package/dist/workers/media/types/src/steps/render.d.mts +40 -0
  62. package/dist/workers/media/types/src/steps/runner.d.mts +30 -0
  63. package/dist/workers/media/types/src/steps/transcribe.d.mts +89 -0
  64. package/dist/workers/media/types/src/storyboard/index.d.mts +61 -0
  65. package/dist/workers/media/types/src/transcoder.d.mts +30 -0
  66. package/dist/workers/media/types/src/worker.d.mts +30 -0
  67. package/dist/workers/zip/index.mjs +589 -0
  68. package/dist/workers/zip/init/config.ts +22 -0
  69. package/dist/workers/zip/init/worker.ts +5 -0
  70. package/dist/workers/zip/init/wrangler.toml +25 -0
  71. package/dist/workers/zip/types/build/entry/index.d.mts +5 -0
  72. package/dist/workers/zip/types/src/config.d.mts +35 -0
  73. package/dist/workers/zip/types/src/serve.d.mts +86 -0
  74. package/dist/workers/zip/types/src/worker.d.mts +12 -0
  75. package/package.json +51 -3
@@ -1 +1 @@
1
- import e from"node:http";import{createHash as t,randomBytes as s,createHmac as a}from"node:crypto";import{gzipSync as r}from"node:zlib";import n from"node:assert/strict";const i=e=>t("md5").update(e).digest(),o=e=>i(e).toString("hex");function c(e){return`${i(Buffer.concat(e.map(e=>Buffer.from(e.replace(/"/g,""),"hex")))).toString("hex")}-${e.length}`}const u=e=>!!e&&/^(text\/|application\/(json|xml|javascript|x-javascript|ld\+json|xhtml\+xml|rss\+xml|atom\+xml|manifest\+json|x-subrip)|image\/svg\+xml)/i.test(e),l=5242880,d=1e4,h=["InvalidArgument","Multiple ranges are not supported: send one byte range per request, as bytes=first-last, bytes=first- or bytes=-n"],g=globalThis.setTimeout,p=e=>new Promise(t=>g(t,e)),m=e=>encodeURIComponent(e).replace(/[!'()*]/g,e=>`%${e.charCodeAt(0).toString(16).toUpperCase()}`),f=e=>e.replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;").replace(/'/g,"&apos;"),y=e=>e.replace(/&quot;/g,'"').replace(/&apos;/g,"'").replace(/&lt;/g,"<").replace(/&gt;/g,">").replace(/&amp;/g,"&"),k=e=>t("sha256").update(e).digest("hex"),w=new Map;function b(e,t){let s=w.get(e);if(!s){s=new Uint32Array(256);for(let t=0;t<256;t++){let a=t;for(let t=0;t<8;t++)a=1&a?a>>>1^e:a>>>1;s[t]=a>>>0}w.set(e,s)}let a=-1>>>0;for(let e=0;e<t.length;e++)a=s[255&(a^t[e])]^a>>>8;const r=Buffer.alloc(4);return r.writeUInt32BE(~a>>>0),r.toString("base64")}const S={crc32:e=>b(3988292384,e),crc32c:e=>b(2197175160,e),sha1:e=>t("sha1").update(e).digest("base64"),sha256:e=>t("sha256").update(e).digest("base64")};const $=(e,t)=>e.split(",").some(e=>{const s=e.trim();return"*"===s||s.replace(/^W\//,"").replace(/"/g,"")===t});class x{objects=new Map;uploads=new Map;events=[];puts=[];counters={requests:0,faults:0,rejectedSignature:0,partPuts:0,objectPuts:0,s3Calls:0};offline=!1;refused=new Map;scale=1;weakEtags=!0;enforceSignatures=!0;keepBodies=!0;publicBase="";tokenMount="/s3/";presignTtlMs=36e5;now=()=>Date.now();gzipText=!0;allowChunkedPuts=!1;expiryAfterBody=!1;uploadMaxAgeMs=0;aborted=new Map;s3;server;sockets=new Set;faults=[];gates=new Map;nextFaultId=1;presigned=new Map;base="";port=0;constructor(e={}){this.s3=e.s3}async start(t=0,s="127.0.0.1"){return this.server=e.createServer((e,t)=>{this.handle(e,t)}),this.server.keepAliveTimeout=5e3,this.server.requestTimeout=0,this.server.headersTimeout=0,this.server.on("connection",e=>{this.sockets.add(e),e.on("close",()=>this.sockets.delete(e))}),await new Promise(e=>this.server.listen(t,s,()=>e())),this.port=this.server.address().port,this.base=`http://${s}:${this.port}`,this}async close(){for(const e of this.sockets)e.destroy();await new Promise(e=>this.server?this.server.close(()=>e()):e())}get endpoint(){return this.base}fault(e){let t;const s=new Promise(e=>t=e),a={...e,id:this.nextFaultId++,hits:0,seen:0,remove:()=>{this.faults=this.faults.filter(e=>e!==a)},release:()=>t()};return this.gates.set(a,s),this.faults.push(a),a}clearFaults(){this.faults=[]}outage(e){if(this.offline=e,this.log({kind:e?"outage-start":"outage-end"}),e)for(const e of this.sockets)e.destroy()}refusedAttempts(e,t){return this.refused.get(`${e}#${t}`)??0}abortUpload(e){this.uploads.delete(e)}liveUpload(e){if(!e)return;const t=this.uploads.get(e);if(t&&this.uploadMaxAgeMs>0)if(void 0===t.created)t.created=this.now();else if(this.now()-t.created>this.uploadMaxAgeMs)return this.uploads.delete(e),void this.log({kind:"lifecycle-abort",key:t.key,detail:e});return t}targetMatches(e,t){return e===t||"storage"===e&&("partPut"===t||"objectPut"===t)||"s3:*"===e&&t.startsWith("s3:")}pick(e){for(const t of this.faults){if((Array.isArray(t.target)?t.target:[t.target]).some(t=>this.targetMatches(t,e.target))&&((!t.match||t.match(e))&&(t.seen++,!(t.after&&t.seen<=t.after||void 0!==t.times&&t.hits>=t.times))))return t.hits++,this.counters.faults++,this.log({kind:"fault",target:e.target,key:e.key,n:e.partNumber,fault:t.action,status:t.status}),t}return null}log(e){this.events.push({t:Date.now(),...e}),this.events.length>5e4&&this.events.splice(0,1e4)}object(e){return this.objects.get(e)}sha256(e){const s=this.objects.get(e);return s?t("sha256").update(s.body).digest("hex"):null}headInfo(e){const t=this.objects.get(e);if(!t)return{size:null,etag:null};const s=this.weakEtags&&u(t.contentType)&&t.size>1024;return{size:t.size,etag:s?`W/${t.etag}`:t.etag}}partPutsOf(e,t){return this.puts.filter(s=>"partPut"===s.target&&s.uploadId===e&&(void 0===t||s.n===t)&&200===s.outcome)}stamp(){return this.s3?{lastModified:this.now()}:{}}seed(e,t,s,a){const r=Buffer.isBuffer(t)?t:Buffer.from(t);this.objects.set(e,{body:r,etag:o(r),size:r.length,contentType:s,meta:a,lastModified:this.now()})}presign(e,t,a={}){const r=s(12).toString("hex"),n=Date.now()+this.presignTtlMs*this.scale;this.presigned.set(r,{key:e,headers:t,expiresAt:n,...a});const i=this.publicBase||this.base,o=new URLSearchParams;return void 0!==a.partNumber&&o.set("partNumber",String(a.partNumber)),void 0!==a.uploadId&&o.set("uploadId",a.uploadId),o.set("X-Uf-Signature",r),{url:`${i}${this.tokenMount}${encodeURIComponent(e)}?${o}`,expiresAt:new Date(Date.now()+this.presignTtlMs).toISOString()}}presignGet(e,t=3e5){const a=s(12).toString("hex");return this.presigned.set(a,{key:e,headers:{},expiresAt:Date.now()+t*this.scale,get:!0}),`${this.publicBase||this.base}${this.tokenMount}${encodeURIComponent(e)}?X-Uf-Signature=${a}`}expireToken(e,t){const s=this.presigned.get(new URL(e).searchParams.get("X-Uf-Signature")??"");s&&(s.expiresAt=t)}async handle(e,t){this.counters.requests++;const s=new URL(e.url,this.base);if(this.offline)this.refuse(e,s);else try{return s.pathname.startsWith(this.tokenMount)?await this.storage(e,t,s):this.s3&&(s.pathname===`/${this.s3.bucket}`||s.pathname.startsWith(`/${this.s3.bucket}/`))?await this.s3api(e,t,s):await this.route(e,t,s)}catch(s){this.log({kind:"error",detail:String(s?.stack??s)}),t.headersSent?e.socket.destroy():this.json(t,500,{error:String(s)})}}async route(e,t,s){await this.body(e).catch(()=>null),this.json(t,404,{error:"not found"})}bump(e){this.refused.set(e,(this.refused.get(e)??0)+1)}async refuse(e,t){if(t.pathname.startsWith(this.tokenMount)){const e=decodeURIComponent(t.pathname.slice(this.tokenMount.length)),s=t.searchParams.get("partNumber");this.bump(s?`${e}#${s}`:`${e}#put`)}else this.bump(t.pathname);e.socket.destroy()}json(e,t,s){const a=JSON.stringify(s);e.writeHead(t,{"content-type":"application/json","content-length":Buffer.byteLength(a)}),e.end(a)}s3err(e,t,s,a=s){if("HEAD"===e.req?.method)return e.writeHead(t,{"content-type":"application/xml"}),void e.end();const r=`<?xml version="1.0" encoding="UTF-8"?><Error><Code>${s}</Code><Message>${a}</Message></Error>`;e.writeHead(t,{"content-type":"application/xml","content-length":Buffer.byteLength(r)}),e.end(r)}xml(e,t,s,a={}){e.writeHead(t,{"content-type":"application/xml","content-length":Buffer.byteLength(s),...a}),e.end(s)}body(e){const t=e.__trickleMs;return new Promise(t?(s,a)=>{const r=[];e.pause(),e.on("end",()=>s(Buffer.concat(r))),e.on("error",a),e.on("aborted",()=>a(new Error("aborted")));const n=()=>{if(e.destroyed)return;let s,a=0;for(;a<65536&&null!==(s=e.read());)r.push(s),a+=s.length;e.readableEnded||g(n,t)};n()}:(t,s)=>{const a=[];e.on("data",e=>a.push(e)),e.on("end",()=>t(Buffer.concat(a))),e.on("error",s),e.on("aborted",()=>s(new Error("aborted")))})}async pre(e,t,s,a){if(!e)return"apply";switch(e.action){case"drop":return t.socket.destroy(),"handled";case"reset":{const e=Number(t.headers["content-length"]||0),s=Math.floor(e/2);let a=0;return t.on("data",e=>{a+=e.length,a>=s&&t.socket.destroy()}),0===e&&t.socket.destroy(),"handled"}case"status":{await this.body(t).catch(()=>null);const r=e.status??503;return a?this.s3err(s,r,e.code??(503===r?"ServiceUnavailable":500===r?"InternalError":"Injected")):this.json(s,r,{error:"injected",...e.code?{code:e.code}:{}}),"handled"}case"delay":return await p(e.ms??1e3),"apply";case"trickle":return t.__trickleMs=e.ms??50,"apply";case"stall":return t.pause(),e.ms?(await p(e.ms),t.resume(),"apply"):"handled";default:return"apply"}}async post(e,t){if(!e)return!1;if("dropResponse"===e.action)return t.socket.destroy(),!0;if("gate"===e.action&&await this.gates.get(e),"holdResponse"===e.action){if(!e.ms)return!0;await p(e.ms)}return!1}checkSignature(e,t,s,a,r=null!==a){if(!this.enforceSignatures)return null;const n=t.searchParams.get("X-Uf-Signature")??"",i=this.presigned.get(n),o=t.searchParams.get("partNumber"),c=t.searchParams.get("uploadId"),u=e=>({status:403,code:"SignatureDoesNotMatch",message:e});if(!i)return u("no such signature");if(i.key!==s||String(i.partNumber??"")!==(o??"")||(i.uploadId??"")!==(c??""))return u("URL does not match its signature");if((!r||this.expiryAfterBody)&&Date.now()>i.expiresAt)return{status:403,code:"ExpiredRequest",message:"Request has expired"};for(const[t,s]of Object.entries(i.headers)){const r=e.headers[t];if("content-length"!==t){if(void 0===r)return u(`signed header ${t} missing`);if(String(r)!==s)return u(`signed header ${t} changed`)}else if(null!==a&&String(a)!==s)return u(`signed content-length ${s}, body ${a}`)}return null}putTarget(e,t){return t?"partPut":"objectPut"}async storage(e,t,s){const a=decodeURIComponent(s.pathname.slice(this.tokenMount.length)),r=s.searchParams.get("partNumber"),n=s.searchParams.get("uploadId")??void 0;if("GET"===e.method){const r=this.pick({target:"storage:get",key:a}),n=this.presigned.get(s.searchParams.get("X-Uf-Signature")??"");if(this.enforceSignatures&&(!n||!n.get||n.key!==a))return this.s3err(t,403,"SignatureDoesNotMatch");if(this.enforceSignatures&&Date.now()>n.expiresAt)return this.s3err(t,403,"ExpiredRequest","Request has expired");if(!this.midBodyFault(r)&&"handled"===await this.pre(r,e,t,!0))return;const i=this.objects.get(a),o=i?this.readAnswer(i,e,s,!1,r):{status:404,error:"NoSuchKey"};if(await this.post(r,e))return;return o.error?this.s3err(t,o.status,o.error,o.message):this.sendRead(e,t,o,r)}if("PUT"!==e.method)return this.s3err(t,405,"MethodNotAllowed");const i=this.putTarget(a,r);return this.storePut(e,t,{key:a,pn:r,uploadId:n,target:i,check:t=>this.checkSignature(e,s,a,t),expire:()=>{const e=this.presigned.get(s.searchParams.get("X-Uf-Signature")??"");e&&(e.expiresAt=0)}})}async storePut(e,t,s){const{key:a,pn:r,uploadId:n,target:c}=s,u={t:Date.now(),target:c,key:a,n:r?Number(r):void 0,uploadId:n,outcome:"pending",bytes:0,md5:!!e.headers["content-md5"]};this.puts.push(u);const l=e.push.bind(e);e.push=(e,t)=>(e&&(u.bytes+=e.length),l(e,t)),t.on("close",()=>{"pending"===u.outcome&&(u.outcome="closed",u.clientClosedAt=Date.now())});const h=e=>(u.outcome=e,u.doneAt=Date.now()),g=this.pick({target:c,key:a,partNumber:u.n,uploadId:n});"expire"===g?.action&&s.expire();const p=s.check(null);if(p)return this.counters.rejectedSignature++,await this.body(e).catch(()=>null),h(p.status),this.s3err(t,p.status,p.code,p.message);const m=!this.allowChunkedPuts&&void 0===e.headers["content-length"]&&/chunked/i.test(String(e.headers["transfer-encoding"]??""))?[411,"MissingContentLength"]:null!==r&&(!/^\d+$/.test(r)||Number(r)<1||Number(r)>d)?[400,"InvalidArgument"]:null;if(m)return await this.body(e).catch(()=>null),h(m[0]),this.s3err(t,m[0],m[1]);if("noSuchUpload"===g?.action&&n&&this.uploads.delete(n),!g||"drop"!==g.action&&"reset"!==g.action||(u.outcome="dropped"),"handled"===await this.pre(g,e,t,!0))return void(t.headersSent&&h(t.statusCode));let f=await this.body(e);if(this.offline)return void e.socket.destroy();"corruptInTransit"===g?.action&&f.length&&(f=Buffer.from(f),f[f.length>>1]^=255);const y=s.check(f.length,f);if(y)return this.counters.rejectedSignature++,h(y.status),this.s3err(t,y.status,y.code,y.message);const k=e.headers["content-md5"];if(k&&i(f).toString("base64")!==k)return h(400),this.s3err(t,400,"BadDigest");const w=function(e,t){const s={};for(const[a,r]of Object.entries(S)){const n=e.headers[`x-amz-checksum-${a}`];if("string"==typeof n){if(r(t)!==n.trim())return null;s[a]=n.trim()}}return s}(e,f);if(!w)return h(400),this.s3err(t,400,"BadDigest");const b=Object.keys(w).length?{checksums:w}:{};"storeCorrupted"===g?.action&&f.length&&(f=Buffer.from(f),f[0]^=255);const $=o(f);if(this.counters[`${c}s`]=(this.counters[`${c}s`]??0)+1,r){const e=this.liveUpload(n);if(!e||e.key!==a)return h(404),this.s3err(t,404,"NoSuchUpload");e.parts.set(Number(r),{body:this.keepBodies?f:Buffer.alloc(0),etag:$,size:f.length,...b}),this.log({kind:"partPut",key:a,n:Number(r)})}else{if("*"===e.headers["if-none-match"]&&this.objects.has(a))return h(412),this.s3err(t,412,"PreconditionFailed");const r={};if(s.s3){const s=e.headers["if-match"];if(void 0!==s&&`"${this.objects.get(a)?.etag}"`!==s.replace(/^W\//,""))return h(412),this.s3err(t,412,"PreconditionFailed");for(const[t,s]of Object.entries(e.headers))t.startsWith("x-amz-meta-")&&"string"==typeof s&&(r[t.slice(11)]=s)}this.objects.set(a,{body:f,etag:$,size:f.length,contentType:e.headers["content-type"],...Object.keys(r).length?{meta:r}:{},...b,...this.stamp()}),this.log({kind:c,key:a})}await this.post(g,e)?u.outcome="dropped":(h(200),t.writeHead(200,"noEtag"===g?.action?{"content-length":0}:{etag:`"${$}"`,"content-length":0}),t.end())}createUpload(e,t){const a=s(12).toString("hex");return this.uploads.set(a,{key:e,contentType:t,parts:new Map,created:this.now()}),this.log({kind:"create",key:e,detail:a}),a}completeUpload(e,t,s,a={}){const r=this.liveUpload(t);if(!r||r.key!==e)return{ok:!1,code:"NoSuchUpload",status:404};if(!s.length||s.length>d)return{ok:!1,code:"MalformedXML",status:400};const n=[...s].map(e=>({n:Number(e.n),etag:String(e.etag)})).sort((e,t)=>e.n-t.n);for(let e=1;e<n.length;e++)if(n[e].n===n[e-1].n)return{ok:!1,code:"InvalidPartOrder",status:400};const i=[],o=[];let u=0,h=-1;for(let e=0;e<n.length;e++){const t=n[e],s=r.parts.get(t.n);if(!s||s.etag!==t.etag.replace(/"/g,"").toLowerCase())return{ok:!1,code:"InvalidPart",status:400};if(e<n.length-1){if(s.size<l)return{ok:!1,code:"EntityTooSmall",status:400};if(-1===h)h=s.size;else if(s.size!==h)return{ok:!1,code:"InvalidPart",status:400}}else if(-1!==h&&s.size>h)return{ok:!1,code:"InvalidPart",status:400};i.push(s.body),o.push(s.etag),u+=s.size}if(a.ifNoneMatch&&this.objects.has(e))return this.uploads.delete(t),{ok:!1,code:"PreconditionFailed",status:412};const g=c(o);let p=Buffer.concat(i);a.truncate&&(p=p.subarray(0,Math.max(0,p.length-1)),u=Math.max(0,u-1));const m={body:p,etag:g,size:u,contentType:r.contentType,...this.stamp()};return this.objects.set(e,m),this.uploads.delete(t),this.log({kind:"complete",key:e,detail:`parts=${n.length}`}),{ok:!0,object:m}}checkSigV4(e,t,s,r){const n=null===s||this.expiryAfterBody;if(!this.enforceSignatures||!this.s3)return null;const i=e=>({status:403,code:"SignatureDoesNotMatch",message:e}),o=t.searchParams,c=null!==o.get("X-Amz-Algorithm");let u,l,d,h,g;if(c){if("AWS4-HMAC-SHA256"!==o.get("X-Amz-Algorithm"))return i("algorithm");u=o.get("X-Amz-Credential")??"",l=o.get("X-Amz-SignedHeaders")??"",d=o.get("X-Amz-Signature")??"",h=o.get("X-Amz-Date")??"",g="UNSIGNED-PAYLOAD";const e=Number(o.get("X-Amz-Expires"));if(!Number.isInteger(e)||e<1||e>604800)return{status:400,code:"AuthorizationQueryParametersError",message:"X-Amz-Expires"};const t=Date.parse(`${h.slice(0,4)}-${h.slice(4,6)}-${h.slice(6,8)}T${h.slice(9,11)}:${h.slice(11,13)}:${h.slice(13,15)}Z`);if(!Number.isFinite(t))return i("date");if(n&&this.now()>t+1e3*e*this.scale)return{status:403,code:"ExpiredRequest",message:"Request has expired"};if(n&&t>this.now()+9e5)return{status:403,code:"RequestTimeTooSkewed",message:"Request is not valid yet"}}else{const t=String(e.headers.authorization??""),s=/^AWS4-HMAC-SHA256 Credential=([^,]+), ?SignedHeaders=([^,]+), ?Signature=([0-9a-f]{64})$/.exec(t);if(!s)return{status:403,code:"AccessDenied",message:"no SigV4 Authorization header"};if([,u,l,d]=s,h=String(e.headers["x-amz-date"]??""),g=String(e.headers["x-amz-content-sha256"]??""),!g)return{status:400,code:"InvalidRequest",message:"x-amz-content-sha256 missing"};if(r&&"UNSIGNED-PAYLOAD"!==g&&k(r)!==g)return{status:400,code:"XAmzContentSHA256Mismatch",message:"payload hash"}}const[p,f,y,w,b]=u.split("/");if(p!==this.s3.accessKeyId)return{status:403,code:"InvalidAccessKeyId",message:"unknown access key"};if(y!==(this.s3.region??"auto")||"s3"!==w||"aws4_request"!==b||f!==h.slice(0,8))return i("credential scope");const S=l.split(";");if(!S.includes("host")||[...S].sort().join(";")!==l)return i("signed headers");for(const t of Object.keys(e.headers))if(t.startsWith("x-amz-")&&"x-amz-content-sha256"!==t&&!S.includes(t))return{status:403,code:"AccessDenied",message:`unsigned header ${t}`};const $=[];for(const t of S){if("content-length"===t&&null!==s&&String(s)!==String(e.headers["content-length"]??s))return i("content-length");const a=e.headers[t];if(void 0===a)return i(`signed header ${t} missing`);$.push(`${t}:${String(a).trim().replace(/\s+/g," ")}`)}const x=(e.url??"/").split("?")[0],A=((e.url??"").includes("?")?(e.url??"").slice((e.url??"").indexOf("?")+1):"").split("&").filter(Boolean).map(e=>{const t=e.indexOf("="),s=e=>decodeURIComponent(e.replace(/\+/g," "));return[s(t<0?e:e.slice(0,t)),s(t<0?"":e.slice(t+1))]}).filter(([e])=>"X-Amz-Signature"!==e).map(([e,t])=>[m(e),m(t)]).sort(([e,t],[s,a])=>e<s?-1:e>s?1:t<a?-1:t>a?1:0),v=[e.method,x,A.map(([e,t])=>`${e}=${t}`).join("&"),$.join("\n")+"\n",l,g].join("\n"),q=["AWS4-HMAC-SHA256",h,`${f}/${y}/s3/aws4_request`,k(v)].join("\n"),M=(e,t)=>a("sha256",e).update(t).digest(),T=M(M(M(M(`AWS4${this.s3.secretAccessKey}`,f),y),"s3"),"aws4_request");if(a("sha256",T).update(q).digest("hex")!==d)return i("signature");if(!c){const e=Date.parse(`${h.slice(0,4)}-${h.slice(4,6)}-${h.slice(6,8)}T${h.slice(9,11)}:${h.slice(11,13)}:${h.slice(13,15)}Z`);if(!Number.isFinite(e)||n&&Math.abs(this.now()-e)>9e5)return{status:403,code:"RequestTimeTooSkewed",message:"date"}}return null}s3Key(e){return e.pathname.slice(this.s3.bucket.length+2).split("/").map(e=>decodeURIComponent(e)).join("/")}etagHeader(e,t){const s=String(t.headers["accept-encoding"]??""),a=this.weakEtags&&u(e.contentType)&&e.size>1024&&""!==s&&"identity"!==s;return{weak:a,etag:`${a?"W/":""}"${e.etag}"`}}async s3api(e,t,s){this.counters.s3Calls++;const a=this.s3Key(s),r=s.searchParams,n=e.method??"GET",i=r.get("partNumber"),o=r.get("uploadId")??void 0;if("PUT"===n&&a&&!e.headers["x-amz-copy-source"]){const r=this.putTarget(a,i);let n=!1;return this.storePut(e,t,{key:a,pn:i,uploadId:o,target:r,check:(t,a)=>n&&this.enforceSignatures&&(null===t||this.expiryAfterBody)?{status:403,code:"ExpiredRequest",message:"Request has expired"}:this.checkSigV4(e,s,t,a),expire:()=>n=!0,s3:!0})}const c=a?"POST"===n&&r.has("delete")?"deleteObjects":"POST"===n&&r.has("uploads")?"create":"POST"===n&&o?"complete":"DELETE"===n&&o?"abort":"GET"===n&&o?"listParts":"HEAD"===n?"head":"GET"===n?"get":"DELETE"===n?"delete":"PUT"===n?"copy":"unknown":"GET"===n&&r.has("uploads")?"listUploads":"GET"===n?"list":"POST"===n&&r.has("delete")?"deleteObjects":"bucket",u=`s3:${c}`,l=this.pick({target:u,key:a,partNumber:i?Number(i):void 0,uploadId:o}),d=this.checkSigV4(e,s,null);if(d)return this.counters.rejectedSignature++,await this.body(e).catch(()=>null),this.s3err(t,d.status,d.code,d.message);if("noSuchUpload"===l?.action&&o&&this.uploads.delete(o),("get"!==c||!this.midBodyFault(l))&&"handled"===await this.pre(l,e,t,!0))return;const h=await this.body(e),g=this.checkSigV4(e,s,h.length,h);if(g)return this.counters.rejectedSignature++,this.s3err(t,g.status,g.code,g.message);const p=await this.s3apply(c,a,e,s,h,l);if(!await this.post(l,e)){if(p.error)return this.s3err(t,p.status,p.error,p.message);if("get"===c||"head"===c)return this.sendRead(e,t,p,l);t.writeHead(p.status,{"content-length":p.body?p.body.length:0,...p.body?{"content-type":"application/xml"}:{},...p.headers}),t.end("HEAD"===n?void 0:p.body)}}midBodyFault(e){return!!e&&("reset"===e.action||"stall"===e.action)}async sendRead(e,t,s,a){const r={...s.headers};s.noLength?delete r["content-length"]:void 0===r["content-length"]&&(r["content-length"]=s.body?s.body.length:0),t.writeHead(s.status,r);const n="HEAD"===e.method||304===s.status?void 0:s.body;if(!n||!this.midBodyFault(a))return void t.end(n);const i=n.subarray(0,n.length>>1);if("reset"===a.action)return i.length?void t.write(i,()=>e.socket.destroy()):void e.socket.destroy();t.write(i),a.ms&&(await p(a.ms),t.destroyed||t.end(n.subarray(i.length)))}readAnswer(e,t,a,n,i){const{weak:c,etag:u}=this.etagHeader(e,t),l="wrongEtag"===i?.action?`"${o(s(8))}"`:u,d=t.headers["if-match"];if(void 0!==d&&!$(d,e.etag))return{status:412,error:"PreconditionFailed"};const g=t.headers["if-none-match"];if(void 0!==g&&$(g,e.etag))return{status:304,headers:{etag:l},noLength:!0};const p={etag:l,"content-type":e.contentType??"application/octet-stream","accept-ranges":"bytes"};void 0!==e.lastModified&&(p["last-modified"]=new Date(e.lastModified).toUTCString());for(const[t,s]of Object.entries(e.meta??{}))p[`x-amz-meta-${t}`]=s;const m=a.searchParams;for(const[e,t]of[["response-content-disposition","content-disposition"],["response-content-type","content-type"],["response-cache-control","cache-control"],["response-content-language","content-language"],["response-expires","expires"]]){const s=m.get(e);null!==s&&/^[\t\x20-\x7e]*$/.test(s)&&(p[t]=s)}const f=function(e,t){if(!e)return null;const s=/^\s*bytes\s*=\s*(.+)$/i.exec(e);if(!s)return null;if(s[1].includes(","))return 400;const a=/^\s*(\d*)\s*-\s*(\d*)\s*$/.exec(s[1]);if(!a||""===a[1]&&""===a[2])return null;if(""===a[1]){const e=Number(a[2]);return 0===e||0===t?416:{start:Math.max(0,t-e),end:t-1}}const r=Number(a[1]),n=""===a[2]?t-1:Math.min(Number(a[2]),t-1);return""!==a[2]&&Number(a[2])<r?null:r>=t?416:{start:r,end:n}}(t.headers.range,e.size);if(416===f)return{status:416,error:"InvalidRange",message:"The requested range is not satisfiable"};if(400===f)return{status:400,error:h[0],message:h[1]};if("ENABLED"===String(t.headers["x-amz-checksum-mode"]??"").toUpperCase()&&!f)for(const[t,s]of Object.entries(e.checksums??{}))p[`x-amz-checksum-${t}`]=s;if(f){const t=e.body.subarray(f.start,f.end+1);return p["content-range"]=`bytes ${f.start}-${f.end}/${e.size}`,p["content-length"]=f.end-f.start+1,{status:206,headers:p,body:n?void 0:t}}if(c){if(n)return{status:200,headers:p,noLength:!0};if(this.gzipText&&/\bgzip\b/i.test(String(t.headers["accept-encoding"]??"")))return{status:200,headers:{...p,"content-encoding":"gzip"},body:r(e.body),noLength:!0}}return p["content-length"]=e.size,{status:200,headers:p,body:n?void 0:e.body}}async s3apply(e,t,a,r,n,c){const u=r.searchParams,l=u.get("uploadId")??"",h=e=>({status:200,body:Buffer.from(`<?xml version="1.0" encoding="UTF-8"?>${e}`)}),g=()=>h(`<Error><Code>${c?.code??"InternalError"}</Code><Message>We encountered an internal error. Please try again.</Message></Error>`);switch(e){case"create":{const e=this.createUpload(t,a.headers["content-type"]);return h(`<InitiateMultipartUploadResult><Bucket>${f(this.s3.bucket)}</Bucket><Key>${f(t)}</Key><UploadId>${e}</UploadId></InitiateMultipartUploadResult>`)}case"complete":{const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};if("error200"===c?.action)return g();const r=[...n.toString("utf8").matchAll(/<Part>([\s\S]*?)<\/Part>/g)].map(e=>({n:Number(/<PartNumber>(\d+)<\/PartNumber>/.exec(e[1])?.[1]),etag:y(/<ETag>([^<]*)<\/ETag>/.exec(e[1])?.[1]??"")})),i=this.completeUpload(t,l,r,{truncate:"truncate"===c?.action,ifNoneMatch:"*"===a.headers["if-none-match"]});if(!i.ok)return{status:i.status,error:i.code};const u="wrongEtag"===c?.action?o(s(8))+"-1":i.object.etag;return h(`<CompleteMultipartUploadResult><Bucket>${f(this.s3.bucket)}</Bucket><Key>${f(t)}</Key><ETag>&quot;${u}&quot;</ETag></CompleteMultipartUploadResult>`)}case"abort":{const e=this.liveUpload(l);return e&&e.key===t?(this.uploads.delete(l),this.aborted.set(l,t),{status:204}):this.aborted.get(l)===t?{status:204}:{status:404,error:"NoSuchUpload"}}case"listParts":{const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};const s=Math.min(1e3,Number(u.get("max-parts")??1e3)||1e3),a=Number(u.get("part-number-marker")??0),r=[...e.parts].sort((e,t)=>e[0]-t[0]).filter(([e])=>e>a),n=r.slice(0,s),i=r.length>s;return h(`<ListPartsResult><UploadId>${l}</UploadId>${n.map(([e,t])=>`<Part><PartNumber>${e}</PartNumber><ETag>&quot;${t.etag}&quot;</ETag><Size>${t.size}</Size></Part>`).join("")}<IsTruncated>${i}</IsTruncated>${i?`<NextPartNumberMarker>${n[n.length-1][0]}</NextPartNumberMarker>`:""}</ListPartsResult>`)}case"head":case"get":{const s=this.objects.get(t);return s?this.readAnswer(s,a,r,"head"===e,c):{status:404,error:"NoSuchKey"}}case"delete":return this.objects.delete(t),{status:204};case"copy":{const e=String(a.headers["x-amz-copy-source"]),s=`/${this.s3.bucket}/`;if(!e.startsWith(s))return{status:400,error:"InvalidArgument"};const r=e.slice(s.length).split("/").map(decodeURIComponent).join("/"),n=this.objects.get(r);if(!n)return{status:404,error:"NoSuchKey"};const i=a.headers["x-amz-copy-source-if-match"];if(void 0!==i&&i.replace(/"/g,"")!==n.etag)return{status:412,error:"PreconditionFailed"};const p=u.get("partNumber");if(null!==p&&(!/^\d+$/.test(p)||Number(p)<1||Number(p)>d))return{status:400,error:"InvalidArgument"};if("error200"===c?.action)return g();if(p){const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};const s=/^bytes=(\d+)-(\d+)$/.exec(String(a.headers["x-amz-copy-source-range"]??"")),r=s?n.body.subarray(Number(s[1]),Number(s[2])+1):n.body,i=o(r);return e.parts.set(Number(p),{body:this.keepBodies?r:Buffer.alloc(0),etag:i,size:r.length}),h(`<CopyPartResult><ETag>&quot;${i}&quot;</ETag></CopyPartResult>`)}if("*"===a.headers["cf-copy-destination-if-none-match"]&&this.objects.has(t))return{status:412,error:"PreconditionFailed"};const m="REPLACE"===a.headers["x-amz-metadata-directive"];return this.objects.set(t,{body:n.body,etag:n.etag,size:n.size,contentType:m?a.headers["content-type"]:n.contentType,...this.stamp()}),this.log({kind:"copy",key:t,detail:r}),h(`<CopyObjectResult><ETag>&quot;${n.etag}&quot;</ETag></CopyObjectResult>`)}case"list":{const e=u.get("prefix")??"",t=Math.min(1e3,Number(u.get("max-keys")??1e3)||1e3),s=u.get("continuation-token")?Buffer.from(u.get("continuation-token"),"base64url").toString():"",a=[...this.objects.keys()].filter(t=>t.startsWith(e)&&t>s).sort(),r=a.slice(0,t),n=a.length>t;return h(`<ListBucketResult><Name>${f(this.s3.bucket)}</Name><Prefix>${f(e)}</Prefix><KeyCount>${r.length}</KeyCount>${r.map(e=>{const t=this.objects.get(e);return`<Contents><Key>${f(e)}</Key><LastModified>${new Date(t.lastModified??0).toISOString()}</LastModified><ETag>&quot;${t.etag}&quot;</ETag><Size>${t.size}</Size></Contents>`}).join("")}<IsTruncated>${n}</IsTruncated>${n?`<NextContinuationToken>${Buffer.from(r[r.length-1]).toString("base64url")}</NextContinuationToken>`:""}</ListBucketResult>`)}case"listUploads":{const e=u.get("prefix")??"",t=Math.min(1e3,Number(u.get("max-uploads")??1e3)||1e3),s=u.get("key-marker")??"",a=u.get("upload-id-marker")??"",r=[...this.uploads].filter(([t,s])=>s.key.startsWith(e)&&this.liveUpload(t)).map(([e,t])=>({id:e,key:t.key,created:t.created})).sort((e,t)=>e.key<t.key?-1:e.key>t.key?1:e.id<t.id?-1:1).filter(e=>!s||e.key>s||e.key===s&&""!==a&&e.id>a),n=r.slice(0,t),i=r.length>t,o=n[n.length-1];return h(`<ListMultipartUploadsResult>${n.map(e=>`<Upload><Key>${f(e.key)}</Key><UploadId>${e.id}</UploadId><Initiated>${new Date(e.created??0).toISOString()}</Initiated></Upload>`).join("")}<IsTruncated>${i}</IsTruncated>${i?`<NextKeyMarker>${f(o.key)}</NextKeyMarker><NextUploadIdMarker>${o.id}</NextUploadIdMarker>`:""}</ListMultipartUploadsResult>`)}case"deleteObjects":{const e=a.headers["content-md5"];if(void 0!==e&&i(n).toString("base64")!==e)return{status:400,error:"BadDigest"};const t=[...n.toString("utf8").matchAll(/<Object><Key>([^<]*)<\/Key><\/Object>/g)].map(e=>y(e[1]));if(t.length>1e3)return{status:400,error:"MalformedXML"};for(const e of t)this.objects.delete(e);return h("<DeleteResult></DeleteResult>")}default:return{status:405,error:"MethodNotAllowed"}}}}async function A(e={}){const t={bucket:e.bucket??"test-bucket",accessKeyId:e.accessKeyId??"AKIDFAKER2",secretAccessKey:e.secretAccessKey??"fake-r2-secret",region:e.region??"auto"},s=new x({s3:t});return await s.start(e.port??0),Object.assign(s,{config:{endpoint:s.endpoint,bucket:t.bucket,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey,region:t.region}})}const v=["","x","123","-7","0","true","null",'{"a": 1}',"[1,2]",'"quoted"'," spaced ","line\nbreak","tab\there","日本語 ✓ 🎬","a".repeat(1e4)],q=(e,t)=>(n.equal(typeof e.ttl,"function","store has ttl"),e.ttl(t)),M=e=>(n.equal(typeof e.incr,"function","store has incr"),n.equal(typeof e.compareAndSet,"function","store has compareAndSet"),e);function T(){const e=[],t=(t,s)=>e.push({name:t,run:s});return t("values come back byte for byte (no JSON coercion)",async e=>{const{store:t}=await e.make();n.equal(await t.get("missing"),null);for(const[e,s]of v.entries())n.equal(await t.set(`k${e}`,s),!0),n.equal(await t.get(`k${e}`),s,`value ${JSON.stringify(s.slice(0,20))}`)}),t("keys are opaque strings",async e=>{const{store:t}=await e.make();for(const e of["a:b","p/x/../y","日本","with space","*","{tag}","a".repeat(500)])await t.set(e,e),n.equal(await t.get(e),e);n.equal(await t.get("p/y"),null)}),t("set overwrites; ifAbsent only writes a missing key",async e=>{const{store:t}=await e.make();n.equal(await t.set("k","1"),!0),n.equal(await t.set("k","2"),!0),n.equal(await t.get("k"),"2"),n.equal(await t.set("k","3",{ifAbsent:!0}),!1),n.equal(await t.get("k"),"2"),n.equal(await t.set("n","1",{ifAbsent:!0}),!0),n.equal(await t.get("n"),"1")}),t("del removes the key; deleting a missing key is fine",async e=>{const{store:t}=await e.make();await t.del("k"),await t.set("k","v"),await t.del("k"),n.equal(await t.get("k"),null),n.equal(await t.set("k","w",{ifAbsent:!0}),!0)}),t("ttl: null when missing, Infinity without expiry, the remaining ms with one",async e=>{const{store:t}=await e.make();n.equal(await q(t,"k"),null),await t.set("k","v"),n.equal(await q(t,"k"),1/0),await t.set("t","v",{ttlMs:6e4});const s=await q(t,"t");n.ok(s>5e4&&s<=6e4,`ttl ${s}`)}),t("a key past its TTL is gone for every operation",async e=>{const{store:t,advance:s}=await e.make(),a=e.shortTtlMs??200;await t.set("k","v",{ttlMs:a}),n.equal(await t.get("k"),"v"),await s(2*a+50),n.equal(await t.get("k"),null),n.equal(await q(t,"k"),null),await t.del("k"),n.equal(await t.set("k","w",{ifAbsent:!0}),!0)}),t("TTLs in seconds (the auth kit's unit): { ttlSeconds } on set, a number on incr / compareAndSet",async e=>{const t=M((await e.make()).store);await t.set("a","v",{ttlSeconds:60});const s=await t.ttl("a");n.ok(s>5e4&&s<=6e4,`ttl ${s}`),await t.incr("n",1,60),n.ok(await t.ttl("n")<=6e4&&await t.ttl("n")>5e4),n.equal(await t.compareAndSet("c",null,"x",60),!0),n.ok(await t.ttl("c")<=6e4&&await t.ttl("c")>5e4),await n.rejects(t.set("b","v",{ttlMs:1e3,ttlSeconds:1}),/not both/)}),t("a plain set clears an earlier TTL (as Redis SET does)",async e=>{const{store:t}=await e.make();await t.set("k","v",{ttlMs:6e4}),await t.set("k","w"),n.equal(await q(t,"k"),1/0)}),t("bad TTLs and non-string values are refused",async e=>{const{store:t}=await e.make();for(const e of[0,-1,1.5,NaN,1/0])await n.rejects(t.set("k","v",{ttlMs:e}),/ttlMs/);await n.rejects(t.set("k",1),/string/),n.equal(await t.get("k"),null)}),t("incr: counts from 0, TTL only when it creates the key, refuses non-integers",async e=>{const t=M((await e.make()).store);n.equal(await t.incr("c"),1),n.equal(await t.incr("c",5),6),n.equal(await t.incr("c",-10),-4),n.equal(await t.ttl("c"),1/0),n.equal(await t.incr("w",1,{ttlMs:6e4}),1);const s=await t.ttl("w");n.ok(s>0&&s<=6e4),await t.incr("w",1,{ttlMs:1e6}),n.ok(await t.ttl("w")<=6e4),await t.set("s","abc"),await n.rejects(t.incr("s")),await t.set("f","1.5"),await n.rejects(t.incr("f")),n.equal(await t.get("s"),"abc")}),t("incr refuses to leave the safe-integer range, and writes nothing then",async e=>{const t=M((await e.make()).store);await t.set("c","9007199254740990"),n.equal(await t.incr("c"),9007199254740991),await n.rejects(t.incr("c")),n.equal(await t.get("c"),"9007199254740991"),await t.set("d","-9007199254740990"),n.equal(await t.incr("d",-1),-9007199254740991),await n.rejects(t.incr("d",-1)),await n.rejects(t.incr("e",2**53)),n.equal(await t.get("e"),null)}),t("incr after expiry starts again (a new window)",async e=>{const{store:t,advance:s}=await e.make(),a=M(t),r=e.shortTtlMs??200;await a.incr("w",3,{ttlMs:r}),await s(2*r+50),n.equal(await a.incr("w",1,{ttlMs:r}),1)}),t("compareAndSet: from missing, from a value, never on a mismatch",async e=>{const t=M((await e.make()).store);n.equal(await t.compareAndSet("k","x","y"),!1),n.equal(await t.get("k"),null),n.equal(await t.compareAndSet("k",null,"a"),!0),n.equal(await t.compareAndSet("k",null,"b"),!1),n.equal(await t.compareAndSet("k","b","c"),!1),n.equal(await t.compareAndSet("k","a","c",{ttlMs:6e4}),!0),n.equal(await t.get("k"),"c"),n.ok(await t.ttl("k")<=6e4),n.equal(await t.compareAndSet("k","c","",{}),!0),n.equal(await t.get("k"),""),n.equal(await t.compareAndSet("k","","d"),!0,"the empty string is a value, not missing")}),t("atomic under concurrency: counters add up, exactly one ifAbsent / compareAndSet wins",async e=>{const t=M((await e.make()).store),s=await Promise.all(Array.from({length:40},()=>t.incr("c")));n.equal(await t.get("c"),String(40)),n.deepEqual([...s].sort((e,t)=>e-t),Array.from({length:40},(e,t)=>t+1));const a=await Promise.all(Array.from({length:40},(e,s)=>t.set("once",String(s),{ifAbsent:!0})));n.equal(a.filter(Boolean).length,1);const r=await Promise.all(Array.from({length:40},(e,s)=>t.compareAndSet("lock",null,String(s))));n.equal(r.filter(Boolean).length,1);let i=await t.get("lock");for(let e=0;e<10;e++){const e=await Promise.all(Array.from({length:8},(e,s)=>t.compareAndSet("lock",i,`${i}.${s}`)));n.equal(e.filter(Boolean).length,1),i=await t.get("lock")}}),t("random operation sequences match a model (no TTLs)",async e=>{const{store:t}=await e.make(),s=M(t),a=new Map;let r=12139;const i=e=>(r=1103515245*r+12345&2147483647)%e,o=["a","b","c","d"];for(let e=0;e<400;e++){const e=o[i(o.length)],t=String(i(5));switch(i(6)){case 0:n.equal(await s.get(e),a.get(e)??null);break;case 1:n.equal(await s.set(e,t),!0),a.set(e,t);break;case 2:{const r=!a.has(e);n.equal(await s.set(e,t,{ifAbsent:!0}),r),r&&a.set(e,t);break}case 3:await s.del(e),a.delete(e);break;case 4:{const t=a.get(e),r=void 0===t?0:Number(t);n.equal(await s.incr(e,2),r+2),a.set(e,String(r+2));break}case 5:{const r=i(2)?a.get(e)??null:"zz",o=(a.get(e)??null)===r;n.equal(await s.compareAndSet(e,r,t),o),o&&a.set(e,t);break}}}}),e}const N="server/testing";export{x as FakeR2,l as MIN_PART,N as SDK_ENTRY,A as createFakeR2,u as isTextLike,T as keyValueStoreContract,o as md5hex,c as multipartEtag};
1
+ import e from"node:http";import{createHash as t,randomBytes as s,createHmac as a}from"node:crypto";import{gzipSync as r}from"node:zlib";import n from"node:assert/strict";const i=e=>t("md5").update(e).digest(),o=e=>i(e).toString("hex");function c(e){return`${i(Buffer.concat(e.map(e=>Buffer.from(e.replace(/"/g,""),"hex")))).toString("hex")}-${e.length}`}const u=e=>!!e&&/^(text\/|application\/(json|xml|javascript|x-javascript|ld\+json|xhtml\+xml|rss\+xml|atom\+xml|manifest\+json|x-subrip)|image\/svg\+xml)/i.test(e),l=5242880,d=1e4,h=["InvalidArgument","Multiple ranges are not supported: send one byte range per request, as bytes=first-last, bytes=first- or bytes=-n"],g=globalThis.setTimeout,p=e=>new Promise(t=>g(t,e)),m=e=>encodeURIComponent(e).replace(/[!'()*]/g,e=>`%${e.charCodeAt(0).toString(16).toUpperCase()}`),f=e=>e.replace(/&/g,"&amp;").replace(/</g,"&lt;").replace(/>/g,"&gt;").replace(/"/g,"&quot;").replace(/'/g,"&apos;"),y=e=>e.replace(/&quot;/g,'"').replace(/&apos;/g,"'").replace(/&lt;/g,"<").replace(/&gt;/g,">").replace(/&amp;/g,"&"),k=e=>t("sha256").update(e).digest("hex"),w=new Map;function b(e,t){let s=w.get(e);if(!s){s=new Uint32Array(256);for(let t=0;t<256;t++){let a=t;for(let t=0;t<8;t++)a=1&a?a>>>1^e:a>>>1;s[t]=a>>>0}w.set(e,s)}let a=-1>>>0;for(let e=0;e<t.length;e++)a=s[255&(a^t[e])]^a>>>8;const r=Buffer.alloc(4);return r.writeUInt32BE(~a>>>0),r.toString("base64")}const S={crc32:e=>b(3988292384,e),crc32c:e=>b(2197175160,e),sha1:e=>t("sha1").update(e).digest("base64"),sha256:e=>t("sha256").update(e).digest("base64")};const $=(e,t)=>e.split(",").some(e=>{const s=e.trim();return"*"===s||s.replace(/^W\//,"").replace(/"/g,"")===t});class x{objects=new Map;uploads=new Map;events=[];puts=[];counters={requests:0,faults:0,rejectedSignature:0,partPuts:0,objectPuts:0,s3Calls:0};offline=!1;refused=new Map;scale=1;weakEtags=!0;enforceSignatures=!0;keepBodies=!0;publicBase="";tokenMount="/s3/";presignTtlMs=36e5;now=()=>Date.now();gzipText=!0;allowChunkedPuts=!1;expiryAfterBody=!1;uploadMaxAgeMs=0;s3Checksums=!1;aborted=new Map;s3;server;sockets=new Set;faults=[];gates=new Map;nextFaultId=1;presigned=new Map;base="";port=0;constructor(e={}){this.s3=e.s3}async start(t=0,s="127.0.0.1"){return this.server=e.createServer((e,t)=>{this.handle(e,t)}),this.server.keepAliveTimeout=5e3,this.server.requestTimeout=0,this.server.headersTimeout=0,this.server.on("connection",e=>{this.sockets.add(e),e.on("close",()=>this.sockets.delete(e))}),await new Promise(e=>this.server.listen(t,s,()=>e())),this.port=this.server.address().port,this.base=`http://${s}:${this.port}`,this}async close(){for(const e of this.sockets)e.destroy();await new Promise(e=>this.server?this.server.close(()=>e()):e())}get endpoint(){return this.base}fault(e){let t;const s=new Promise(e=>t=e),a={...e,id:this.nextFaultId++,hits:0,seen:0,remove:()=>{this.faults=this.faults.filter(e=>e!==a)},release:()=>t()};return this.gates.set(a,s),this.faults.push(a),a}clearFaults(){this.faults=[]}outage(e){if(this.offline=e,this.log({kind:e?"outage-start":"outage-end"}),e)for(const e of this.sockets)e.destroy()}refusedAttempts(e,t){return this.refused.get(`${e}#${t}`)??0}abortUpload(e){this.uploads.delete(e)}liveUpload(e){if(!e)return;const t=this.uploads.get(e);if(t&&this.uploadMaxAgeMs>0)if(void 0===t.created)t.created=this.now();else if(this.now()-t.created>this.uploadMaxAgeMs)return this.uploads.delete(e),void this.log({kind:"lifecycle-abort",key:t.key,detail:e});return t}targetMatches(e,t){return e===t||"storage"===e&&("partPut"===t||"objectPut"===t)||"s3:*"===e&&t.startsWith("s3:")}pick(e){for(const t of this.faults){if((Array.isArray(t.target)?t.target:[t.target]).some(t=>this.targetMatches(t,e.target))&&((!t.match||t.match(e))&&(t.seen++,!(t.after&&t.seen<=t.after||void 0!==t.times&&t.hits>=t.times))))return t.hits++,this.counters.faults++,this.log({kind:"fault",target:e.target,key:e.key,n:e.partNumber,fault:t.action,status:t.status}),t}return null}log(e){this.events.push({t:Date.now(),...e}),this.events.length>5e4&&this.events.splice(0,1e4)}object(e){return this.objects.get(e)}sha256(e){const s=this.objects.get(e);return s?t("sha256").update(s.body).digest("hex"):null}headInfo(e){const t=this.objects.get(e);if(!t)return{size:null,etag:null};const s=this.weakEtags&&u(t.contentType)&&t.size>1024;return{size:t.size,etag:s?`W/${t.etag}`:t.etag}}partPutsOf(e,t){return this.puts.filter(s=>"partPut"===s.target&&s.uploadId===e&&(void 0===t||s.n===t)&&200===s.outcome)}stamp(){return this.s3?{lastModified:this.now()}:{}}seed(e,t,s,a){const r=Buffer.isBuffer(t)?t:Buffer.from(t);this.objects.set(e,{body:r,etag:o(r),size:r.length,contentType:s,meta:a,lastModified:this.now()})}presign(e,t,a={}){const r=s(12).toString("hex"),n=Date.now()+this.presignTtlMs*this.scale;this.presigned.set(r,{key:e,headers:t,expiresAt:n,...a});const i=this.publicBase||this.base,o=new URLSearchParams;return void 0!==a.partNumber&&o.set("partNumber",String(a.partNumber)),void 0!==a.uploadId&&o.set("uploadId",a.uploadId),o.set("X-Uf-Signature",r),{url:`${i}${this.tokenMount}${encodeURIComponent(e)}?${o}`,expiresAt:new Date(Date.now()+this.presignTtlMs).toISOString()}}presignGet(e,t=3e5){const a=s(12).toString("hex");return this.presigned.set(a,{key:e,headers:{},expiresAt:Date.now()+t*this.scale,get:!0}),`${this.publicBase||this.base}${this.tokenMount}${encodeURIComponent(e)}?X-Uf-Signature=${a}`}expireToken(e,t){const s=this.presigned.get(new URL(e).searchParams.get("X-Uf-Signature")??"");s&&(s.expiresAt=t)}async handle(e,t){this.counters.requests++;const s=new URL(e.url,this.base);if(this.offline)this.refuse(e,s);else try{return s.pathname.startsWith(this.tokenMount)?await this.storage(e,t,s):this.s3&&(s.pathname===`/${this.s3.bucket}`||s.pathname.startsWith(`/${this.s3.bucket}/`))?await this.s3api(e,t,s):await this.route(e,t,s)}catch(s){this.log({kind:"error",detail:String(s?.stack??s)}),t.headersSent?e.socket.destroy():this.json(t,500,{error:String(s)})}}async route(e,t,s){await this.body(e).catch(()=>null),this.json(t,404,{error:"not found"})}bump(e){this.refused.set(e,(this.refused.get(e)??0)+1)}async refuse(e,t){if(t.pathname.startsWith(this.tokenMount)){const e=decodeURIComponent(t.pathname.slice(this.tokenMount.length)),s=t.searchParams.get("partNumber");this.bump(s?`${e}#${s}`:`${e}#put`)}else this.bump(t.pathname);e.socket.destroy()}json(e,t,s){const a=JSON.stringify(s);e.writeHead(t,{"content-type":"application/json","content-length":Buffer.byteLength(a)}),e.end(a)}s3err(e,t,s,a=s){if("HEAD"===e.req?.method)return e.writeHead(t,{"content-type":"application/xml"}),void e.end();const r=`<?xml version="1.0" encoding="UTF-8"?><Error><Code>${s}</Code><Message>${a}</Message></Error>`;e.writeHead(t,{"content-type":"application/xml","content-length":Buffer.byteLength(r)}),e.end(r)}xml(e,t,s,a={}){e.writeHead(t,{"content-type":"application/xml","content-length":Buffer.byteLength(s),...a}),e.end(s)}body(e){const t=e.__trickleMs;return new Promise(t?(s,a)=>{const r=[];e.pause(),e.on("end",()=>s(Buffer.concat(r))),e.on("error",a),e.on("aborted",()=>a(new Error("aborted")));const n=()=>{if(e.destroyed)return;let s,a=0;for(;a<65536&&null!==(s=e.read());)r.push(s),a+=s.length;e.readableEnded||g(n,t)};n()}:(t,s)=>{const a=[];e.on("data",e=>a.push(e)),e.on("end",()=>t(Buffer.concat(a))),e.on("error",s),e.on("aborted",()=>s(new Error("aborted")))})}async pre(e,t,s,a){if(!e)return"apply";switch(e.action){case"drop":return t.socket.destroy(),"handled";case"reset":{const e=Number(t.headers["content-length"]||0),s=Math.floor(e/2);let a=0;return t.on("data",e=>{a+=e.length,a>=s&&t.socket.destroy()}),0===e&&t.socket.destroy(),"handled"}case"status":{await this.body(t).catch(()=>null);const r=e.status??503;return a?this.s3err(s,r,e.code??(503===r?"ServiceUnavailable":500===r?"InternalError":"Injected")):this.json(s,r,{error:"injected",...e.code?{code:e.code}:{}}),"handled"}case"delay":return await p(e.ms??1e3),"apply";case"trickle":return t.__trickleMs=e.ms??50,"apply";case"stall":return t.pause(),e.ms?(await p(e.ms),t.resume(),"apply"):"handled";default:return"apply"}}async post(e,t){if(!e)return!1;if("dropResponse"===e.action)return t.socket.destroy(),!0;if("gate"===e.action&&await this.gates.get(e),"holdResponse"===e.action){if(!e.ms)return!0;await p(e.ms)}return!1}checkSignature(e,t,s,a,r=null!==a){if(!this.enforceSignatures)return null;const n=t.searchParams.get("X-Uf-Signature")??"",i=this.presigned.get(n),o=t.searchParams.get("partNumber"),c=t.searchParams.get("uploadId"),u=e=>({status:403,code:"SignatureDoesNotMatch",message:e});if(!i)return u("no such signature");if(i.key!==s||String(i.partNumber??"")!==(o??"")||(i.uploadId??"")!==(c??""))return u("URL does not match its signature");if((!r||this.expiryAfterBody)&&Date.now()>i.expiresAt)return{status:403,code:"ExpiredRequest",message:"Request has expired"};for(const[t,s]of Object.entries(i.headers)){const r=e.headers[t];if("content-length"!==t){if(void 0===r)return u(`signed header ${t} missing`);if(String(r)!==s)return u(`signed header ${t} changed`)}else if(null!==a&&String(a)!==s)return u(`signed content-length ${s}, body ${a}`)}const l=new Set(Object.keys(i.headers).map(e=>e.toLowerCase()));for(const t of Object.keys(e.headers))if(t.startsWith("x-amz-checksum-")&&!l.has(t))return u(`unsigned header ${t}`);return null}putTarget(e,t){return t?"partPut":"objectPut"}async storage(e,t,s){const a=decodeURIComponent(s.pathname.slice(this.tokenMount.length)),r=s.searchParams.get("partNumber"),n=s.searchParams.get("uploadId")??void 0;if("GET"===e.method){const r=this.pick({target:"storage:get",key:a}),n=this.presigned.get(s.searchParams.get("X-Uf-Signature")??"");if(this.enforceSignatures&&(!n||!n.get||n.key!==a))return this.s3err(t,403,"SignatureDoesNotMatch");if(this.enforceSignatures&&Date.now()>n.expiresAt)return this.s3err(t,403,"ExpiredRequest","Request has expired");if(!this.midBodyFault(r)&&"handled"===await this.pre(r,e,t,!0))return;const i=this.objects.get(a),o=i?this.readAnswer(i,e,s,!1,r):{status:404,error:"NoSuchKey"};if(await this.post(r,e))return;return o.error?this.s3err(t,o.status,o.error,o.message):this.sendRead(e,t,o,r)}if("PUT"!==e.method)return this.s3err(t,405,"MethodNotAllowed");const i=this.putTarget(a,r);return this.storePut(e,t,{key:a,pn:r,uploadId:n,target:i,check:t=>this.checkSignature(e,s,a,t),expire:()=>{const e=this.presigned.get(s.searchParams.get("X-Uf-Signature")??"");e&&(e.expiresAt=0)}})}async storePut(e,t,s){const{key:a,pn:r,uploadId:n,target:c}=s,u={t:Date.now(),target:c,key:a,n:r?Number(r):void 0,uploadId:n,outcome:"pending",bytes:0,md5:!!e.headers["content-md5"]};this.puts.push(u);const l=e.push.bind(e);e.push=(e,t)=>(e&&(u.bytes+=e.length),l(e,t)),t.on("close",()=>{"pending"===u.outcome&&(u.outcome="closed",u.clientClosedAt=Date.now())});const h=e=>(u.outcome=e,u.doneAt=Date.now()),g=this.pick({target:c,key:a,partNumber:u.n,uploadId:n});"expire"===g?.action&&s.expire();const p=s.check(null);if(p)return this.counters.rejectedSignature++,await this.body(e).catch(()=>null),h(p.status),this.s3err(t,p.status,p.code,p.message);const m=!this.allowChunkedPuts&&void 0===e.headers["content-length"]&&/chunked/i.test(String(e.headers["transfer-encoding"]??""))?[411,"MissingContentLength"]:null!==r&&(!/^\d+$/.test(r)||Number(r)<1||Number(r)>d)?[400,"InvalidArgument"]:null;if(m)return await this.body(e).catch(()=>null),h(m[0]),this.s3err(t,m[0],m[1]);const f=e.headers["x-amz-checksum-sha256"];if(null!==r&&void 0!==f&&!this.s3Checksums)return await this.body(e).catch(()=>null),h(501),this.s3err(t,501,"NotImplemented",`Header 'x-amz-checksum-sha256' with value '${String(f)}' not implemented`);if(void 0!==f&&void 0!==e.headers["content-md5"]&&!this.s3Checksums)return await this.body(e).catch(()=>null),h(400),this.s3err(t,400,"InvalidRequest","You can only specify one non-default checksum at a time.");if("noSuchUpload"===g?.action&&n&&this.uploads.delete(n),!g||"drop"!==g.action&&"reset"!==g.action||(u.outcome="dropped"),"handled"===await this.pre(g,e,t,!0))return void(t.headersSent&&h(t.statusCode));let y=await this.body(e);if(this.offline)return void e.socket.destroy();"corruptInTransit"===g?.action&&y.length&&(y=Buffer.from(y),y[y.length>>1]^=255);const k=s.check(y.length,y);if(k)return this.counters.rejectedSignature++,h(k.status),this.s3err(t,k.status,k.code,k.message);const w=e.headers["content-md5"];if(w&&i(y).toString("base64")!==w)return h(400),this.s3err(t,400,"BadDigest");const b=function(e,t){const s={};for(const[a,r]of Object.entries(S)){const n=e.headers[`x-amz-checksum-${a}`];if("string"==typeof n){if(r(t)!==n.trim())return null;s[a]=n.trim()}}return s}(e,y);if(!b)return h(400),this.s3err(t,400,"BadDigest");const $=Object.keys(b).length?{checksums:b}:{};"storeCorrupted"===g?.action&&y.length&&(y=Buffer.from(y),y[0]^=255);const x=o(y);if(this.counters[`${c}s`]=(this.counters[`${c}s`]??0)+1,r){const e=this.liveUpload(n);if(!e||e.key!==a)return h(404),this.s3err(t,404,"NoSuchUpload");e.parts.set(Number(r),{body:this.keepBodies?y:Buffer.alloc(0),etag:x,size:y.length,...$}),this.log({kind:"partPut",key:a,n:Number(r)})}else{if("*"===e.headers["if-none-match"]&&this.objects.has(a))return h(412),this.s3err(t,412,"PreconditionFailed");const r={};if(s.s3){const s=e.headers["if-match"];if(void 0!==s&&`"${this.objects.get(a)?.etag}"`!==s.replace(/^W\//,""))return h(412),this.s3err(t,412,"PreconditionFailed");for(const[t,s]of Object.entries(e.headers))t.startsWith("x-amz-meta-")&&"string"==typeof s&&(r[t.slice(11)]=s)}this.objects.set(a,{body:y,etag:x,size:y.length,contentType:e.headers["content-type"],...Object.keys(r).length?{meta:r}:{},...$,...this.stamp()}),this.log({kind:c,key:a})}if(await this.post(g,e))return void(u.outcome="dropped");h(200);const A={};for(const[e,t]of Object.entries(b))A[`x-amz-checksum-${e}`]=t;t.writeHead(200,"noEtag"===g?.action?{"content-length":0,...A}:{etag:`"${x}"`,"content-length":0,...A}),t.end()}createUpload(e,t,a){const r=s(12).toString("hex"),n=this.s3Checksums&&a?{checksumAlgorithm:a.toUpperCase()}:{};return this.uploads.set(r,{key:e,contentType:t,parts:new Map,created:this.now(),...n}),this.log({kind:"create",key:e,detail:r}),r}completeUpload(e,s,a,r={}){const n=this.liveUpload(s);if(!n||n.key!==e)return{ok:!1,code:"NoSuchUpload",status:404};if(!a.length||a.length>d)return{ok:!1,code:"MalformedXML",status:400};const i=[...a].map(e=>({n:Number(e.n),etag:String(e.etag),checksumSha256:e.checksumSha256})).sort((e,t)=>e.n-t.n),o="SHA256"===n.checksumAlgorithm,u=[];for(let e=1;e<i.length;e++)if(i[e].n===i[e-1].n)return{ok:!1,code:"InvalidPartOrder",status:400};const h=[],g=[];let p=0,m=-1;for(let e=0;e<i.length;e++){const t=i[e],s=n.parts.get(t.n);if(!s||s.etag!==t.etag.replace(/"/g,"").toLowerCase())return{ok:!1,code:"InvalidPart",status:400};if(e<i.length-1){if(s.size<l)return{ok:!1,code:"EntityTooSmall",status:400};if(-1===m)m=s.size;else if(s.size!==m)return{ok:!1,code:"InvalidPart",status:400}}else if(-1!==m&&s.size>m)return{ok:!1,code:"InvalidPart",status:400};if(o){const e=s.checksums?.sha256;if(!e||t.checksumSha256!==e)return{ok:!1,code:"InvalidPart",status:400};u.push(Buffer.from(e,"base64"))}h.push(s.body),g.push(s.etag),p+=s.size}if(r.ifNoneMatch&&this.objects.has(e))return this.uploads.delete(s),{ok:!1,code:"PreconditionFailed",status:412};const f=c(g);let y=Buffer.concat(h);r.truncate&&(y=y.subarray(0,Math.max(0,y.length-1)),p=Math.max(0,p-1));const k=o?{checksums:{sha256:`${t("sha256").update(Buffer.concat(u)).digest("base64")}-${u.length}`}}:{},w={body:y,etag:f,size:p,contentType:n.contentType,...k,...this.stamp()};return this.objects.set(e,w),this.uploads.delete(s),this.log({kind:"complete",key:e,detail:`parts=${i.length}`}),{ok:!0,object:w}}checkSigV4(e,t,s,r){const n=null===s||this.expiryAfterBody;if(!this.enforceSignatures||!this.s3)return null;const i=e=>({status:403,code:"SignatureDoesNotMatch",message:e}),o=t.searchParams,c=null!==o.get("X-Amz-Algorithm");let u,l,d,h,g;if(c){if("AWS4-HMAC-SHA256"!==o.get("X-Amz-Algorithm"))return i("algorithm");u=o.get("X-Amz-Credential")??"",l=o.get("X-Amz-SignedHeaders")??"",d=o.get("X-Amz-Signature")??"",h=o.get("X-Amz-Date")??"",g="UNSIGNED-PAYLOAD";const e=Number(o.get("X-Amz-Expires"));if(!Number.isInteger(e)||e<1||e>604800)return{status:400,code:"AuthorizationQueryParametersError",message:"X-Amz-Expires"};const t=Date.parse(`${h.slice(0,4)}-${h.slice(4,6)}-${h.slice(6,8)}T${h.slice(9,11)}:${h.slice(11,13)}:${h.slice(13,15)}Z`);if(!Number.isFinite(t))return i("date");if(n&&this.now()>t+1e3*e*this.scale)return{status:403,code:"ExpiredRequest",message:"Request has expired"};if(n&&t>this.now()+9e5)return{status:403,code:"RequestTimeTooSkewed",message:"Request is not valid yet"}}else{const t=String(e.headers.authorization??""),s=/^AWS4-HMAC-SHA256 Credential=([^,]+), ?SignedHeaders=([^,]+), ?Signature=([0-9a-f]{64})$/.exec(t);if(!s)return{status:403,code:"AccessDenied",message:"no SigV4 Authorization header"};if([,u,l,d]=s,h=String(e.headers["x-amz-date"]??""),g=String(e.headers["x-amz-content-sha256"]??""),!g)return{status:400,code:"InvalidRequest",message:"x-amz-content-sha256 missing"};if(r&&"UNSIGNED-PAYLOAD"!==g&&k(r)!==g)return{status:400,code:"XAmzContentSHA256Mismatch",message:"payload hash"}}const[p,f,y,w,b]=u.split("/");if(p!==this.s3.accessKeyId)return{status:403,code:"InvalidAccessKeyId",message:"unknown access key"};if(y!==(this.s3.region??"auto")||"s3"!==w||"aws4_request"!==b||f!==h.slice(0,8))return i("credential scope");const S=l.split(";");if(!S.includes("host")||[...S].sort().join(";")!==l)return i("signed headers");for(const t of Object.keys(e.headers))if(t.startsWith("x-amz-")&&"x-amz-content-sha256"!==t&&!S.includes(t))return t.startsWith("x-amz-checksum-")?i(`unsigned header ${t}`):{status:403,code:"AccessDenied",message:`unsigned header ${t}`};const $=[];for(const t of S){if("content-length"===t&&null!==s&&String(s)!==String(e.headers["content-length"]??s))return i("content-length");const a=e.headers[t];if(void 0===a)return i(`signed header ${t} missing`);$.push(`${t}:${String(a).trim().replace(/\s+/g," ")}`)}const x=(e.url??"/").split("?")[0],A=((e.url??"").includes("?")?(e.url??"").slice((e.url??"").indexOf("?")+1):"").split("&").filter(Boolean).map(e=>{const t=e.indexOf("="),s=e=>decodeURIComponent(e.replace(/\+/g," "));return[s(t<0?e:e.slice(0,t)),s(t<0?"":e.slice(t+1))]}).filter(([e])=>"X-Amz-Signature"!==e).map(([e,t])=>[m(e),m(t)]).sort(([e,t],[s,a])=>e<s?-1:e>s?1:t<a?-1:t>a?1:0),v=[e.method,x,A.map(([e,t])=>`${e}=${t}`).join("&"),$.join("\n")+"\n",l,g].join("\n"),q=["AWS4-HMAC-SHA256",h,`${f}/${y}/s3/aws4_request`,k(v)].join("\n"),M=(e,t)=>a("sha256",e).update(t).digest(),T=M(M(M(M(`AWS4${this.s3.secretAccessKey}`,f),y),"s3"),"aws4_request");if(a("sha256",T).update(q).digest("hex")!==d)return i("signature");if(!c){const e=Date.parse(`${h.slice(0,4)}-${h.slice(4,6)}-${h.slice(6,8)}T${h.slice(9,11)}:${h.slice(11,13)}:${h.slice(13,15)}Z`);if(!Number.isFinite(e)||n&&Math.abs(this.now()-e)>9e5)return{status:403,code:"RequestTimeTooSkewed",message:"date"}}return null}s3Key(e){return e.pathname.slice(this.s3.bucket.length+2).split("/").map(e=>decodeURIComponent(e)).join("/")}etagHeader(e,t){const s=String(t.headers["accept-encoding"]??""),a=this.weakEtags&&u(e.contentType)&&e.size>1024&&""!==s&&"identity"!==s;return{weak:a,etag:`${a?"W/":""}"${e.etag}"`}}async s3api(e,t,s){this.counters.s3Calls++;const a=this.s3Key(s),r=s.searchParams,n=e.method??"GET",i=r.get("partNumber"),o=r.get("uploadId")??void 0;if("PUT"===n&&a&&!e.headers["x-amz-copy-source"]){const r=this.putTarget(a,i);let n=!1;return this.storePut(e,t,{key:a,pn:i,uploadId:o,target:r,check:(t,a)=>n&&this.enforceSignatures&&(null===t||this.expiryAfterBody)?{status:403,code:"ExpiredRequest",message:"Request has expired"}:this.checkSigV4(e,s,t,a),expire:()=>n=!0,s3:!0})}const c=a?"POST"===n&&r.has("delete")?"deleteObjects":"POST"===n&&r.has("uploads")?"create":"POST"===n&&o?"complete":"DELETE"===n&&o?"abort":"GET"===n&&o?"listParts":"HEAD"===n?"head":"GET"===n?"get":"DELETE"===n?"delete":"PUT"===n?"copy":"unknown":"GET"===n&&r.has("uploads")?"listUploads":"GET"===n?"list":"POST"===n&&r.has("delete")?"deleteObjects":"bucket",u=`s3:${c}`,l=this.pick({target:u,key:a,partNumber:i?Number(i):void 0,uploadId:o}),d=this.checkSigV4(e,s,null);if(d)return this.counters.rejectedSignature++,await this.body(e).catch(()=>null),this.s3err(t,d.status,d.code,d.message);if("noSuchUpload"===l?.action&&o&&this.uploads.delete(o),("get"!==c||!this.midBodyFault(l))&&"handled"===await this.pre(l,e,t,!0))return;const h=await this.body(e),g=this.checkSigV4(e,s,h.length,h);if(g)return this.counters.rejectedSignature++,this.s3err(t,g.status,g.code,g.message);const p=await this.s3apply(c,a,e,s,h,l);if(!await this.post(l,e)){if(p.error)return this.s3err(t,p.status,p.error,p.message);if("get"===c||"head"===c)return this.sendRead(e,t,p,l);t.writeHead(p.status,{"content-length":p.body?p.body.length:0,...p.body?{"content-type":"application/xml"}:{},...p.headers}),t.end("HEAD"===n?void 0:p.body)}}midBodyFault(e){return!!e&&("reset"===e.action||"stall"===e.action)}async sendRead(e,t,s,a){const r={...s.headers};s.noLength?delete r["content-length"]:void 0===r["content-length"]&&(r["content-length"]=s.body?s.body.length:0),t.writeHead(s.status,r);const n="HEAD"===e.method||304===s.status?void 0:s.body;if(!n||!this.midBodyFault(a))return void t.end(n);const i=n.subarray(0,n.length>>1);if("reset"===a.action)return i.length?void t.write(i,()=>e.socket.destroy()):void e.socket.destroy();t.write(i),a.ms&&(await p(a.ms),t.destroyed||t.end(n.subarray(i.length)))}readAnswer(e,t,a,n,i){const{weak:c,etag:u}=this.etagHeader(e,t),l="wrongEtag"===i?.action?`"${o(s(8))}"`:u,d=t.headers["if-match"];if(void 0!==d&&!$(d,e.etag))return{status:412,error:"PreconditionFailed"};const g=t.headers["if-none-match"];if(void 0!==g&&$(g,e.etag))return{status:304,headers:{etag:l},noLength:!0};const p={etag:l,"content-type":e.contentType??"application/octet-stream","accept-ranges":"bytes"};void 0!==e.lastModified&&(p["last-modified"]=new Date(e.lastModified).toUTCString());for(const[t,s]of Object.entries(e.meta??{}))p[`x-amz-meta-${t}`]=s;const m=a.searchParams;for(const[e,t]of[["response-content-disposition","content-disposition"],["response-content-type","content-type"],["response-cache-control","cache-control"],["response-content-language","content-language"],["response-expires","expires"]]){const s=m.get(e);null!==s&&/^[\t\x20-\x7e]*$/.test(s)&&(p[t]=s)}const f=function(e,t){if(!e)return null;const s=/^\s*bytes\s*=\s*(.+)$/i.exec(e);if(!s)return null;if(s[1].includes(","))return 400;const a=/^\s*(\d*)\s*-\s*(\d*)\s*$/.exec(s[1]);if(!a||""===a[1]&&""===a[2])return null;if(""===a[1]){const e=Number(a[2]);return 0===e||0===t?416:{start:Math.max(0,t-e),end:t-1}}const r=Number(a[1]),n=""===a[2]?t-1:Math.min(Number(a[2]),t-1);return""!==a[2]&&Number(a[2])<r?null:r>=t?416:{start:r,end:n}}(t.headers.range,e.size);if(416===f)return{status:416,error:"InvalidRange",message:"The requested range is not satisfiable"};if(400===f)return{status:400,error:h[0],message:h[1]};const y="ENABLED"===String(t.headers["x-amz-checksum-mode"]??"").toUpperCase();if(!f&&(y||n&&!this.s3Checksums))for(const[t,s]of Object.entries(e.checksums??{}))p[`x-amz-checksum-${t}`]=s;if(f){const t=e.body.subarray(f.start,f.end+1);return p["content-range"]=`bytes ${f.start}-${f.end}/${e.size}`,p["content-length"]=f.end-f.start+1,{status:206,headers:p,body:n?void 0:t}}if(c){if(n)return{status:200,headers:p,noLength:!0};if(this.gzipText&&/\bgzip\b/i.test(String(t.headers["accept-encoding"]??"")))return{status:200,headers:{...p,"content-encoding":"gzip"},body:r(e.body),noLength:!0}}return p["content-length"]=e.size,{status:200,headers:p,body:n?void 0:e.body}}async s3apply(e,t,a,r,n,c){const u=r.searchParams,l=u.get("uploadId")??"",h=e=>({status:200,body:Buffer.from(`<?xml version="1.0" encoding="UTF-8"?>${e}`)}),g=()=>h(`<Error><Code>${c?.code??"InternalError"}</Code><Message>We encountered an internal error. Please try again.</Message></Error>`);switch(e){case"create":{const e=a.headers["x-amz-checksum-algorithm"],s=this.createUpload(t,a.headers["content-type"],"string"==typeof e?e:void 0);return h(`<InitiateMultipartUploadResult><Bucket>${f(this.s3.bucket)}</Bucket><Key>${f(t)}</Key><UploadId>${s}</UploadId></InitiateMultipartUploadResult>`)}case"complete":{const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};if("error200"===c?.action)return g();const r=[...n.toString("utf8").matchAll(/<Part>([\s\S]*?)<\/Part>/g)].map(e=>{return{n:Number(/<PartNumber>(\d+)<\/PartNumber>/.exec(e[1])?.[1]),etag:y(/<ETag>([^<]*)<\/ETag>/.exec(e[1])?.[1]??""),checksumSha256:(t=/<ChecksumSHA256>([^<]*)<\/ChecksumSHA256>/.exec(e[1])?.[1],void 0===t?void 0:y(t))};var t}),i=this.completeUpload(t,l,r,{truncate:"truncate"===c?.action,ifNoneMatch:"*"===a.headers["if-none-match"]});if(!i.ok)return{status:i.status,error:i.code};const u="wrongEtag"===c?.action?o(s(8))+"-1":i.object.etag,d=i.object.checksums?.sha256;return h(`<CompleteMultipartUploadResult><Bucket>${f(this.s3.bucket)}</Bucket><Key>${f(t)}</Key><ETag>&quot;${u}&quot;</ETag>${d?`<ChecksumSHA256>${f(d)}</ChecksumSHA256>`:""}</CompleteMultipartUploadResult>`)}case"abort":{const e=this.liveUpload(l);return e&&e.key===t?(this.uploads.delete(l),this.aborted.set(l,t),{status:204}):this.aborted.get(l)===t?{status:204}:{status:404,error:"NoSuchUpload"}}case"listParts":{const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};const s=Math.min(1e3,Number(u.get("max-parts")??1e3)||1e3),a=Number(u.get("part-number-marker")??0),r=[...e.parts].sort((e,t)=>e[0]-t[0]).filter(([e])=>e>a),n=r.slice(0,s),i=r.length>s;return h(`<ListPartsResult><UploadId>${l}</UploadId>${n.map(([e,t])=>`<Part><PartNumber>${e}</PartNumber><ETag>&quot;${t.etag}&quot;</ETag><Size>${t.size}</Size>${this.s3Checksums&&t.checksums?.sha256?`<ChecksumSHA256>${t.checksums.sha256}</ChecksumSHA256>`:""}</Part>`).join("")}<IsTruncated>${i}</IsTruncated>${i?`<NextPartNumberMarker>${n[n.length-1][0]}</NextPartNumberMarker>`:""}</ListPartsResult>`)}case"head":case"get":{const s=this.objects.get(t);return s?this.readAnswer(s,a,r,"head"===e,c):{status:404,error:"NoSuchKey"}}case"delete":return this.objects.delete(t),{status:204};case"copy":{const e=String(a.headers["x-amz-copy-source"]),s=`/${this.s3.bucket}/`;if(!e.startsWith(s))return{status:400,error:"InvalidArgument"};const r=e.slice(s.length).split("/").map(decodeURIComponent).join("/"),n=this.objects.get(r);if(!n)return{status:404,error:"NoSuchKey"};const i=a.headers["x-amz-copy-source-if-match"];if(void 0!==i&&i.replace(/"/g,"")!==n.etag)return{status:412,error:"PreconditionFailed"};const p=u.get("partNumber");if(null!==p&&(!/^\d+$/.test(p)||Number(p)<1||Number(p)>d))return{status:400,error:"InvalidArgument"};if("error200"===c?.action)return g();if(p){const e=this.liveUpload(l);if(!e||e.key!==t)return{status:404,error:"NoSuchUpload"};const s=/^bytes=(\d+)-(\d+)$/.exec(String(a.headers["x-amz-copy-source-range"]??"")),r=s?n.body.subarray(Number(s[1]),Number(s[2])+1):n.body,i=o(r);return e.parts.set(Number(p),{body:this.keepBodies?r:Buffer.alloc(0),etag:i,size:r.length}),h(`<CopyPartResult><ETag>&quot;${i}&quot;</ETag></CopyPartResult>`)}if("*"===a.headers["cf-copy-destination-if-none-match"]&&this.objects.has(t))return{status:412,error:"PreconditionFailed"};const m="REPLACE"===a.headers["x-amz-metadata-directive"];return this.objects.set(t,{body:n.body,etag:n.etag,size:n.size,contentType:m?a.headers["content-type"]:n.contentType,...this.stamp()}),this.log({kind:"copy",key:t,detail:r}),h(`<CopyObjectResult><ETag>&quot;${n.etag}&quot;</ETag></CopyObjectResult>`)}case"list":{const e=u.get("prefix")??"",t=Math.min(1e3,Number(u.get("max-keys")??1e3)||1e3),s=u.get("continuation-token")?Buffer.from(u.get("continuation-token"),"base64url").toString():"",a=[...this.objects.keys()].filter(t=>t.startsWith(e)&&t>s).sort(),r=a.slice(0,t),n=a.length>t;return h(`<ListBucketResult><Name>${f(this.s3.bucket)}</Name><Prefix>${f(e)}</Prefix><KeyCount>${r.length}</KeyCount>${r.map(e=>{const t=this.objects.get(e);return`<Contents><Key>${f(e)}</Key><LastModified>${new Date(t.lastModified??0).toISOString()}</LastModified><ETag>&quot;${t.etag}&quot;</ETag><Size>${t.size}</Size></Contents>`}).join("")}<IsTruncated>${n}</IsTruncated>${n?`<NextContinuationToken>${Buffer.from(r[r.length-1]).toString("base64url")}</NextContinuationToken>`:""}</ListBucketResult>`)}case"listUploads":{const e=u.get("prefix")??"",t=Math.min(1e3,Number(u.get("max-uploads")??1e3)||1e3),s=u.get("key-marker")??"",a=u.get("upload-id-marker")??"",r=[...this.uploads].filter(([t,s])=>s.key.startsWith(e)&&this.liveUpload(t)).map(([e,t])=>({id:e,key:t.key,created:t.created})).sort((e,t)=>e.key<t.key?-1:e.key>t.key?1:e.id<t.id?-1:1).filter(e=>!s||e.key>s||e.key===s&&""!==a&&e.id>a),n=r.slice(0,t),i=r.length>t,o=n[n.length-1];return h(`<ListMultipartUploadsResult>${n.map(e=>`<Upload><Key>${f(e.key)}</Key><UploadId>${e.id}</UploadId><Initiated>${new Date(e.created??0).toISOString()}</Initiated></Upload>`).join("")}<IsTruncated>${i}</IsTruncated>${i?`<NextKeyMarker>${f(o.key)}</NextKeyMarker><NextUploadIdMarker>${o.id}</NextUploadIdMarker>`:""}</ListMultipartUploadsResult>`)}case"deleteObjects":{const e=a.headers["content-md5"];if(void 0!==e&&i(n).toString("base64")!==e)return{status:400,error:"BadDigest"};const t=[...n.toString("utf8").matchAll(/<Object><Key>([^<]*)<\/Key><\/Object>/g)].map(e=>y(e[1]));if(t.length>1e3)return{status:400,error:"MalformedXML"};for(const e of t)this.objects.delete(e);return h("<DeleteResult></DeleteResult>")}default:return{status:405,error:"MethodNotAllowed"}}}}async function A(e={}){const t={bucket:e.bucket??"test-bucket",accessKeyId:e.accessKeyId??"AKIDFAKER2",secretAccessKey:e.secretAccessKey??"fake-r2-secret",region:e.region??"auto"},s=new x({s3:t});return await s.start(e.port??0),Object.assign(s,{config:{endpoint:s.endpoint,bucket:t.bucket,accessKeyId:t.accessKeyId,secretAccessKey:t.secretAccessKey,region:t.region}})}const v=["","x","123","-7","0","true","null",'{"a": 1}',"[1,2]",'"quoted"'," spaced ","line\nbreak","tab\there","日本語 ✓ 🎬","a".repeat(1e4)],q=(e,t)=>(n.equal(typeof e.ttl,"function","store has ttl"),e.ttl(t)),M=e=>(n.equal(typeof e.incr,"function","store has incr"),n.equal(typeof e.compareAndSet,"function","store has compareAndSet"),e);function T(){const e=[],t=(t,s)=>e.push({name:t,run:s});return t("values come back byte for byte (no JSON coercion)",async e=>{const{store:t}=await e.make();n.equal(await t.get("missing"),null);for(const[e,s]of v.entries())n.equal(await t.set(`k${e}`,s),!0),n.equal(await t.get(`k${e}`),s,`value ${JSON.stringify(s.slice(0,20))}`)}),t("keys are opaque strings",async e=>{const{store:t}=await e.make();for(const e of["a:b","p/x/../y","日本","with space","*","{tag}","a".repeat(500)])await t.set(e,e),n.equal(await t.get(e),e);n.equal(await t.get("p/y"),null)}),t("set overwrites; ifAbsent only writes a missing key",async e=>{const{store:t}=await e.make();n.equal(await t.set("k","1"),!0),n.equal(await t.set("k","2"),!0),n.equal(await t.get("k"),"2"),n.equal(await t.set("k","3",{ifAbsent:!0}),!1),n.equal(await t.get("k"),"2"),n.equal(await t.set("n","1",{ifAbsent:!0}),!0),n.equal(await t.get("n"),"1")}),t("del removes the key; deleting a missing key is fine",async e=>{const{store:t}=await e.make();await t.del("k"),await t.set("k","v"),await t.del("k"),n.equal(await t.get("k"),null),n.equal(await t.set("k","w",{ifAbsent:!0}),!0)}),t("ttl: null when missing, Infinity without expiry, the remaining ms with one",async e=>{const{store:t}=await e.make();n.equal(await q(t,"k"),null),await t.set("k","v"),n.equal(await q(t,"k"),1/0),await t.set("t","v",{ttlMs:6e4});const s=await q(t,"t");n.ok(s>5e4&&s<=6e4,`ttl ${s}`)}),t("a key past its TTL is gone for every operation",async e=>{const{store:t,advance:s}=await e.make(),a=e.shortTtlMs??200;await t.set("k","v",{ttlMs:a}),n.equal(await t.get("k"),"v"),await s(2*a+50),n.equal(await t.get("k"),null),n.equal(await q(t,"k"),null),await t.del("k"),n.equal(await t.set("k","w",{ifAbsent:!0}),!0)}),t("TTLs in seconds (the auth kit's unit): { ttlSeconds } on set, a number on incr / compareAndSet",async e=>{const t=M((await e.make()).store);await t.set("a","v",{ttlSeconds:60});const s=await t.ttl("a");n.ok(s>5e4&&s<=6e4,`ttl ${s}`),await t.incr("n",1,60),n.ok(await t.ttl("n")<=6e4&&await t.ttl("n")>5e4),n.equal(await t.compareAndSet("c",null,"x",60),!0),n.ok(await t.ttl("c")<=6e4&&await t.ttl("c")>5e4),await n.rejects(t.set("b","v",{ttlMs:1e3,ttlSeconds:1}),/not both/)}),t("a plain set clears an earlier TTL (as Redis SET does)",async e=>{const{store:t}=await e.make();await t.set("k","v",{ttlMs:6e4}),await t.set("k","w"),n.equal(await q(t,"k"),1/0)}),t("bad TTLs and non-string values are refused",async e=>{const{store:t}=await e.make();for(const e of[0,-1,1.5,NaN,1/0])await n.rejects(t.set("k","v",{ttlMs:e}),/ttlMs/);await n.rejects(t.set("k",1),/string/),n.equal(await t.get("k"),null)}),t("incr: counts from 0, TTL only when it creates the key, refuses non-integers",async e=>{const t=M((await e.make()).store);n.equal(await t.incr("c"),1),n.equal(await t.incr("c",5),6),n.equal(await t.incr("c",-10),-4),n.equal(await t.ttl("c"),1/0),n.equal(await t.incr("w",1,{ttlMs:6e4}),1);const s=await t.ttl("w");n.ok(s>0&&s<=6e4),await t.incr("w",1,{ttlMs:1e6}),n.ok(await t.ttl("w")<=6e4),await t.set("s","abc"),await n.rejects(t.incr("s")),await t.set("f","1.5"),await n.rejects(t.incr("f")),n.equal(await t.get("s"),"abc")}),t("incr refuses to leave the safe-integer range, and writes nothing then",async e=>{const t=M((await e.make()).store);await t.set("c","9007199254740990"),n.equal(await t.incr("c"),9007199254740991),await n.rejects(t.incr("c")),n.equal(await t.get("c"),"9007199254740991"),await t.set("d","-9007199254740990"),n.equal(await t.incr("d",-1),-9007199254740991),await n.rejects(t.incr("d",-1)),await n.rejects(t.incr("e",2**53)),n.equal(await t.get("e"),null)}),t("incr after expiry starts again (a new window)",async e=>{const{store:t,advance:s}=await e.make(),a=M(t),r=e.shortTtlMs??200;await a.incr("w",3,{ttlMs:r}),await s(2*r+50),n.equal(await a.incr("w",1,{ttlMs:r}),1)}),t("compareAndSet: from missing, from a value, never on a mismatch",async e=>{const t=M((await e.make()).store);n.equal(await t.compareAndSet("k","x","y"),!1),n.equal(await t.get("k"),null),n.equal(await t.compareAndSet("k",null,"a"),!0),n.equal(await t.compareAndSet("k",null,"b"),!1),n.equal(await t.compareAndSet("k","b","c"),!1),n.equal(await t.compareAndSet("k","a","c",{ttlMs:6e4}),!0),n.equal(await t.get("k"),"c"),n.ok(await t.ttl("k")<=6e4),n.equal(await t.compareAndSet("k","c","",{}),!0),n.equal(await t.get("k"),""),n.equal(await t.compareAndSet("k","","d"),!0,"the empty string is a value, not missing")}),t("atomic under concurrency: counters add up, exactly one ifAbsent / compareAndSet wins",async e=>{const t=M((await e.make()).store),s=await Promise.all(Array.from({length:40},()=>t.incr("c")));n.equal(await t.get("c"),String(40)),n.deepEqual([...s].sort((e,t)=>e-t),Array.from({length:40},(e,t)=>t+1));const a=await Promise.all(Array.from({length:40},(e,s)=>t.set("once",String(s),{ifAbsent:!0})));n.equal(a.filter(Boolean).length,1);const r=await Promise.all(Array.from({length:40},(e,s)=>t.compareAndSet("lock",null,String(s))));n.equal(r.filter(Boolean).length,1);let i=await t.get("lock");for(let e=0;e<10;e++){const e=await Promise.all(Array.from({length:8},(e,s)=>t.compareAndSet("lock",i,`${i}.${s}`)));n.equal(e.filter(Boolean).length,1),i=await t.get("lock")}}),t("random operation sequences match a model (no TTLs)",async e=>{const{store:t}=await e.make(),s=M(t),a=new Map;let r=12139;const i=e=>(r=1103515245*r+12345&2147483647)%e,o=["a","b","c","d"];for(let e=0;e<400;e++){const e=o[i(o.length)],t=String(i(5));switch(i(6)){case 0:n.equal(await s.get(e),a.get(e)??null);break;case 1:n.equal(await s.set(e,t),!0),a.set(e,t);break;case 2:{const r=!a.has(e);n.equal(await s.set(e,t,{ifAbsent:!0}),r),r&&a.set(e,t);break}case 3:await s.del(e),a.delete(e);break;case 4:{const t=a.get(e),r=void 0===t?0:Number(t);n.equal(await s.incr(e,2),r+2),a.set(e,String(r+2));break}case 5:{const r=i(2)?a.get(e)??null:"zz",o=(a.get(e)??null)===r;n.equal(await s.compareAndSet(e,r,t),o),o&&a.set(e,t);break}}}}),e}const N="server/testing";export{x as FakeR2,l as MIN_PART,N as SDK_ENTRY,A as createFakeR2,u as isTextLike,T as keyValueStoreContract,o as md5hex,c as multipartEtag};