@softure-ai/files 0.1.2 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +43 -0
- package/README.md +237 -10
- package/dist/client/index.d.ts +3 -0
- package/dist/client/index.d.ts.map +1 -0
- package/dist/client/index.js +6 -0
- package/dist/client/index.js.map +1 -0
- package/dist/client/send-upload.d.ts +26 -0
- package/dist/client/send-upload.d.ts.map +1 -0
- package/dist/client/send-upload.js +66 -0
- package/dist/client/send-upload.js.map +1 -0
- package/dist/client/upload-queue.d.ts +52 -0
- package/dist/client/upload-queue.d.ts.map +1 -0
- package/dist/client/upload-queue.js +164 -0
- package/dist/client/upload-queue.js.map +1 -0
- package/dist/contract.d.ts +41 -1
- package/dist/contract.d.ts.map +1 -1
- package/dist/index.d.ts +40 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +17 -4
- package/dist/index.js.map +1 -1
- package/dist/mcp/index.d.ts +65 -0
- package/dist/mcp/index.d.ts.map +1 -0
- package/dist/mcp/index.js +131 -0
- package/dist/mcp/index.js.map +1 -0
- package/dist/messages/en.d.ts +20 -0
- package/dist/messages/en.d.ts.map +1 -1
- package/dist/messages/en.js +20 -0
- package/dist/messages/en.js.map +1 -1
- package/dist/messages/index.d.ts +20 -0
- package/dist/messages/index.d.ts.map +1 -1
- package/dist/next/index.d.ts +2 -0
- package/dist/next/index.d.ts.map +1 -1
- package/dist/next/index.js +4 -2
- package/dist/next/index.js.map +1 -1
- package/dist/next/stored-file-route.d.ts +25 -0
- package/dist/next/stored-file-route.d.ts.map +1 -0
- package/dist/next/stored-file-route.js +14 -0
- package/dist/next/stored-file-route.js.map +1 -0
- package/dist/next/upload-route.d.ts +3 -0
- package/dist/next/upload-route.d.ts.map +1 -0
- package/dist/next/upload-route.js +11 -0
- package/dist/next/upload-route.js.map +1 -0
- package/dist/options.d.ts +6 -0
- package/dist/options.d.ts.map +1 -1
- package/dist/options.js +27 -0
- package/dist/options.js.map +1 -1
- package/dist/schema.d.ts +255 -0
- package/dist/schema.d.ts.map +1 -1
- package/dist/schema.js +17 -2
- package/dist/schema.js.map +1 -1
- package/dist/server/index.d.ts +7 -3
- package/dist/server/index.d.ts.map +1 -1
- package/dist/server/index.js +7 -3
- package/dist/server/index.js.map +1 -1
- package/dist/server/options.d.ts +2 -0
- package/dist/server/options.d.ts.map +1 -1
- package/dist/server/options.js +8 -0
- package/dist/server/options.js.map +1 -1
- package/dist/server/privacy.d.ts +6 -1
- package/dist/server/privacy.d.ts.map +1 -1
- package/dist/server/privacy.js +6 -3
- package/dist/server/privacy.js.map +1 -1
- package/dist/server/prune.d.ts +4 -0
- package/dist/server/prune.d.ts.map +1 -1
- package/dist/server/prune.js +4 -2
- package/dist/server/prune.js.map +1 -1
- package/dist/server/save.d.ts +15 -0
- package/dist/server/save.d.ts.map +1 -1
- package/dist/server/save.js +11 -9
- package/dist/server/save.js.map +1 -1
- package/dist/server/serve-upload.d.ts +6 -0
- package/dist/server/serve-upload.d.ts.map +1 -0
- package/dist/server/serve-upload.js +110 -0
- package/dist/server/serve-upload.js.map +1 -0
- package/dist/server/serve.d.ts +15 -0
- package/dist/server/serve.d.ts.map +1 -1
- package/dist/server/serve.js +38 -14
- package/dist/server/serve.js.map +1 -1
- package/dist/server/upload-page.d.ts +5 -0
- package/dist/server/upload-page.d.ts.map +1 -0
- package/dist/server/upload-page.js +87 -0
- package/dist/server/upload-page.js.map +1 -0
- package/dist/server/upload-tokens.d.ts +9 -0
- package/dist/server/upload-tokens.d.ts.map +1 -0
- package/dist/server/upload-tokens.js +43 -0
- package/dist/server/upload-tokens.js.map +1 -0
- package/dist/server/uploads.d.ts +73 -0
- package/dist/server/uploads.d.ts.map +1 -0
- package/dist/server/uploads.js +403 -0
- package/dist/server/uploads.js.map +1 -0
- package/migrations/0002_create_uploads.sql +33 -0
- package/module.json +9 -4
- package/package.json +17 -2
- package/src/client/index.ts +12 -0
- package/src/client/send-upload.ts +89 -0
- package/src/client/upload-queue.ts +220 -0
- package/src/contract.ts +45 -1
- package/src/index.ts +32 -5
- package/src/mcp/index.ts +206 -0
- package/src/messages/en.ts +20 -0
- package/src/next/index.ts +10 -2
- package/src/next/stored-file-route.ts +43 -0
- package/src/next/upload-route.ts +11 -0
- package/src/options.ts +28 -0
- package/src/schema.ts +20 -2
- package/src/server/index.ts +21 -3
- package/src/server/options.ts +8 -0
- package/src/server/privacy.ts +12 -4
- package/src/server/prune.ts +8 -2
- package/src/server/save.ts +25 -11
- package/src/server/serve-upload.ts +116 -0
- package/src/server/serve.ts +51 -14
- package/src/server/upload-page.ts +96 -0
- package/src/server/upload-tokens.ts +43 -0
- package/src/server/uploads.ts +437 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"uploads.js","sourceRoot":"","sources":["../../src/server/uploads.ts"],"names":[],"mappings":"AAAA,kHAAkH;AAClH,uHAAuH;AACvH,EAAE;AACF,qHAAqH;AACrH,mHAAmH;AACnH,kHAAkH;AAClH,oHAAoH;AACpH,8GAA8G;AAC9G,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,GAAG,EAAE,aAAa,EAAE,EAAE,EAAqB,MAAM,kBAAkB,CAAC;AAE7E,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAY,MAAM,aAAa,CAAC;AAE3E,OAAO,EAAE,OAAO,EAAkB,MAAM,cAAc,CAAC;AAGvD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,uBAAuB,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAEpD,MAAM,cAAc,GAAG,gBAAgB,CAAC;AACxC,MAAM,WAAW,GAAG,SAAS,CAAC;AAsB9B,gGAAgG;AAChG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAiB,EAAE,KAAwB;IAC5E,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;IACjD,IAAI,CAAC,SAAS,CAAC,EAAE;QAAE,OAAO,SAAS,CAAC;IACpC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;IAClE,MAAM,OAAO,GACX,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;QAChC,KAAK,CAAC,IAAI,IAAI,CAAC;QACf,CAAC,MAAM,KAAK,SAAS,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACrD,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC;QAChC,UAAU,IAAI,CAAC;QACf,UAAU,IAAI,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;IAC3C,IAAI,CAAC,OAAO;QAAE,OAAO,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAChD,IAAI,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,YAAY;QAAE,OAAO,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACrE,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC;QAAE,OAAO,GAAG,CAAC,gCAAgC,CAAC,CAAC;IACnI,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC;IACxD,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,OAAO,CAAC;IAEhC,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IAC5B,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;IACxB,0DAA0D;IAC1D,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;IACnF,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,EAAa,EAAE,EAAE;QAC9D,2GAA2G;QAC3G,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA,iDAAiD,SAAS,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACtG,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE;aACpB,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAQ,eAAe,EAAE,CAAC;aAC7C,IAAI,CAAC,OAAO,CAAC;aACb,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtG,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,eAAe;YAAE,OAAO,GAAG,CAAC,wBAAwB,CAAC,CAAC;QAChG,IAAI,OAAO,CAAC,kBAAkB,KAAK,IAAI,IAAI,CAAC,MAAM,aAAa,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACnI,OAAO,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;YAC9B,EAAE;YACF,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,GAAG,SAAS,CAAC,KAAK;YAClB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,MAAM,IAAI,IAAI;YACtB,SAAS;YACT,cAAc,EAAE,EAAE;YAClB,SAAS;YACT,SAAS,EAAE,GAAG;SACf,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,MAAM,CAAC;IAC9B,MAAM,IAAI,GAAG,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/D,OAAO,EAAE,CAAC;QACR,QAAQ,EAAE,EAAE;QACZ,SAAS,EAAE,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE;QACzD,SAAS;QACT,UAAU,EAAE,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC;QAC9C,SAAS;KACV,CAAC,CAAC;AACL,CAAC;AAOD,oGAAoG;AACpG,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAiB,EAAE,QAAgB,EAAE,UAA+B,EAAE;IACpG,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;AACzE,CAAC;AAqBD,wGAAwG;AACxG,MAAM,kBAAmB,SAAQ,KAAK;IACpC;QACE,KAAK,CAAC,oDAAoD,CAAC,CAAC;IAC9D,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,GAAiB,EAAE,QAAgB,EAAE,KAA4B;IACtG,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC/C,IAAI,GAAG,EAAE,MAAM,KAAK,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE;QAAE,OAAO,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChH,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzC,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACtD,IAAI,GAAG,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAExF,MAAM,QAAQ,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;IACpD,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;IACtC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,SAAS,CAAC,CAAC,MAAM;QACpB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,KAAK,CAAC,IAA0C,EAAE,CAAC;YAC3E,MAAM,KAAK,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;YAC3B,IAAI,MAAM,GAAG,QAAQ;gBAAE,MAAM,IAAI,kBAAkB,EAAE,CAAC;YACtD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,kBAAkB;YAAE,OAAO,GAAG,CAAC,6BAA6B,CAAC,CAAC;QACnF,MAAM,KAAK,CAAC;IACd,CAAC;IACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACtC,OAAO,GAAG,CAAC,6BAA6B,CAAC,CAAC;IAC5C,CAAC;IACD,kFAAkF;IAClF,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE;SAC3B,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC;QACH,cAAc,EAAE,GAAG,CAAA,aAAa,KAAK,eAAe,OAAO,CAAC,cAAc,UAAU,OAAO,CAAC,cAAc,sBAAsB,OAAO,CAAC,cAAc,KAAK,KAAK,YAAY;KAC7K,CAAC;SACD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SAC1D,SAAS,EAAE,CAAC;IACf,6FAA6F;IAC7F,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,MAAM,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACtC,OAAO,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,EAAE,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;AACtD,CAAC;AAID,gEAAgE;AAChE,MAAM,gBAAiB,SAAQ,KAAK;IACb;IAArB,YAAqB,KAAa;QAChC,KAAK,CAAC,kCAAkC,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAD9D,UAAK,GAAL,KAAK,CAAQ;IAElC,CAAC;CACF;AAED,gHAAgH;AAChH,MAAM,oBAAqB,SAAQ,KAAK;IACtC;QACE,KAAK,CAAC,iFAAiF,CAAC,CAAC;IAC3F,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,GAAiB,EAAE,QAAgB,EAAE,UAA+B,EAAE;IACzG,MAAM,GAAG,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC,iBAAiB,CAAC,CAAC;IACrD,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI;QAAE,OAAO,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACxD,IAAI,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,UAAU;QAAE,OAAO,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAElF,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;IACpD,IAAI,KAAK,CAAC;IACV,IAAI,CAAC;QACH,KAAK,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE;YAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,IAAI,EAAE,GAAG,CAAC,YAAY;YACtB,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,GAAG,EAAE,UAAU,CAAC;SAC1C,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,oBAAoB;YAAE,OAAO,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACjF,IAAI,CAAC,CAAC,KAAK,YAAY,gBAAgB,CAAC;YAAE,MAAM,KAAK,CAAC;QACtD,OAAO,CAAC,KAAK,CAAC,6BAA6B,GAAG,CAAC,EAAE,cAAc,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAChI,MAAM,GAAG,CAAC,EAAE;aACT,MAAM,CAAC,OAAO,CAAC;aACf,GAAG,CAAC,EAAE,cAAc,EAAE,GAAG,CAAA,gBAAgB,OAAO,CAAC,cAAc,KAAK,KAAK,CAAC,KAAK,QAAQ,EAAE,CAAC;aAC1F,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACxC,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE;QAAE,OAAO,KAAK,CAAC;IAE5B,MAAM,CAAC,OAAO,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE;SAC3B,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;SAC7D,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SAC1D,SAAS,EAAE,CAAC;IACf,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QAC1B,+FAA+F;QAC/F,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAChD,MAAM,YAAY,GAAG,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC;QAC5C,IAAI,YAAY,KAAK,KAAK,CAAC,KAAK,CAAC,EAAE;YAAE,MAAM,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC3E,OAAO,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;IACjG,CAAC;IACD,MAAM,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAChC,OAAO,KAAK,CAAC;AACf,CAAC;AAED,0HAA0H;AAC1H,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAiB,EAAE,SAAiB;IACrE,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;IACpD,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IAC5B,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,SAAS,CAAC;QACR,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,EAAE;aACtB,MAAM,EAAE;aACR,IAAI,CAAC,OAAO,CAAC;aACb,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;aAClC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;aAChD,KAAK,CAAC,SAAS,CAAC;aAChB,MAAM,CAAC,aAAa,CAAC,CAAC;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC;gBAAE,cAAc,IAAI,CAAC,CAAC;;gBAC1D,aAAa,IAAI,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC;IACxE,CAAC;AACH,CAAC;AAED,sHAAsH;AACtH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,GAAiB,EAAE,OAAe;IACzE,MAAM,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;IACpD,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IACrF,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,MAAM,YAAY,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC;YAAE,cAAc,IAAI,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,IAAI,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;AACzE,CAAC;AAED,uEAAuE;AACvE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,GAAiB,EAAE,OAAe;IACtE,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,EAAE;SACtB,MAAM,EAAE;SACR,IAAI,CAAC,OAAO,CAAC;SACb,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;SAC5F,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,iDAAiD;AACjD,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,KAAa;IACxD,OAAO,GAAG,WAAW,IAAI,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,WAAW,CAAC,IAAY,EAAE,SAAiB;IACzD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC;AACrC,CAAC;AAED,uEAAuE;AACvE,KAAK,UAAU,aAAa,CAAC,GAAiB,EAAE,QAAgB,EAAE,UAA+B,EAAE;IACjG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IACnD,MAAM,UAAU,GAAU,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7F,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS;QAAE,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;IACzF,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE;SACvB,MAAM,EAAE;SACR,IAAI,CAAC,OAAO,CAAC;SACb,KAAK,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAC7B,OAAO,GAAG,CAAC;AACb,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,GAAiB,EAAE,MAAc;IAClE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;AAC3D,CAAC;AAED,wGAAwG;AACxG,SAAS,cAAc,CAAC,GAAc,EAAE,KAA4B;IAClE,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,GAAG,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvE,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI;QAAE,OAAO,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,KAAK,CAAC,IAAI,KAAK,IAAI,GAAG,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAC/G,MAAM,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC;IACpC,OAAO,GAAG,KAAK,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;AACvE,CAAC;AAED,SAAS,cAAc,CAAC,GAA0C,EAAE,KAAa;IAC/E,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,GAAG,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;AACnE,CAAC;AAED,sFAAsF;AACtF,KAAK,SAAS,CAAC,CAAC,SAAS,CAAC,OAAoB,EAAE,GAAc,EAAE,UAAkB;IAChF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;IAClC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QAC5D,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM,IAAI,gBAAgB,CAAC,KAAK,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,SAAS,CAAC;YACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACnB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IACD,IAAI,IAAI,KAAK,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC;QAAE,MAAM,IAAI,oBAAoB,EAAE,CAAC;AACxH,CAAC;AAED,SAAS,cAAc,CAAC,GAAc,EAAE,GAAS;IAC/C,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACtH,OAAO;QACL,QAAQ,EAAE,GAAG,CAAC,EAAE;QAChB,IAAI,EAAE,GAAG,CAAC,YAAY;QACtB,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,UAAU;QACV,QAAQ,EAAE,gBAAgB,CAAC,GAAG,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;QAClF,aAAa,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC5F,aAAa;QACb,KAAK,EAAE,cAAc,CAAC,GAAG,EAAE,aAAa,CAAC,MAAM,EAAE,GAAG,CAAC;QACrD,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,GAAc,EAAE,YAAoB,EAAE,GAAS;IACrE,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI;QAAE,OAAO,WAAW,CAAC;IAC5C,IAAI,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,EAAE;QAAE,OAAO,SAAS,CAAC;IAC/D,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC;AAClD,CAAC;AAED,kDAAkD;AAClD,SAAS,gBAAgB,CAAC,GAAc,EAAE,OAA0B;IAClE,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC;QACpC,MAAM,GAAG,GAAG,KAAK,GAAG,cAAc,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,IAAI,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,KAAK;YAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;;YACpG,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,kHAAkH;AAClH,SAAS,oBAAoB,CAAC,WAAmB,EAAE,KAA+B;IAChF,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAChC,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAChD,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC;AACxE,CAAC;AAED,6EAA6E;AAC7E,KAAK,UAAU,YAAY,CAAC,GAAiB,EAAE,OAAoB,EAAE,GAAc;IACjF,IAAI,CAAC;QACH,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC;YAAE,MAAM,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAChI,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,mDAAmD,GAAG,CAAC,EAAE,gCAAgC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/H,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC3D,OAAO,IAAI,CAAC;AACd,CAAC;AAED,kHAAkH;AAClH,KAAK,UAAU,WAAW,CAAC,OAAoB,EAAE,GAAc;IAC7D,IAAI,CAAC;QACH,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,KAAK,IAAI,CAAC;YAAE,MAAM,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;IAChI,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6DAA6D,GAAG,CAAC,EAAE,gCAAgC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC3I,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAoB,EAAE,GAAW;IAChE,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6DAA6D,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrG,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
-- Upload sessions: a client sends a file in chunks to a signed URL, then `finalizeUpload` turns the chunks into a row
|
|
2
|
+
-- of files.files. Each received chunk is an object in storage under `uploads/<id>/<index>`; `received_chunks` lists
|
|
3
|
+
-- the indices that arrived whole. The state is derived: finalized once `file_id` is set, expired once `expires_at`
|
|
4
|
+
-- has passed, complete once every chunk arrived, open otherwise.
|
|
5
|
+
-- Rollback: DROP TABLE files.uploads; then DELETE FROM softure.migrations WHERE module = 'files' AND version = 2;
|
|
6
|
+
-- (chunk objects left in storage under uploads/ are not touched by a rollback).
|
|
7
|
+
CREATE TABLE uploads (
|
|
8
|
+
id uuid PRIMARY KEY,
|
|
9
|
+
-- The account the upload belongs to. No foreign key: the module works with any account store.
|
|
10
|
+
owner_id text NOT NULL CHECK (char_length(owner_id) BETWEEN 1 AND 200),
|
|
11
|
+
original_name text NOT NULL CHECK (char_length(original_name) BETWEEN 1 AND 255 AND original_name !~ '[/\\[:cntrl:]]'),
|
|
12
|
+
content_type text NOT NULL CHECK (content_type ~ '^[a-z0-9][a-z0-9!#$&^_.+-]*/[a-z0-9][a-z0-9!#$&^_.+-]*(;[ -~]*)?$' AND char_length(content_type) <= 255),
|
|
13
|
+
kind text NOT NULL CHECK (kind ~ '^[a-z][a-z0-9_-]{0,31}$'),
|
|
14
|
+
-- The declared size; every chunk is `chunk_size` bytes except the last.
|
|
15
|
+
size bigint NOT NULL CHECK (size >= 1),
|
|
16
|
+
-- The declared SHA-256, checked at finalize when given.
|
|
17
|
+
sha256 text CHECK (sha256 IS NULL OR sha256 ~ '^[0-9a-f]{64}$'),
|
|
18
|
+
chunk_size integer NOT NULL CHECK (chunk_size >= 1),
|
|
19
|
+
received_chunks integer[] NOT NULL DEFAULT '{}',
|
|
20
|
+
-- The stored file, once finalized. No foreign key: the file may be deleted while the session is still kept for an
|
|
21
|
+
-- idempotent finalize.
|
|
22
|
+
file_id uuid,
|
|
23
|
+
expires_at timestamptz NOT NULL,
|
|
24
|
+
created_at timestamptz NOT NULL,
|
|
25
|
+
finalized_at timestamptz,
|
|
26
|
+
CONSTRAINT uploads_expiry_check CHECK (expires_at > created_at),
|
|
27
|
+
CONSTRAINT uploads_finalized_check CHECK ((file_id IS NULL) = (finalized_at IS NULL))
|
|
28
|
+
);
|
|
29
|
+
|
|
30
|
+
-- An owner's open sessions (the per-owner limit, the privacy export and deletion).
|
|
31
|
+
CREATE INDEX uploads_owner_idx ON uploads (owner_id) WHERE file_id IS NULL;
|
|
32
|
+
-- Prune: sessions whose time is up.
|
|
33
|
+
CREATE INDEX uploads_expires_at_idx ON uploads (expires_at);
|
package/module.json
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
{
|
|
2
2
|
"id": "files",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"dependsOn": { "jobs": "^0.1.6?" },
|
|
3
|
+
"version": "0.3.0",
|
|
4
|
+
"dependsOn": { "jobs": "^0.1.6?", "security": "^0.2.5?" },
|
|
5
5
|
"dbSchema": "files",
|
|
6
|
-
"tables": ["files"],
|
|
6
|
+
"tables": ["files", "uploads"],
|
|
7
7
|
"env": [
|
|
8
8
|
{
|
|
9
9
|
"name": "SOFTURE_FILES_LINK_KEYS",
|
|
@@ -12,12 +12,17 @@
|
|
|
12
12
|
}
|
|
13
13
|
],
|
|
14
14
|
"switches": [],
|
|
15
|
-
"routes": { "links": "/f" },
|
|
15
|
+
"routes": { "links": "/f", "uploads": "/u" },
|
|
16
16
|
"mount": [
|
|
17
17
|
{
|
|
18
18
|
"kind": "route-handler",
|
|
19
19
|
"path": "app/f/[...link]/route.ts",
|
|
20
20
|
"export": "serveFileLinkRoute"
|
|
21
|
+
},
|
|
22
|
+
{
|
|
23
|
+
"kind": "route-handler",
|
|
24
|
+
"path": "app/u/[...upload]/route.ts",
|
|
25
|
+
"export": "serveUploadRoute"
|
|
21
26
|
}
|
|
22
27
|
],
|
|
23
28
|
"privacy": { "exports": true, "deletes": true }
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@softure-ai/files",
|
|
3
|
-
"version": "0.
|
|
4
|
-
"description": "SOFTURE AI files module: an app's stored files (content hash, size, type, owner, kind, expiry, a per-owner quota, opt-in dedupe) on a storage driver (local disk with atomic writes, S3-compatible with SigV4 and multipart uploads, in memory for tests), streamed and never buffered, public links that expire (HMAC-signed, checked before any database read, revocable per file, a rotating keyring) served by a Next.js route with byte ranges and one 404 for every dead link, a prune job, a privacy contributor and a health check.",
|
|
3
|
+
"version": "0.3.0",
|
|
4
|
+
"description": "SOFTURE AI files module: an app's stored files (content hash, size, type, owner, kind, expiry, a per-owner quota, opt-in dedupe) on a storage driver (local disk with atomic writes, S3-compatible with SigV4 and multipart uploads, in memory for tests), streamed and never buffered, public links that expire (HMAC-signed, checked before any database read, revocable per file, a rotating keyring) served by a Next.js route with byte ranges and one 404 for every dead link, the same answer for the signed-in owner by id without a link, resumable chunked uploads through signed URLs (with a browser client, an upload list, a browser page and MCP upload tools), a prune job, a privacy contributor and a health check.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
7
7
|
"sideEffects": false,
|
|
@@ -32,6 +32,11 @@
|
|
|
32
32
|
"types": "./dist/index.d.ts",
|
|
33
33
|
"default": "./dist/index.js"
|
|
34
34
|
},
|
|
35
|
+
"./client": {
|
|
36
|
+
"@softure-ai/source": "./src/client/index.ts",
|
|
37
|
+
"types": "./dist/client/index.d.ts",
|
|
38
|
+
"default": "./dist/client/index.js"
|
|
39
|
+
},
|
|
35
40
|
"./server": {
|
|
36
41
|
"@softure-ai/source": "./src/server/index.ts",
|
|
37
42
|
"types": "./dist/server/index.d.ts",
|
|
@@ -47,6 +52,11 @@
|
|
|
47
52
|
"types": "./dist/jobs/index.d.ts",
|
|
48
53
|
"default": "./dist/jobs/index.js"
|
|
49
54
|
},
|
|
55
|
+
"./mcp": {
|
|
56
|
+
"@softure-ai/source": "./src/mcp/index.ts",
|
|
57
|
+
"types": "./dist/mcp/index.d.ts",
|
|
58
|
+
"default": "./dist/mcp/index.js"
|
|
59
|
+
},
|
|
50
60
|
"./testing": {
|
|
51
61
|
"@softure-ai/source": "./src/testing/index.ts",
|
|
52
62
|
"types": "./dist/testing/index.d.ts",
|
|
@@ -59,14 +69,19 @@
|
|
|
59
69
|
"dependencies": {
|
|
60
70
|
"@softure-ai/core": "^0.2.7",
|
|
61
71
|
"@softure-ai/db": "^0.1.14",
|
|
72
|
+
"@softure-ai/security": "^0.2.5",
|
|
62
73
|
"zod": "^4.6.5"
|
|
63
74
|
},
|
|
64
75
|
"peerDependencies": {
|
|
76
|
+
"@modelcontextprotocol/server": "^2.0.0",
|
|
65
77
|
"@softure-ai/jobs": "^0.1.6",
|
|
66
78
|
"drizzle-orm": "^0.45.2",
|
|
67
79
|
"next": "^16.0.0"
|
|
68
80
|
},
|
|
69
81
|
"peerDependenciesMeta": {
|
|
82
|
+
"@modelcontextprotocol/server": {
|
|
83
|
+
"optional": true
|
|
84
|
+
},
|
|
70
85
|
"@softure-ai/jobs": {
|
|
71
86
|
"optional": true
|
|
72
87
|
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
// The browser side of upload sessions: `sendUpload` sends a `File` to a session's signed URL in chunks, resumably,
|
|
2
|
+
// and `createUploadQueue` keeps a list of uploads for an upload screen (theme-notion's `UploadItem` takes its items
|
|
3
|
+
// as they are). No Node built-ins and no server code: safe to import from a client component.
|
|
4
|
+
export { sendUpload, type SendUploadErrorCode, type SendUploadOptions, type SendUploadResult, type UploadProgress } from "./send-upload.js";
|
|
5
|
+
export {
|
|
6
|
+
createUploadQueue,
|
|
7
|
+
type UploadQueue,
|
|
8
|
+
type UploadQueueItem,
|
|
9
|
+
type UploadQueueOptions,
|
|
10
|
+
type UploadQueueSession,
|
|
11
|
+
type UploadQueueState,
|
|
12
|
+
} from "./upload-queue.js";
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
// Sends a browser `File` (any `Blob`) to an upload session: reads what arrived from the session's `HEAD`, then `PUT`s
|
|
2
|
+
// only the missing chunks, in order, with `Content-Range`. The session decides the chunk size; the route refuses any
|
|
3
|
+
// other alignment. Every expected failure is a value, never a throw.
|
|
4
|
+
//
|
|
5
|
+
// `sendUpload` is self-contained on purpose: it references nothing outside its own body, so the package's upload
|
|
6
|
+
// page inlines its source (`sendUpload.toString()`) and runs the very same loop without a bundler or a second copy.
|
|
7
|
+
// Keep every helper inside the function and import types only.
|
|
8
|
+
import type { Err, Ok } from "@softure-ai/core";
|
|
9
|
+
|
|
10
|
+
/** Why a send stopped: the session is gone, the route refused it, the network failed, or the caller aborted. */
|
|
11
|
+
export type SendUploadErrorCode = "files.upload_expired" | "files.upload_rejected" | "files.network" | "files.upload_aborted";
|
|
12
|
+
|
|
13
|
+
/** Bytes the session holds so far out of the file's size. */
|
|
14
|
+
export interface UploadProgress {
|
|
15
|
+
readonly sentBytes: number;
|
|
16
|
+
readonly totalBytes: number;
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export interface SendUploadOptions {
|
|
20
|
+
/** The session's signed upload URL, as `createUpload` returned it. */
|
|
21
|
+
readonly uploadUrl: string;
|
|
22
|
+
/** Aborts between chunks and the chunk in flight; the send answers `files.upload_aborted`. */
|
|
23
|
+
readonly signal?: AbortSignal;
|
|
24
|
+
/** Called once with what already arrived, then after every chunk. */
|
|
25
|
+
readonly onProgress?: (progress: UploadProgress) => void;
|
|
26
|
+
/** The `fetch` to use; the global one by default. */
|
|
27
|
+
readonly fetch?: (url: string, init: RequestInit) => Promise<Response>;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export type SendUploadResult = Ok<UploadProgress> | Err<SendUploadErrorCode>;
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* Sends the chunks of `file` the session does not hold yet. Resuming is calling it again: a chunk that arrived is
|
|
34
|
+
* never sent twice. `404` answers `files.upload_expired`, another `4xx` (or a file whose size is not the session's)
|
|
35
|
+
* `files.upload_rejected`, a failed request, `429` or `5xx` `files.network`.
|
|
36
|
+
*/
|
|
37
|
+
export async function sendUpload(file: Blob, options: SendUploadOptions): Promise<SendUploadResult> {
|
|
38
|
+
const { uploadUrl, signal, onProgress } = options;
|
|
39
|
+
const request = options.fetch ?? ((url: string, init: RequestInit) => fetch(url, init));
|
|
40
|
+
const fail = (error: SendUploadErrorCode): Err<SendUploadErrorCode> => ({ ok: false, error });
|
|
41
|
+
const failForStatus = (status: number): Err<SendUploadErrorCode> => {
|
|
42
|
+
if (status === 404) return fail("files.upload_expired");
|
|
43
|
+
return fail(status === 429 || status >= 500 ? "files.network" : "files.upload_rejected");
|
|
44
|
+
};
|
|
45
|
+
const isAborted = (): boolean => signal?.aborted === true;
|
|
46
|
+
const call = async (init: RequestInit): Promise<Response | SendUploadErrorCode> => {
|
|
47
|
+
if (isAborted()) return "files.upload_aborted";
|
|
48
|
+
try {
|
|
49
|
+
return await request(uploadUrl, { ...init, signal: signal ?? null });
|
|
50
|
+
} catch {
|
|
51
|
+
// A thrown fetch is the network or the abort; both are expected and answered as a code.
|
|
52
|
+
return isAborted() ? "files.upload_aborted" : "files.network";
|
|
53
|
+
}
|
|
54
|
+
};
|
|
55
|
+
|
|
56
|
+
const head = await call({ method: "HEAD" });
|
|
57
|
+
if (typeof head === "string") return fail(head);
|
|
58
|
+
if (!head.ok) return failForStatus(head.status);
|
|
59
|
+
const totalBytes = Number(head.headers.get("upload-size"));
|
|
60
|
+
const chunkSize = Number(head.headers.get("upload-chunk-size"));
|
|
61
|
+
if (!Number.isSafeInteger(totalBytes) || !Number.isSafeInteger(chunkSize) || chunkSize <= 0 || totalBytes !== file.size) {
|
|
62
|
+
return fail("files.upload_rejected");
|
|
63
|
+
}
|
|
64
|
+
const received: { start: number; end: number }[] = [];
|
|
65
|
+
for (const part of (head.headers.get("upload-received") ?? "").split(",")) {
|
|
66
|
+
const match = /^(\d+)-(\d+)$/.exec(part.trim());
|
|
67
|
+
if (match !== null) received.push({ start: Number(match[1]), end: Number(match[2]) });
|
|
68
|
+
}
|
|
69
|
+
const missing: { start: number; end: number }[] = [];
|
|
70
|
+
for (let start = 0; start < totalBytes; start += chunkSize) {
|
|
71
|
+
const end = Math.min(start + chunkSize, totalBytes) - 1;
|
|
72
|
+
if (!received.some((range) => range.start <= start && range.end >= end)) missing.push({ start, end });
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
let sentBytes = totalBytes - missing.reduce((sum, chunk) => sum + chunk.end - chunk.start + 1, 0);
|
|
76
|
+
onProgress?.({ sentBytes, totalBytes });
|
|
77
|
+
for (const chunk of missing) {
|
|
78
|
+
const answer = await call({
|
|
79
|
+
method: "PUT",
|
|
80
|
+
headers: { "content-range": `bytes ${String(chunk.start)}-${String(chunk.end)}/${String(totalBytes)}` },
|
|
81
|
+
body: file.slice(chunk.start, chunk.end + 1),
|
|
82
|
+
});
|
|
83
|
+
if (typeof answer === "string") return fail(answer);
|
|
84
|
+
if (!answer.ok) return failForStatus(answer.status);
|
|
85
|
+
sentBytes += chunk.end - chunk.start + 1;
|
|
86
|
+
onProgress?.({ sentBytes, totalBytes });
|
|
87
|
+
}
|
|
88
|
+
return { ok: true, value: { sentBytes, totalBytes } };
|
|
89
|
+
}
|
|
@@ -0,0 +1,220 @@
|
|
|
1
|
+
// A list of uploads for an upload screen, without a framework: files go in, each is opened as a session by the app,
|
|
2
|
+
// sent with `sendUpload` and finalized by the app, and the list says where each one stands. Its items fit
|
|
3
|
+
// theme-notion's `UploadItem` as they are (`UploadFileItem`: id, name, size, state, progress 0-100, error).
|
|
4
|
+
//
|
|
5
|
+
// React reads it with `useSyncExternalStore(queue.subscribe, queue.getItems)`: `getItems` answers the same array until
|
|
6
|
+
// something changes.
|
|
7
|
+
import type { ErrorCode, Result } from "@softure-ai/core";
|
|
8
|
+
import { filesMessages, getFilesErrorMessage } from "../messages/index.js";
|
|
9
|
+
import { sendUpload, type SendUploadOptions, type UploadProgress } from "./send-upload.js";
|
|
10
|
+
|
|
11
|
+
export type UploadQueueState = "queued" | "uploading" | "paused" | "done" | "failed";
|
|
12
|
+
|
|
13
|
+
/** One upload of the list. */
|
|
14
|
+
export interface UploadQueueItem {
|
|
15
|
+
readonly id: string;
|
|
16
|
+
readonly name: string;
|
|
17
|
+
/** In bytes. */
|
|
18
|
+
readonly size: number;
|
|
19
|
+
readonly state: UploadQueueState;
|
|
20
|
+
/** 0-100, what the session holds; 100 only once finalized. */
|
|
21
|
+
readonly progress: number;
|
|
22
|
+
/** The copy for `errorCode`, on a failed item. */
|
|
23
|
+
readonly error?: string;
|
|
24
|
+
/** Why it failed: a `files.*` code of the client or whatever code the app's `open` or `finalize` answered. */
|
|
25
|
+
readonly errorCode?: ErrorCode;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
/** What the app's `open` answers: at least the session's upload URL (`createUpload`'s answer fits). */
|
|
29
|
+
export interface UploadQueueSession {
|
|
30
|
+
readonly uploadUrl: string;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
export interface UploadQueueOptions<TSession extends UploadQueueSession> {
|
|
34
|
+
/** Opens a session for a file, usually a server action around `createUpload`. */
|
|
35
|
+
readonly open: (file: File) => Promise<Result<TSession>>;
|
|
36
|
+
/** Turns a sent session into a stored file, usually a server action around `finalizeUpload`. */
|
|
37
|
+
readonly finalize: (session: TSession, file: File) => Promise<Result<unknown>>;
|
|
38
|
+
/** Uploads sent at the same time; 1 by default. */
|
|
39
|
+
readonly concurrency?: number;
|
|
40
|
+
/** The copy for a failure code; the built-in English `files` messages by default. */
|
|
41
|
+
readonly describeError?: (code: ErrorCode) => string;
|
|
42
|
+
/** The `fetch` the sender uses; the global one by default. */
|
|
43
|
+
readonly fetch?: SendUploadOptions["fetch"];
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
export interface UploadQueue {
|
|
47
|
+
/** Queues files (a `FileList` works) and answers their item ids. */
|
|
48
|
+
add(files: Iterable<File> | ArrayLike<File>): string[];
|
|
49
|
+
/** Queues a failed upload again; it keeps its session unless the session expired. */
|
|
50
|
+
retry(id: string): void;
|
|
51
|
+
/** Stops a queued or running upload; what arrived stays in the session. */
|
|
52
|
+
pause(id: string): void;
|
|
53
|
+
/** Queues a paused upload again; it sends only what is missing. */
|
|
54
|
+
resume(id: string): void;
|
|
55
|
+
/** Stops an upload and drops it from the list. An unfinished session expires and `files.prune` removes it. */
|
|
56
|
+
remove(id: string): void;
|
|
57
|
+
/** The list, in the order files were added; the same array until something changes. */
|
|
58
|
+
getItems(): readonly UploadQueueItem[];
|
|
59
|
+
/** Calls `listener` after every change; answers the function that stops it. */
|
|
60
|
+
subscribe(listener: () => void): () => void;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
interface Entry<TSession> {
|
|
64
|
+
item: UploadQueueItem;
|
|
65
|
+
readonly file: File;
|
|
66
|
+
session: TSession | null;
|
|
67
|
+
// Bumped by pause and remove: a run that settles under an older number changes nothing.
|
|
68
|
+
run: number;
|
|
69
|
+
controller: AbortController | null;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
// A session the server no longer knows: a retry opens a new one.
|
|
73
|
+
const SESSION_GONE_CODES: ReadonlySet<string> = new Set(["files.upload_expired", "files.not_found"]);
|
|
74
|
+
|
|
75
|
+
/** Creates an upload list; `open` and `finalize` are the app's, the sending is the package's. */
|
|
76
|
+
export function createUploadQueue<TSession extends UploadQueueSession>(options: UploadQueueOptions<TSession>): UploadQueue {
|
|
77
|
+
const concurrency = Math.max(1, Math.floor(options.concurrency ?? 1));
|
|
78
|
+
const describeError = options.describeError ?? ((code: ErrorCode) => getFilesErrorMessage(filesMessages.en, code));
|
|
79
|
+
const entries = new Map<string, Entry<TSession>>();
|
|
80
|
+
const listeners = new Set<() => void>();
|
|
81
|
+
let items: readonly UploadQueueItem[] = [];
|
|
82
|
+
let nextId = 1;
|
|
83
|
+
|
|
84
|
+
function publish(): void {
|
|
85
|
+
items = [...entries.values()].map((entry) => entry.item);
|
|
86
|
+
for (const listener of [...listeners]) listener();
|
|
87
|
+
}
|
|
88
|
+
|
|
89
|
+
function setItem(entry: Entry<TSession>, state: UploadQueueState, progress = entry.item.progress, errorCode?: ErrorCode): void {
|
|
90
|
+
const { id, name, size } = entry.item;
|
|
91
|
+
entry.item = { id, name, size, state, progress, ...(errorCode === undefined ? {} : { errorCode, error: describeError(errorCode) }) };
|
|
92
|
+
publish();
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
function fail(entry: Entry<TSession>, code: ErrorCode): void {
|
|
96
|
+
if (SESSION_GONE_CODES.has(code)) entry.session = null;
|
|
97
|
+
setItem(entry, "failed", entry.item.progress, code);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
function stop(entry: Entry<TSession>): void {
|
|
101
|
+
entry.run += 1;
|
|
102
|
+
entry.controller?.abort();
|
|
103
|
+
entry.controller = null;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
function pump(): void {
|
|
107
|
+
for (const entry of entries.values()) {
|
|
108
|
+
if (countRunning() >= concurrency) return;
|
|
109
|
+
if (entry.item.state === "queued") void start(entry);
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function countRunning(): number {
|
|
114
|
+
let running = 0;
|
|
115
|
+
for (const entry of entries.values()) if (entry.item.state === "uploading") running += 1;
|
|
116
|
+
return running;
|
|
117
|
+
}
|
|
118
|
+
|
|
119
|
+
async function start(entry: Entry<TSession>): Promise<void> {
|
|
120
|
+
entry.run += 1;
|
|
121
|
+
const run = entry.run;
|
|
122
|
+
const controller = new AbortController();
|
|
123
|
+
entry.controller = controller;
|
|
124
|
+
const isCurrent = (): boolean => entry.run === run && entries.get(entry.item.id) === entry;
|
|
125
|
+
setItem(entry, "uploading");
|
|
126
|
+
try {
|
|
127
|
+
let session = entry.session;
|
|
128
|
+
if (session === null) {
|
|
129
|
+
const opened = await options.open(entry.file);
|
|
130
|
+
// A session opened while the item was paused is kept, so the resume does not open a second one.
|
|
131
|
+
if (opened.ok) entry.session = opened.value;
|
|
132
|
+
if (!isCurrent()) return;
|
|
133
|
+
if (!opened.ok) return fail(entry, opened.error);
|
|
134
|
+
session = opened.value;
|
|
135
|
+
}
|
|
136
|
+
const sent = await sendUpload(entry.file, {
|
|
137
|
+
uploadUrl: session.uploadUrl,
|
|
138
|
+
signal: controller.signal,
|
|
139
|
+
onProgress: (progress) => {
|
|
140
|
+
if (isCurrent()) setItem(entry, "uploading", toPercent(progress));
|
|
141
|
+
},
|
|
142
|
+
...(options.fetch === undefined ? {} : { fetch: options.fetch }),
|
|
143
|
+
});
|
|
144
|
+
if (!isCurrent()) return;
|
|
145
|
+
if (!sent.ok) return fail(entry, sent.error);
|
|
146
|
+
const finalized = await options.finalize(session, entry.file);
|
|
147
|
+
if (!isCurrent()) return;
|
|
148
|
+
if (!finalized.ok) return fail(entry, finalized.error);
|
|
149
|
+
setItem(entry, "done", 100);
|
|
150
|
+
} catch (error) {
|
|
151
|
+
// The app's `open` or `finalize` threw, e.g. a server action whose request failed: the item fails with a
|
|
152
|
+
// retryable code, and the cause goes to the console for the developer.
|
|
153
|
+
console.error(`@softure-ai/files/client: an upload of "${entry.item.name}" stopped on a thrown open or finalize`, error);
|
|
154
|
+
if (isCurrent()) fail(entry, "files.network");
|
|
155
|
+
} finally {
|
|
156
|
+
if (entry.controller === controller) entry.controller = null;
|
|
157
|
+
pump();
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
function find(id: string, states: readonly UploadQueueState[]): Entry<TSession> | null {
|
|
162
|
+
const entry = entries.get(id);
|
|
163
|
+
return entry !== undefined && states.includes(entry.item.state) ? entry : null;
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
return {
|
|
167
|
+
add(files) {
|
|
168
|
+
const ids: string[] = [];
|
|
169
|
+
for (const file of Array.from(files)) {
|
|
170
|
+
const id = `upload-${String(nextId)}`;
|
|
171
|
+
nextId += 1;
|
|
172
|
+
entries.set(id, { item: { id, name: file.name, size: file.size, state: "queued", progress: 0 }, file, session: null, run: 0, controller: null });
|
|
173
|
+
ids.push(id);
|
|
174
|
+
}
|
|
175
|
+
publish();
|
|
176
|
+
pump();
|
|
177
|
+
return ids;
|
|
178
|
+
},
|
|
179
|
+
retry(id) {
|
|
180
|
+
const entry = find(id, ["failed"]);
|
|
181
|
+
if (entry === null) return;
|
|
182
|
+
setItem(entry, "queued");
|
|
183
|
+
pump();
|
|
184
|
+
},
|
|
185
|
+
pause(id) {
|
|
186
|
+
const entry = find(id, ["queued", "uploading"]);
|
|
187
|
+
if (entry === null) return;
|
|
188
|
+
stop(entry);
|
|
189
|
+
setItem(entry, "paused");
|
|
190
|
+
pump();
|
|
191
|
+
},
|
|
192
|
+
resume(id) {
|
|
193
|
+
const entry = find(id, ["paused"]);
|
|
194
|
+
if (entry === null) return;
|
|
195
|
+
setItem(entry, "queued");
|
|
196
|
+
pump();
|
|
197
|
+
},
|
|
198
|
+
remove(id) {
|
|
199
|
+
const entry = entries.get(id);
|
|
200
|
+
if (entry === undefined) return;
|
|
201
|
+
stop(entry);
|
|
202
|
+
entries.delete(id);
|
|
203
|
+
publish();
|
|
204
|
+
pump();
|
|
205
|
+
},
|
|
206
|
+
getItems: () => items,
|
|
207
|
+
subscribe(listener) {
|
|
208
|
+
listeners.add(listener);
|
|
209
|
+
return () => {
|
|
210
|
+
listeners.delete(listener);
|
|
211
|
+
};
|
|
212
|
+
},
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
function toPercent(progress: UploadProgress): number {
|
|
217
|
+
// 100 is kept for a finalized upload: a sent but unfinalized one shows 99 at most.
|
|
218
|
+
if (progress.totalBytes === 0) return 99;
|
|
219
|
+
return Math.min(99, Math.floor((progress.sentBytes / progress.totalBytes) * 100));
|
|
220
|
+
}
|
package/src/contract.ts
CHANGED
|
@@ -24,7 +24,18 @@ export type FilesLookupErrorCode =
|
|
|
24
24
|
/** The asked range starts at or after the end of the file. */
|
|
25
25
|
| "files.range_not_satisfiable";
|
|
26
26
|
|
|
27
|
-
|
|
27
|
+
/** Why an upload session could not be created or finalized. */
|
|
28
|
+
export type FilesUploadErrorCode =
|
|
29
|
+
/** The declared media type is not in `uploads.contentTypes`. */
|
|
30
|
+
| "files.content_type_not_allowed"
|
|
31
|
+
/** The owner already has `uploads.maxOpenPerOwner` open sessions. */
|
|
32
|
+
| "files.too_many_uploads"
|
|
33
|
+
/** Not every chunk has arrived yet. */
|
|
34
|
+
| "files.upload_incomplete"
|
|
35
|
+
/** The bytes that arrived do not match the declared SHA-256. */
|
|
36
|
+
| "files.checksum_mismatch";
|
|
37
|
+
|
|
38
|
+
export type FilesErrorCode = FilesKeyErrorCode | FilesSaveErrorCode | FilesLookupErrorCode | FilesUploadErrorCode;
|
|
28
39
|
|
|
29
40
|
/** A stored file as the app sees it. Never carries the storage key. */
|
|
30
41
|
export interface StoredFile {
|
|
@@ -57,3 +68,36 @@ export interface FileLink {
|
|
|
57
68
|
readonly path: string;
|
|
58
69
|
readonly expiresAt: Date;
|
|
59
70
|
}
|
|
71
|
+
|
|
72
|
+
/** Where an upload session stands: `open` (chunks missing), `complete` (every chunk arrived), `finalized`, `expired`. */
|
|
73
|
+
export type UploadState = "open" | "complete" | "finalized" | "expired";
|
|
74
|
+
|
|
75
|
+
/** A new upload session, as `createUpload` answers it. */
|
|
76
|
+
export interface CreatedUpload {
|
|
77
|
+
readonly uploadId: string;
|
|
78
|
+
/** The absolute URL the client sends the chunks to; it is the only secret the client needs. */
|
|
79
|
+
readonly uploadUrl: string;
|
|
80
|
+
/** The bytes of every chunk but the last. */
|
|
81
|
+
readonly chunkSize: number;
|
|
82
|
+
readonly chunkCount: number;
|
|
83
|
+
readonly expiresAt: Date;
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
/** An upload session as its owner and the upload route see it. */
|
|
87
|
+
export interface UploadStatus {
|
|
88
|
+
readonly uploadId: string;
|
|
89
|
+
readonly name: string;
|
|
90
|
+
readonly contentType: string;
|
|
91
|
+
readonly size: number;
|
|
92
|
+
readonly chunkSize: number;
|
|
93
|
+
readonly chunkCount: number;
|
|
94
|
+
/** The byte ranges that arrived, merged and in order. */
|
|
95
|
+
readonly received: readonly ByteRange[];
|
|
96
|
+
readonly receivedBytes: number;
|
|
97
|
+
/** The indices of the chunks still to send, in order. */
|
|
98
|
+
readonly missingChunks: readonly number[];
|
|
99
|
+
readonly state: UploadState;
|
|
100
|
+
/** The stored file, once finalized. */
|
|
101
|
+
readonly fileId: string | null;
|
|
102
|
+
readonly expiresAt: Date;
|
|
103
|
+
}
|
package/src/index.ts
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
// storage drivers and every database function are in `@softure-ai/files/server`, the link route in `/next`, the
|
|
3
3
|
// prune job in `/jobs` and the test helpers (an in-memory driver, link checks) in `/testing`.
|
|
4
4
|
import { defineModule, resolveMigrationsDir } from "@softure-ai/core";
|
|
5
|
+
import type { RateLimitBucketInput } from "@softure-ai/security";
|
|
5
6
|
import { filesMessages } from "./messages/index.js";
|
|
6
7
|
import { filesOptionsSchema } from "./options.js";
|
|
7
8
|
import { checkFilesHealth } from "./server/health.js";
|
|
@@ -9,6 +10,15 @@ import { filesPrivacyContributor } from "./server/privacy.js";
|
|
|
9
10
|
|
|
10
11
|
export const MODULE_ID = "files";
|
|
11
12
|
|
|
13
|
+
/**
|
|
14
|
+
* The rate limit bucket of the upload route, to spread into `security({ buckets })` when the app enables the
|
|
15
|
+
* security module: requests per upload session. 64 MiB chunks of a 2 GiB file are 32 requests; the rest is room for
|
|
16
|
+
* resumes and status checks.
|
|
17
|
+
*/
|
|
18
|
+
export const FILES_RATE_LIMIT_BUCKETS = {
|
|
19
|
+
"files-upload": { limit: 600, windowMinutes: 15, key: "subject" },
|
|
20
|
+
} as const satisfies Readonly<Record<string, RateLimitBucketInput>>;
|
|
21
|
+
|
|
12
22
|
/**
|
|
13
23
|
* Enables stored files in `softure.config.ts`:
|
|
14
24
|
* `files({ storage: createLocalStorage({ dir: "/data/files" }), quotaBytesPerOwner: 2 * 1024 ** 3 })`.
|
|
@@ -16,10 +26,10 @@ export const MODULE_ID = "files";
|
|
|
16
26
|
export const files = defineModule({
|
|
17
27
|
manifest: {
|
|
18
28
|
id: MODULE_ID,
|
|
19
|
-
version: "0.
|
|
20
|
-
dependsOn: { jobs: "^0.1.6?" },
|
|
29
|
+
version: "0.3.0",
|
|
30
|
+
dependsOn: { jobs: "^0.1.6?", security: "^0.2.5?" },
|
|
21
31
|
dbSchema: "files",
|
|
22
|
-
tables: ["files"],
|
|
32
|
+
tables: ["files", "uploads"],
|
|
23
33
|
env: [
|
|
24
34
|
{
|
|
25
35
|
name: "SOFTURE_FILES_LINK_KEYS",
|
|
@@ -29,13 +39,18 @@ export const files = defineModule({
|
|
|
29
39
|
},
|
|
30
40
|
],
|
|
31
41
|
switches: [],
|
|
32
|
-
routes: { links: "/f" },
|
|
42
|
+
routes: { links: "/f", uploads: "/u" },
|
|
33
43
|
mount: [
|
|
34
44
|
{
|
|
35
45
|
kind: "route-handler",
|
|
36
46
|
path: "app/f/[...link]/route.ts",
|
|
37
47
|
export: "serveFileLinkRoute",
|
|
38
48
|
},
|
|
49
|
+
{
|
|
50
|
+
kind: "route-handler",
|
|
51
|
+
path: "app/u/[...upload]/route.ts",
|
|
52
|
+
export: "serveUploadRoute",
|
|
53
|
+
},
|
|
39
54
|
],
|
|
40
55
|
privacy: { exports: true, deletes: true },
|
|
41
56
|
},
|
|
@@ -46,7 +61,19 @@ export const files = defineModule({
|
|
|
46
61
|
health: checkFilesHealth,
|
|
47
62
|
});
|
|
48
63
|
|
|
49
|
-
export type {
|
|
64
|
+
export type {
|
|
65
|
+
ByteRange,
|
|
66
|
+
CreatedUpload,
|
|
67
|
+
FileLink,
|
|
68
|
+
FilesErrorCode,
|
|
69
|
+
FilesKeyErrorCode,
|
|
70
|
+
FilesLookupErrorCode,
|
|
71
|
+
FilesSaveErrorCode,
|
|
72
|
+
FilesUploadErrorCode,
|
|
73
|
+
StoredFile,
|
|
74
|
+
UploadState,
|
|
75
|
+
UploadStatus,
|
|
76
|
+
} from "./contract.js";
|
|
50
77
|
export { filesMessages, getFilesErrorMessage, type FilesMessages } from "./messages/index.js";
|
|
51
78
|
export { DEFAULT_FILE_KIND, FILE_KIND_PATTERN, type FilesOptions, type FilesOptionsInput } from "./options.js";
|
|
52
79
|
export { files as filesTable } from "./schema.js";
|