@milaboratories/pframes-rs-serv 1.1.0 → 1.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/dist/export.cjs +20 -0
  2. package/dist/export.cjs.map +1 -0
  3. package/dist/export.d.ts +3 -0
  4. package/dist/export.d.ts.map +1 -0
  5. package/dist/export.js +18 -0
  6. package/dist/export.js.map +1 -0
  7. package/dist/fs-store.cjs +91 -0
  8. package/dist/fs-store.cjs.map +1 -0
  9. package/dist/fs-store.d.ts +14 -0
  10. package/dist/fs-store.d.ts.map +1 -0
  11. package/dist/fs-store.js +89 -0
  12. package/dist/fs-store.js.map +1 -0
  13. package/dist/handler.cjs +171 -0
  14. package/dist/handler.cjs.map +1 -0
  15. package/dist/handler.d.ts +15 -0
  16. package/dist/handler.d.ts.map +1 -0
  17. package/dist/handler.js +168 -0
  18. package/dist/handler.js.map +1 -0
  19. package/dist/index.cjs +18 -0
  20. package/dist/index.cjs.map +1 -0
  21. package/dist/index.d.ts +6 -0
  22. package/dist/index.d.ts.map +1 -0
  23. package/dist/index.js +6 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/parquet-server.cjs +109 -0
  26. package/dist/parquet-server.cjs.map +1 -0
  27. package/dist/parquet-server.d.ts +24 -0
  28. package/dist/parquet-server.d.ts.map +1 -0
  29. package/dist/parquet-server.js +105 -0
  30. package/dist/parquet-server.js.map +1 -0
  31. package/dist/serve.cjs +103 -0
  32. package/dist/serve.cjs.map +1 -0
  33. package/dist/serve.d.ts +7 -0
  34. package/dist/serve.d.ts.map +1 -0
  35. package/dist/serve.js +101 -0
  36. package/dist/serve.js.map +1 -0
  37. package/dist/utils/etag.cjs +10 -0
  38. package/dist/utils/etag.cjs.map +1 -0
  39. package/dist/utils/etag.d.ts +15 -0
  40. package/dist/utils/etag.d.ts.map +1 -0
  41. package/dist/utils/etag.js +8 -0
  42. package/dist/utils/etag.js.map +1 -0
  43. package/dist/utils/filename.cjs +15 -0
  44. package/dist/utils/filename.cjs.map +1 -0
  45. package/dist/utils/filename.d.ts +4 -0
  46. package/dist/utils/filename.d.ts.map +1 -0
  47. package/dist/utils/filename.js +13 -0
  48. package/dist/utils/filename.js.map +1 -0
  49. package/dist/utils/headers.cjs +29 -0
  50. package/dist/utils/headers.cjs.map +1 -0
  51. package/dist/utils/headers.d.ts +31 -0
  52. package/dist/utils/headers.d.ts.map +1 -0
  53. package/dist/utils/headers.js +26 -0
  54. package/dist/utils/headers.js.map +1 -0
  55. package/dist/utils/index.d.ts +8 -0
  56. package/dist/utils/index.d.ts.map +1 -0
  57. package/dist/utils/method.cjs +16 -0
  58. package/dist/utils/method.cjs.map +1 -0
  59. package/dist/utils/method.d.ts +6 -0
  60. package/dist/utils/method.d.ts.map +1 -0
  61. package/dist/utils/method.js +12 -0
  62. package/dist/utils/method.js.map +1 -0
  63. package/dist/utils/options.cjs +135 -0
  64. package/dist/utils/options.cjs.map +1 -0
  65. package/dist/utils/options.d.ts +64 -0
  66. package/dist/utils/options.d.ts.map +1 -0
  67. package/dist/utils/options.js +133 -0
  68. package/dist/utils/options.js.map +1 -0
  69. package/dist/utils/range.cjs +34 -0
  70. package/dist/utils/range.cjs.map +1 -0
  71. package/dist/utils/range.d.ts +4 -0
  72. package/dist/utils/range.d.ts.map +1 -0
  73. package/dist/utils/range.js +32 -0
  74. package/dist/utils/range.js.map +1 -0
  75. package/dist/utils/status.cjs +21 -0
  76. package/dist/utils/status.cjs.map +1 -0
  77. package/dist/utils/status.d.ts +17 -0
  78. package/dist/utils/status.d.ts.map +1 -0
  79. package/dist/utils/status.js +19 -0
  80. package/dist/utils/status.js.map +1 -0
  81. package/package.json +8 -8
@@ -0,0 +1,20 @@
1
+ 'use strict';
2
+
3
+ var fsStore = require('./fs-store.cjs');
4
+ var handler = require('./handler.cjs');
5
+ var serve = require('./serve.cjs');
6
+
7
+ const HttpHelpers = {
8
+ createFsStore: async (options) => {
9
+ return await fsStore.FileSystemStore.init(options);
10
+ },
11
+ createRequestHandler: (options) => {
12
+ return handler.createRequestHandler(options);
13
+ },
14
+ createHttpServer: async (options) => {
15
+ return await serve.serve(options);
16
+ }
17
+ };
18
+
19
+ exports.HttpHelpers = HttpHelpers;
20
+ //# sourceMappingURL=export.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"export.cjs","sources":["../src/export.ts"],"sourcesContent":["import type { RequestListener } from 'node:http';\nimport { FileSystemStore } from './fs-store';\nimport { createRequestHandler } from './handler';\nimport { serve } from './serve';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const HttpHelpers: PFrameInternal.HttpHelpers = {\n createFsStore: async (\n options: PFrameInternal.FsStoreOptions\n ): Promise<PFrameInternal.ObjectStore> => {\n return await FileSystemStore.init(options);\n },\n createRequestHandler: (\n options: PFrameInternal.RequestHandlerOptions\n ): RequestListener => {\n return createRequestHandler(options);\n },\n createHttpServer: async (\n options: PFrameInternal.HttpServerOptions\n ): Promise<PFrameInternal.HttpServer> => {\n return await serve(options);\n }\n};\n"],"names":["FileSystemStore","createRequestHandler","serve"],"mappings":";;;;;;AAMO,MAAM,WAAW,GAA+B;AACrD,IAAA,aAAa,EAAE,OACb,OAAsC,KACC;AACvC,QAAA,OAAO,MAAMA,uBAAe,CAAC,IAAI,CAAC,OAAO,CAAC;IAC5C,CAAC;AACD,IAAA,oBAAoB,EAAE,CACpB,OAA6C,KAC1B;AACnB,QAAA,OAAOC,4BAAoB,CAAC,OAAO,CAAC;IACtC,CAAC;AACD,IAAA,gBAAgB,EAAE,OAChB,OAAyC,KACH;AACtC,QAAA,OAAO,MAAMC,WAAK,CAAC,OAAO,CAAC;IAC7B;;;;;"}
@@ -0,0 +1,3 @@
1
+ import type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
2
+ export declare const HttpHelpers: PFrameInternal.HttpHelpers;
3
+ //# sourceMappingURL=export.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"export.d.ts","sourceRoot":"","sources":["../src/export.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAE5E,eAAO,MAAM,WAAW,EAAE,cAAc,CAAC,WAgBxC,CAAC"}
package/dist/export.js ADDED
@@ -0,0 +1,18 @@
1
+ import { FileSystemStore } from './fs-store.js';
2
+ import { createRequestHandler } from './handler.js';
3
+ import { serve } from './serve.js';
4
+
5
+ const HttpHelpers = {
6
+ createFsStore: async (options) => {
7
+ return await FileSystemStore.init(options);
8
+ },
9
+ createRequestHandler: (options) => {
10
+ return createRequestHandler(options);
11
+ },
12
+ createHttpServer: async (options) => {
13
+ return await serve(options);
14
+ }
15
+ };
16
+
17
+ export { HttpHelpers };
18
+ //# sourceMappingURL=export.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"export.js","sources":["../src/export.ts"],"sourcesContent":["import type { RequestListener } from 'node:http';\nimport { FileSystemStore } from './fs-store';\nimport { createRequestHandler } from './handler';\nimport { serve } from './serve';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\n\nexport const HttpHelpers: PFrameInternal.HttpHelpers = {\n createFsStore: async (\n options: PFrameInternal.FsStoreOptions\n ): Promise<PFrameInternal.ObjectStore> => {\n return await FileSystemStore.init(options);\n },\n createRequestHandler: (\n options: PFrameInternal.RequestHandlerOptions\n ): RequestListener => {\n return createRequestHandler(options);\n },\n createHttpServer: async (\n options: PFrameInternal.HttpServerOptions\n ): Promise<PFrameInternal.HttpServer> => {\n return await serve(options);\n }\n};\n"],"names":[],"mappings":";;;;AAMO,MAAM,WAAW,GAA+B;AACrD,IAAA,aAAa,EAAE,OACb,OAAsC,KACC;AACvC,QAAA,OAAO,MAAM,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;IAC5C,CAAC;AACD,IAAA,oBAAoB,EAAE,CACpB,OAA6C,KAC1B;AACnB,QAAA,OAAO,oBAAoB,CAAC,OAAO,CAAC;IACtC,CAAC;AACD,IAAA,gBAAgB,EAAE,OAChB,OAAyC,KACH;AACtC,QAAA,OAAO,MAAM,KAAK,CAAC,OAAO,CAAC;IAC7B;;;;;"}
@@ -0,0 +1,91 @@
1
+ 'use strict';
2
+
3
+ var promises = require('node:fs/promises');
4
+ var node_path = require('node:path');
5
+ var plModelMiddleLayer = require('@milaboratories/pl-model-middle-layer');
6
+ var plModelCommon = require('@milaboratories/pl-model-common');
7
+
8
+ /** Object store for serving files from a local directory */
9
+ class FileSystemStore extends plModelMiddleLayer.PFrameInternal.BaseObjectStore {
10
+ rootDir;
11
+ constructor(options) {
12
+ super(options);
13
+ this.rootDir = options.rootDir;
14
+ }
15
+ static async init(options) {
16
+ const resolvedRootDir = node_path.resolve(options.rootDir);
17
+ const rootStats = await promises.stat(resolvedRootDir).catch(() => {
18
+ throw new Error(`File system store root directory does not exist: ${resolvedRootDir}`);
19
+ });
20
+ if (!rootStats.isDirectory()) {
21
+ throw new Error(`File system store root path is not a directory: ${resolvedRootDir}`);
22
+ }
23
+ return new FileSystemStore({
24
+ ...options,
25
+ rootDir: resolvedRootDir
26
+ });
27
+ }
28
+ async request(filename, params) {
29
+ let file;
30
+ const respond = async (response) => {
31
+ try {
32
+ await params
33
+ .callback(response)
34
+ .finally(async () => await file?.close());
35
+ }
36
+ catch (error) {
37
+ this.logger('warn', `File system store received unexpected rejection from callback: ${plModelCommon.ensureError(error)}`);
38
+ }
39
+ };
40
+ try {
41
+ try {
42
+ const path = node_path.join(this.rootDir, filename);
43
+ file = await promises.open(path, 'r');
44
+ }
45
+ catch (error) {
46
+ this.logger('error', `File system store failed to open file ${filename}: ${plModelCommon.ensureError(error)}`);
47
+ return await respond({ type: 'NotFound' });
48
+ }
49
+ params.signal.throwIfAborted();
50
+ let size;
51
+ try {
52
+ ({ size } = await file.stat());
53
+ }
54
+ catch (error) {
55
+ this.logger('error', `File system store failed to get size of file ${filename}: ${plModelCommon.ensureError(error)}`);
56
+ return await respond({ type: 'InternalError' });
57
+ }
58
+ params.signal.throwIfAborted();
59
+ const range = this.translate(size, params.range);
60
+ if (!range) {
61
+ return await respond({ type: 'RangeNotSatisfiable', size });
62
+ }
63
+ if (params.method === 'HEAD') {
64
+ return await respond({ type: 'Ok', size, range });
65
+ }
66
+ let data;
67
+ try {
68
+ data = file.createReadStream({
69
+ start: range.start,
70
+ end: range.end,
71
+ autoClose: false
72
+ });
73
+ this.logger('info', `File system store created read stream for ${filename}[${range.start}..=${range.end}]`);
74
+ }
75
+ catch (error) {
76
+ this.logger('error', `File system store failed to create read stream for ${filename}[${range.start}..=${range.end}]: ${plModelCommon.ensureError(error)}`);
77
+ return await respond({ type: 'InternalError' });
78
+ }
79
+ return await respond({ type: 'Ok', size, range, data });
80
+ }
81
+ catch (error) {
82
+ if (!plModelCommon.isAbortError(error)) {
83
+ this.logger('warn', `File system store unhandled error: ${plModelCommon.ensureError(error)}`);
84
+ }
85
+ return await respond({ type: 'InternalError' });
86
+ }
87
+ }
88
+ }
89
+
90
+ exports.FileSystemStore = FileSystemStore;
91
+ //# sourceMappingURL=fs-store.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fs-store.cjs","sources":["../src/fs-store.ts"],"sourcesContent":["import type { Readable } from 'node:stream';\nimport { stat, open, type FileHandle } from 'node:fs/promises';\nimport { join, resolve } from 'node:path';\nimport { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { ensureError, isAbortError } from '@milaboratories/pl-model-common';\n\n/** Object store for serving files from a local directory */\nexport class FileSystemStore extends PFrameInternal.BaseObjectStore {\n private readonly rootDir: string;\n\n private constructor(options: PFrameInternal.FsStoreOptions) {\n super(options);\n\n this.rootDir = options.rootDir;\n }\n\n static async init(\n options: PFrameInternal.FsStoreOptions\n ): Promise<FileSystemStore> {\n const resolvedRootDir = resolve(options.rootDir);\n\n const rootStats = await stat(resolvedRootDir).catch(() => {\n throw new Error(\n `File system store root directory does not exist: ${resolvedRootDir}`\n );\n });\n if (!rootStats.isDirectory()) {\n throw new Error(\n `File system store root path is not a directory: ${resolvedRootDir}`\n );\n }\n\n return new FileSystemStore({\n ...options,\n rootDir: resolvedRootDir\n });\n }\n\n override async request(\n filename: PFrameInternal.ParquetFileName,\n params: {\n method: PFrameInternal.HttpMethod;\n range?: PFrameInternal.HttpRange;\n signal: AbortSignal;\n callback: (response: PFrameInternal.ObjectStoreResponse) => Promise<void>;\n }\n ): Promise<void> {\n let file: FileHandle | undefined;\n const respond = async (response: PFrameInternal.ObjectStoreResponse) => {\n try {\n await params\n .callback(response)\n .finally(async () => await file?.close());\n } catch (error: unknown) {\n this.logger(\n 'warn',\n `File system store received unexpected rejection from callback: ${ensureError(error)}`\n );\n }\n };\n\n try {\n try {\n const path = join(this.rootDir, filename);\n file = await open(path, 'r');\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to open file ${filename}: ${ensureError(error)}`\n );\n return await respond({ type: 'NotFound' });\n }\n params.signal.throwIfAborted();\n\n let size: number;\n try {\n ({ size } = await file.stat());\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to get size of file ${filename}: ${ensureError(error)}`\n );\n return await respond({ type: 'InternalError' });\n }\n params.signal.throwIfAborted();\n\n const range = this.translate(size, params.range);\n if (!range) {\n return await respond({ type: 'RangeNotSatisfiable', size });\n }\n\n if (params.method === 'HEAD') {\n return await respond({ type: 'Ok', size, range });\n }\n\n let data: Readable;\n try {\n data = file.createReadStream({\n start: range.start,\n end: range.end,\n autoClose: false\n });\n this.logger(\n 'info',\n `File system store created read stream for ${filename}[${range.start}..=${range.end}]`\n );\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to create read stream for ${filename}[${range.start}..=${range.end}]: ${ensureError(error)}`\n );\n return await respond({ type: 'InternalError' });\n }\n\n return await respond({ type: 'Ok', size, range, data });\n } catch (error: unknown) {\n if (!isAbortError(error)) {\n this.logger(\n 'warn',\n `File system store unhandled error: ${ensureError(error)}`\n );\n }\n return await respond({ type: 'InternalError' });\n }\n }\n}\n"],"names":["PFrameInternal","resolve","stat","ensureError","join","open","isAbortError"],"mappings":";;;;;;;AAMA;AACM,MAAO,eAAgB,SAAQA,iCAAc,CAAC,eAAe,CAAA;AAChD,IAAA,OAAO;AAExB,IAAA,WAAA,CAAoB,OAAsC,EAAA;QACxD,KAAK,CAAC,OAAO,CAAC;AAEd,QAAA,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO;IAChC;AAEA,IAAA,aAAa,IAAI,CACf,OAAsC,EAAA;QAEtC,MAAM,eAAe,GAAGC,iBAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAMC,aAAI,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,MAAK;AACvD,YAAA,MAAM,IAAI,KAAK,CACb,oDAAoD,eAAe,CAAA,CAAE,CACtE;AACH,QAAA,CAAC,CAAC;AACF,QAAA,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE;AAC5B,YAAA,MAAM,IAAI,KAAK,CACb,mDAAmD,eAAe,CAAA,CAAE,CACrE;QACH;QAEA,OAAO,IAAI,eAAe,CAAC;AACzB,YAAA,GAAG,OAAO;AACV,YAAA,OAAO,EAAE;AACV,SAAA,CAAC;IACJ;AAES,IAAA,MAAM,OAAO,CACpB,QAAwC,EACxC,MAKC,EAAA;AAED,QAAA,IAAI,IAA4B;AAChC,QAAA,MAAM,OAAO,GAAG,OAAO,QAA4C,KAAI;AACrE,YAAA,IAAI;AACF,gBAAA,MAAM;qBACH,QAAQ,CAAC,QAAQ;qBACjB,OAAO,CAAC,YAAY,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;YAC7C;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,+DAAA,EAAkEC,yBAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CACvF;YACH;AACF,QAAA,CAAC;AAED,QAAA,IAAI;AACF,YAAA,IAAI;gBACF,MAAM,IAAI,GAAGC,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;gBACzC,IAAI,GAAG,MAAMC,aAAI,CAAC,IAAI,EAAE,GAAG,CAAC;YAC9B;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,sCAAA,EAAyC,QAAQ,CAAA,EAAA,EAAKF,yBAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC3E;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;YAC5C;AACA,YAAA,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;AAE9B,YAAA,IAAI,IAAY;AAChB,YAAA,IAAI;gBACF,CAAC,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE;YAC/B;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,6CAAA,EAAgD,QAAQ,CAAA,EAAA,EAAKA,yBAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAClF;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YACjD;AACA,YAAA,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;AAE9B,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC;YAChD,IAAI,CAAC,KAAK,EAAE;gBACV,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC;YAC7D;AAEA,YAAA,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE;AAC5B,gBAAA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACnD;AAEA,YAAA,IAAI,IAAc;AAClB,YAAA,IAAI;AACF,gBAAA,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC3B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;AACd,oBAAA,SAAS,EAAE;AACZ,iBAAA,CAAC;AACF,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,6CAA6C,QAAQ,CAAA,CAAA,EAAI,KAAK,CAAC,KAAK,CAAA,GAAA,EAAM,KAAK,CAAC,GAAG,CAAA,CAAA,CAAG,CACvF;YACH;YAAE,OAAO,KAAc,EAAE;gBACvB,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,mDAAA,EAAsD,QAAQ,CAAA,CAAA,EAAI,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,GAAG,CAAA,GAAA,EAAMA,yBAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CACvH;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YACjD;AAEA,YAAA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACzD;QAAE,OAAO,KAAc,EAAE;AACvB,YAAA,IAAI,CAACG,0BAAY,CAAC,KAAK,CAAC,EAAE;AACxB,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,mCAAA,EAAsCH,yBAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC3D;YACH;YACA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;QACjD;IACF;AACD;;;;"}
@@ -0,0 +1,14 @@
1
+ import { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
2
+ /** Object store for serving files from a local directory */
3
+ export declare class FileSystemStore extends PFrameInternal.BaseObjectStore {
4
+ private readonly rootDir;
5
+ private constructor();
6
+ static init(options: PFrameInternal.FsStoreOptions): Promise<FileSystemStore>;
7
+ request(filename: PFrameInternal.ParquetFileName, params: {
8
+ method: PFrameInternal.HttpMethod;
9
+ range?: PFrameInternal.HttpRange;
10
+ signal: AbortSignal;
11
+ callback: (response: PFrameInternal.ObjectStoreResponse) => Promise<void>;
12
+ }): Promise<void>;
13
+ }
14
+ //# sourceMappingURL=fs-store.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fs-store.d.ts","sourceRoot":"","sources":["../src/fs-store.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAGvE,4DAA4D;AAC5D,qBAAa,eAAgB,SAAQ,cAAc,CAAC,eAAe;IACjE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IAEjC,OAAO;WAMM,IAAI,CACf,OAAO,EAAE,cAAc,CAAC,cAAc,GACrC,OAAO,CAAC,eAAe,CAAC;IAoBZ,OAAO,CACpB,QAAQ,EAAE,cAAc,CAAC,eAAe,EACxC,MAAM,EAAE;QACN,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC;QAClC,KAAK,CAAC,EAAE,cAAc,CAAC,SAAS,CAAC;QACjC,MAAM,EAAE,WAAW,CAAC;QACpB,QAAQ,EAAE,CAAC,QAAQ,EAAE,cAAc,CAAC,mBAAmB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;KAC3E,GACA,OAAO,CAAC,IAAI,CAAC;CA+EjB"}
@@ -0,0 +1,89 @@
1
+ import { stat, open } from 'node:fs/promises';
2
+ import { resolve, join } from 'node:path';
3
+ import { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
4
+ import { ensureError, isAbortError } from '@milaboratories/pl-model-common';
5
+
6
+ /** Object store for serving files from a local directory */
7
+ class FileSystemStore extends PFrameInternal.BaseObjectStore {
8
+ rootDir;
9
+ constructor(options) {
10
+ super(options);
11
+ this.rootDir = options.rootDir;
12
+ }
13
+ static async init(options) {
14
+ const resolvedRootDir = resolve(options.rootDir);
15
+ const rootStats = await stat(resolvedRootDir).catch(() => {
16
+ throw new Error(`File system store root directory does not exist: ${resolvedRootDir}`);
17
+ });
18
+ if (!rootStats.isDirectory()) {
19
+ throw new Error(`File system store root path is not a directory: ${resolvedRootDir}`);
20
+ }
21
+ return new FileSystemStore({
22
+ ...options,
23
+ rootDir: resolvedRootDir
24
+ });
25
+ }
26
+ async request(filename, params) {
27
+ let file;
28
+ const respond = async (response) => {
29
+ try {
30
+ await params
31
+ .callback(response)
32
+ .finally(async () => await file?.close());
33
+ }
34
+ catch (error) {
35
+ this.logger('warn', `File system store received unexpected rejection from callback: ${ensureError(error)}`);
36
+ }
37
+ };
38
+ try {
39
+ try {
40
+ const path = join(this.rootDir, filename);
41
+ file = await open(path, 'r');
42
+ }
43
+ catch (error) {
44
+ this.logger('error', `File system store failed to open file ${filename}: ${ensureError(error)}`);
45
+ return await respond({ type: 'NotFound' });
46
+ }
47
+ params.signal.throwIfAborted();
48
+ let size;
49
+ try {
50
+ ({ size } = await file.stat());
51
+ }
52
+ catch (error) {
53
+ this.logger('error', `File system store failed to get size of file ${filename}: ${ensureError(error)}`);
54
+ return await respond({ type: 'InternalError' });
55
+ }
56
+ params.signal.throwIfAborted();
57
+ const range = this.translate(size, params.range);
58
+ if (!range) {
59
+ return await respond({ type: 'RangeNotSatisfiable', size });
60
+ }
61
+ if (params.method === 'HEAD') {
62
+ return await respond({ type: 'Ok', size, range });
63
+ }
64
+ let data;
65
+ try {
66
+ data = file.createReadStream({
67
+ start: range.start,
68
+ end: range.end,
69
+ autoClose: false
70
+ });
71
+ this.logger('info', `File system store created read stream for ${filename}[${range.start}..=${range.end}]`);
72
+ }
73
+ catch (error) {
74
+ this.logger('error', `File system store failed to create read stream for ${filename}[${range.start}..=${range.end}]: ${ensureError(error)}`);
75
+ return await respond({ type: 'InternalError' });
76
+ }
77
+ return await respond({ type: 'Ok', size, range, data });
78
+ }
79
+ catch (error) {
80
+ if (!isAbortError(error)) {
81
+ this.logger('warn', `File system store unhandled error: ${ensureError(error)}`);
82
+ }
83
+ return await respond({ type: 'InternalError' });
84
+ }
85
+ }
86
+ }
87
+
88
+ export { FileSystemStore };
89
+ //# sourceMappingURL=fs-store.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"fs-store.js","sources":["../src/fs-store.ts"],"sourcesContent":["import type { Readable } from 'node:stream';\nimport { stat, open, type FileHandle } from 'node:fs/promises';\nimport { join, resolve } from 'node:path';\nimport { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport { ensureError, isAbortError } from '@milaboratories/pl-model-common';\n\n/** Object store for serving files from a local directory */\nexport class FileSystemStore extends PFrameInternal.BaseObjectStore {\n private readonly rootDir: string;\n\n private constructor(options: PFrameInternal.FsStoreOptions) {\n super(options);\n\n this.rootDir = options.rootDir;\n }\n\n static async init(\n options: PFrameInternal.FsStoreOptions\n ): Promise<FileSystemStore> {\n const resolvedRootDir = resolve(options.rootDir);\n\n const rootStats = await stat(resolvedRootDir).catch(() => {\n throw new Error(\n `File system store root directory does not exist: ${resolvedRootDir}`\n );\n });\n if (!rootStats.isDirectory()) {\n throw new Error(\n `File system store root path is not a directory: ${resolvedRootDir}`\n );\n }\n\n return new FileSystemStore({\n ...options,\n rootDir: resolvedRootDir\n });\n }\n\n override async request(\n filename: PFrameInternal.ParquetFileName,\n params: {\n method: PFrameInternal.HttpMethod;\n range?: PFrameInternal.HttpRange;\n signal: AbortSignal;\n callback: (response: PFrameInternal.ObjectStoreResponse) => Promise<void>;\n }\n ): Promise<void> {\n let file: FileHandle | undefined;\n const respond = async (response: PFrameInternal.ObjectStoreResponse) => {\n try {\n await params\n .callback(response)\n .finally(async () => await file?.close());\n } catch (error: unknown) {\n this.logger(\n 'warn',\n `File system store received unexpected rejection from callback: ${ensureError(error)}`\n );\n }\n };\n\n try {\n try {\n const path = join(this.rootDir, filename);\n file = await open(path, 'r');\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to open file ${filename}: ${ensureError(error)}`\n );\n return await respond({ type: 'NotFound' });\n }\n params.signal.throwIfAborted();\n\n let size: number;\n try {\n ({ size } = await file.stat());\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to get size of file ${filename}: ${ensureError(error)}`\n );\n return await respond({ type: 'InternalError' });\n }\n params.signal.throwIfAborted();\n\n const range = this.translate(size, params.range);\n if (!range) {\n return await respond({ type: 'RangeNotSatisfiable', size });\n }\n\n if (params.method === 'HEAD') {\n return await respond({ type: 'Ok', size, range });\n }\n\n let data: Readable;\n try {\n data = file.createReadStream({\n start: range.start,\n end: range.end,\n autoClose: false\n });\n this.logger(\n 'info',\n `File system store created read stream for ${filename}[${range.start}..=${range.end}]`\n );\n } catch (error: unknown) {\n this.logger(\n 'error',\n `File system store failed to create read stream for ${filename}[${range.start}..=${range.end}]: ${ensureError(error)}`\n );\n return await respond({ type: 'InternalError' });\n }\n\n return await respond({ type: 'Ok', size, range, data });\n } catch (error: unknown) {\n if (!isAbortError(error)) {\n this.logger(\n 'warn',\n `File system store unhandled error: ${ensureError(error)}`\n );\n }\n return await respond({ type: 'InternalError' });\n }\n }\n}\n"],"names":[],"mappings":";;;;;AAMA;AACM,MAAO,eAAgB,SAAQ,cAAc,CAAC,eAAe,CAAA;AAChD,IAAA,OAAO;AAExB,IAAA,WAAA,CAAoB,OAAsC,EAAA;QACxD,KAAK,CAAC,OAAO,CAAC;AAEd,QAAA,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO;IAChC;AAEA,IAAA,aAAa,IAAI,CACf,OAAsC,EAAA;QAEtC,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,MAAK;AACvD,YAAA,MAAM,IAAI,KAAK,CACb,oDAAoD,eAAe,CAAA,CAAE,CACtE;AACH,QAAA,CAAC,CAAC;AACF,QAAA,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,EAAE;AAC5B,YAAA,MAAM,IAAI,KAAK,CACb,mDAAmD,eAAe,CAAA,CAAE,CACrE;QACH;QAEA,OAAO,IAAI,eAAe,CAAC;AACzB,YAAA,GAAG,OAAO;AACV,YAAA,OAAO,EAAE;AACV,SAAA,CAAC;IACJ;AAES,IAAA,MAAM,OAAO,CACpB,QAAwC,EACxC,MAKC,EAAA;AAED,QAAA,IAAI,IAA4B;AAChC,QAAA,MAAM,OAAO,GAAG,OAAO,QAA4C,KAAI;AACrE,YAAA,IAAI;AACF,gBAAA,MAAM;qBACH,QAAQ,CAAC,QAAQ;qBACjB,OAAO,CAAC,YAAY,MAAM,IAAI,EAAE,KAAK,EAAE,CAAC;YAC7C;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,+DAAA,EAAkE,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CACvF;YACH;AACF,QAAA,CAAC;AAED,QAAA,IAAI;AACF,YAAA,IAAI;gBACF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC;gBACzC,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC;YAC9B;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,sCAAA,EAAyC,QAAQ,CAAA,EAAA,EAAK,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC3E;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;YAC5C;AACA,YAAA,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;AAE9B,YAAA,IAAI,IAAY;AAChB,YAAA,IAAI;gBACF,CAAC,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE;YAC/B;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,6CAAA,EAAgD,QAAQ,CAAA,EAAA,EAAK,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAClF;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YACjD;AACA,YAAA,MAAM,CAAC,MAAM,CAAC,cAAc,EAAE;AAE9B,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC;YAChD,IAAI,CAAC,KAAK,EAAE;gBACV,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,CAAC;YAC7D;AAEA,YAAA,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,EAAE;AAC5B,gBAAA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;YACnD;AAEA,YAAA,IAAI,IAAc;AAClB,YAAA,IAAI;AACF,gBAAA,IAAI,GAAG,IAAI,CAAC,gBAAgB,CAAC;oBAC3B,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,GAAG,EAAE,KAAK,CAAC,GAAG;AACd,oBAAA,SAAS,EAAE;AACZ,iBAAA,CAAC;AACF,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,6CAA6C,QAAQ,CAAA,CAAA,EAAI,KAAK,CAAC,KAAK,CAAA,GAAA,EAAM,KAAK,CAAC,GAAG,CAAA,CAAA,CAAG,CACvF;YACH;YAAE,OAAO,KAAc,EAAE;gBACvB,IAAI,CAAC,MAAM,CACT,OAAO,EACP,CAAA,mDAAA,EAAsD,QAAQ,CAAA,CAAA,EAAI,KAAK,CAAC,KAAK,MAAM,KAAK,CAAC,GAAG,CAAA,GAAA,EAAM,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CACvH;gBACD,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;YACjD;AAEA,YAAA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACzD;QAAE,OAAO,KAAc,EAAE;AACvB,YAAA,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;AACxB,gBAAA,IAAI,CAAC,MAAM,CACT,MAAM,EACN,CAAA,mCAAA,EAAsC,WAAW,CAAC,KAAK,CAAC,CAAA,CAAE,CAC3D;YACH;YACA,OAAO,MAAM,OAAO,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC;QACjD;IACF;AACD;;;;"}
@@ -0,0 +1,171 @@
1
+ 'use strict';
2
+
3
+ var promises = require('node:stream/promises');
4
+ var node_crypto = require('node:crypto');
5
+ var filename = require('./utils/filename.cjs');
6
+ var etag = require('./utils/etag.cjs');
7
+ var headers = require('./utils/headers.cjs');
8
+ var options = require('./utils/options.cjs');
9
+ var range = require('./utils/range.cjs');
10
+ var method = require('./utils/method.cjs');
11
+ var status = require('./utils/status.cjs');
12
+ var plModelCommon = require('@milaboratories/pl-model-common');
13
+
14
+ /** Main request handler for parquet files */
15
+ function handleRequest(request, response, store) {
16
+ // RFC 9110 section 6.6.1: Date header should be present in all responses
17
+ response.sendDate = true;
18
+ // RFC 9110 section 8.6: Content-Length 0 as default for error responses
19
+ response.strictContentLength = true;
20
+ response.setHeader(headers.HeaderName.ContentLength, 0);
21
+ // Note: setting Content-Length disables Node.js default Transfer-Encoding: chunked
22
+ // RFC 9111 section 5.2: Cache-Control header with public allows to cache authenticated responses
23
+ response.setHeader(headers.HeaderName.CacheControl, headers.HeaderValue.CacheControl);
24
+ // RFC 9110 section 15.5.6: Method not allowed
25
+ const method$1 = request.method;
26
+ if (!method.isGetOrHead(method$1)) {
27
+ response.setHeader(headers.HeaderName.Allow, headers.HeaderValue.Allow);
28
+ return void response.writeHead(status.StatusCode.MethodNotAllowed).end();
29
+ }
30
+ const filename$1 = filename.getFilenameFromUrl(request);
31
+ if (filename$1 === null) {
32
+ return void response.writeHead(status.StatusCode.Gone).end();
33
+ }
34
+ // From now on we are sure that the response would be a Parquet file
35
+ response.setHeader(headers.HeaderName.AcceptRanges, headers.HeaderValue.AcceptRanges);
36
+ response.setHeader(headers.HeaderName.ContentType, headers.HeaderValue.ContentType);
37
+ // RFC 9110 section 8.8.3: ETag header is used for cache versioning
38
+ const etag$1 = etag.createETag(filename$1);
39
+ // RFC 9110 section 8.8.2: Last-Modified header field for cache validation
40
+ const mtime = new Date(0); // Using fake fixed date since files are immutable
41
+ // RFC 9111 section 5.2: Cache-Control header with public allows to cache authenticated responses
42
+ response.setHeader(headers.HeaderName.CacheControl, headers.HeaderValue.CacheControl);
43
+ response.setHeader(headers.HeaderName.ETag, etag$1);
44
+ response.setHeader(headers.HeaderName.LastModified, mtime.toUTCString());
45
+ const options$1 = new options.Options(request);
46
+ // RFC 9110 section 13.1.1: If-Match precondition evaluation
47
+ // RFC 9110 section 13.1.4: If-Unmodified-Since precondition evaluation
48
+ if (options$1.preconditionFailed(etag$1, mtime)) {
49
+ return void response.writeHead(status.StatusCode.PreconditionFailed).end();
50
+ }
51
+ // RFC 9110 section 13.1.2: If-None-Match precondition evaluation
52
+ // RFC 9110 section 13.1.3: If-Modified-Since precondition evaluation
53
+ else if (options$1.notModified(etag$1, mtime)) {
54
+ return void response.writeHead(status.StatusCode.NotModified).end();
55
+ }
56
+ const range$1 = range.parseRange(request);
57
+ if (range$1 === null) {
58
+ return void response.writeHead(status.StatusCode.BadRequest).end();
59
+ }
60
+ const abortController = new AbortController();
61
+ request.on('close', () => abortController.abort());
62
+ const signal = abortController.signal;
63
+ store.request(filename$1, {
64
+ method: method$1,
65
+ range: range$1,
66
+ signal,
67
+ // pipeline automatically destroys the streams if they were not gracefully closed
68
+ callback: async (result) => {
69
+ if (request.destroyed) {
70
+ // request has timed out, close the connection
71
+ if (response.destroyed) {
72
+ return;
73
+ }
74
+ else if (response.headersSent) {
75
+ return void response.end();
76
+ }
77
+ else {
78
+ response.setHeader(headers.HeaderName.Connection, headers.HeaderValue.Connection);
79
+ return void response.writeHead(status.StatusCode.RequestTimeout).end();
80
+ }
81
+ }
82
+ switch (result.type) {
83
+ case 'InternalError':
84
+ // object store encountered network error, retry by client can help
85
+ return void response.writeHead(status.StatusCode.InternalServerError).end();
86
+ case 'NotFound':
87
+ // RFC 9110 section 15.4.5: Not found
88
+ return void response.writeHead(status.StatusCode.NotFound).end();
89
+ case 'RangeNotSatisfiable':
90
+ // RFC 9110 section 15.5.17: Range not satisfiable
91
+ response.setHeader(headers.HeaderName.ContentRange, `bytes */${result.size}`);
92
+ return void response.writeHead(status.StatusCode.RangeNotSatisfiable).end();
93
+ }
94
+ if (method.isGet(method$1) && !result.data) {
95
+ // object store implementation is incorrect, retry by client cannot help
96
+ return void response.writeHead(status.StatusCode.GatewayTimeout).end();
97
+ }
98
+ if (range$1) {
99
+ // RFC 9110 section 14.4: Partial content response
100
+ response.setHeader(headers.HeaderName.ContentLength, result.range.end - result.range.start + 1);
101
+ response.setHeader(headers.HeaderName.ContentRange, `bytes ${result.range.start}-${result.range.end}/${result.size}`);
102
+ response.writeHead(status.StatusCode.PartialContent);
103
+ }
104
+ else {
105
+ // RFC 9110 section 15.3.1: OK response
106
+ response.setHeader(headers.HeaderName.ContentLength, result.size);
107
+ response.writeHead(status.StatusCode.Ok);
108
+ }
109
+ // RFC 9110 section 9.3.2: HEAD method must not return message body
110
+ if (method.isHead(method$1)) {
111
+ return void response.end();
112
+ }
113
+ try {
114
+ return await promises.pipeline(result.data, response, { signal });
115
+ }
116
+ catch (error) {
117
+ if (!plModelCommon.isAbortError(error))
118
+ throw error;
119
+ }
120
+ }
121
+ });
122
+ }
123
+ /**
124
+ * Create a request handler for serving files from an object store
125
+ * compatible with HTTP/1.1 as defined in RFC 9110 and RFC 9111:
126
+ * - <https://datatracker.ietf.org/doc/html/rfc9110>
127
+ * - <https://datatracker.ietf.org/doc/html/rfc9111>
128
+ *
129
+ * Accepts only paths of the form `/<filename>.parquet`, returns 410 Gone otherwise
130
+ * Assumes that files are immutable (and sets cache headers accordingly)
131
+ */
132
+ function createRequestHandler(options) {
133
+ const { store } = options;
134
+ return (request, response) => handleRequest(request, response, store);
135
+ }
136
+ /** Request authorization middleware */
137
+ function authorizeRequest(request, response, handler, authHeader) {
138
+ // RFC 9110 section 6.6.1: Date header should be present in all responses
139
+ response.sendDate = true;
140
+ // RFC 9110 section 8.6: Content-Length 0 as default for error responses
141
+ response.strictContentLength = true;
142
+ response.setHeader(headers.HeaderName.ContentLength, 0);
143
+ // Note: setting Content-Length disables Node.js default Transfer-Encoding: chunked
144
+ const actualHeader = request.headers[headers.HeaderName.Authorization];
145
+ // Early length check to avoid unnecessary processing
146
+ if (!actualHeader || actualHeader.length !== authHeader.length) {
147
+ // RFC 9110 section 11.6.1: WWW-Authenticate header field
148
+ response.setHeader(headers.HeaderName.WWWAuthenticate, headers.HeaderValue.WWWAuthenticate);
149
+ return void response.writeHead(status.StatusCode.Unauthorized).end();
150
+ }
151
+ // Use timing-safe comparison to prevent timing attacks
152
+ // <https://developers.cloudflare.com/workers/examples/protect-against-timing-attacks/>
153
+ const encoder = new TextEncoder();
154
+ const receivedBuffer = encoder.encode(actualHeader);
155
+ const expectedBuffer = encoder.encode(authHeader);
156
+ if (receivedBuffer.byteLength !== expectedBuffer.byteLength ||
157
+ !node_crypto.timingSafeEqual(receivedBuffer, expectedBuffer)) {
158
+ response.setHeader(headers.HeaderName.WWWAuthenticate, headers.HeaderValue.WWWAuthenticate);
159
+ return void response.writeHead(status.StatusCode.Unauthorized).end();
160
+ }
161
+ return handler(request, response);
162
+ }
163
+ /** Apply Bearer token authorization to @param handler */
164
+ function authorizeRequestHandler(handler, authToken) {
165
+ const authHeader = `Bearer ${authToken}`;
166
+ return (request, response) => authorizeRequest(request, response, handler, authHeader);
167
+ }
168
+
169
+ exports.authorizeRequestHandler = authorizeRequestHandler;
170
+ exports.createRequestHandler = createRequestHandler;
171
+ //# sourceMappingURL=handler.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"handler.cjs","sources":["../src/handler.ts"],"sourcesContent":["import type {\n IncomingMessage,\n RequestListener,\n ServerResponse\n} from 'node:http';\nimport { pipeline } from 'node:stream/promises';\nimport { timingSafeEqual } from 'node:crypto';\nimport type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';\nimport {\n createETag,\n getFilenameFromUrl,\n parseRange,\n isGetOrHead,\n isGet,\n isHead,\n Options,\n StatusCode,\n HeaderName,\n HeaderValue\n} from './utils';\nimport { isAbortError } from '@milaboratories/pl-model-common';\n\n/** Main request handler for parquet files */\nfunction handleRequest(\n request: IncomingMessage,\n response: ServerResponse,\n store: PFrameInternal.ObjectStore\n): void {\n // RFC 9110 section 6.6.1: Date header should be present in all responses\n response.sendDate = true;\n // RFC 9110 section 8.6: Content-Length 0 as default for error responses\n response.strictContentLength = true;\n response.setHeader(HeaderName.ContentLength, 0);\n // Note: setting Content-Length disables Node.js default Transfer-Encoding: chunked\n\n // RFC 9111 section 5.2: Cache-Control header with public allows to cache authenticated responses\n response.setHeader(HeaderName.CacheControl, HeaderValue.CacheControl);\n\n // RFC 9110 section 15.5.6: Method not allowed\n const method = request.method;\n if (!isGetOrHead(method)) {\n response.setHeader(HeaderName.Allow, HeaderValue.Allow);\n return void response.writeHead(StatusCode.MethodNotAllowed).end();\n }\n\n const filename = getFilenameFromUrl(request);\n if (filename === null) {\n return void response.writeHead(StatusCode.Gone).end();\n }\n\n // From now on we are sure that the response would be a Parquet file\n response.setHeader(HeaderName.AcceptRanges, HeaderValue.AcceptRanges);\n response.setHeader(HeaderName.ContentType, HeaderValue.ContentType);\n\n // RFC 9110 section 8.8.3: ETag header is used for cache versioning\n const etag = createETag(filename);\n // RFC 9110 section 8.8.2: Last-Modified header field for cache validation\n const mtime = new Date(0); // Using fake fixed date since files are immutable\n // RFC 9111 section 5.2: Cache-Control header with public allows to cache authenticated responses\n response.setHeader(HeaderName.CacheControl, HeaderValue.CacheControl);\n response.setHeader(HeaderName.ETag, etag);\n response.setHeader(HeaderName.LastModified, mtime.toUTCString());\n\n const options = new Options(request);\n // RFC 9110 section 13.1.1: If-Match precondition evaluation\n // RFC 9110 section 13.1.4: If-Unmodified-Since precondition evaluation\n if (options.preconditionFailed(etag, mtime)) {\n return void response.writeHead(StatusCode.PreconditionFailed).end();\n }\n // RFC 9110 section 13.1.2: If-None-Match precondition evaluation\n // RFC 9110 section 13.1.3: If-Modified-Since precondition evaluation\n else if (options.notModified(etag, mtime)) {\n return void response.writeHead(StatusCode.NotModified).end();\n }\n\n const range = parseRange(request);\n if (range === null) {\n return void response.writeHead(StatusCode.BadRequest).end();\n }\n\n const abortController = new AbortController();\n request.on('close', () => abortController.abort());\n const signal = abortController.signal;\n\n store.request(filename, {\n method,\n range,\n signal,\n // pipeline automatically destroys the streams if they were not gracefully closed\n callback: async (result) => {\n if (request.destroyed) {\n // request has timed out, close the connection\n if (response.destroyed) {\n return;\n } else if (response.headersSent) {\n return void response.end();\n } else {\n response.setHeader(HeaderName.Connection, HeaderValue.Connection);\n return void response.writeHead(StatusCode.RequestTimeout).end();\n }\n }\n\n switch (result.type) {\n case 'InternalError':\n // object store encountered network error, retry by client can help\n return void response.writeHead(StatusCode.InternalServerError).end();\n case 'NotFound':\n // RFC 9110 section 15.4.5: Not found\n return void response.writeHead(StatusCode.NotFound).end();\n case 'RangeNotSatisfiable':\n // RFC 9110 section 15.5.17: Range not satisfiable\n response.setHeader(HeaderName.ContentRange, `bytes */${result.size}`);\n return void response.writeHead(StatusCode.RangeNotSatisfiable).end();\n case 'Ok':\n break;\n }\n\n if (isGet(method) && !result.data) {\n // object store implementation is incorrect, retry by client cannot help\n return void response.writeHead(StatusCode.GatewayTimeout).end();\n }\n\n if (range) {\n // RFC 9110 section 14.4: Partial content response\n response.setHeader(\n HeaderName.ContentLength,\n result.range.end - result.range.start + 1\n );\n response.setHeader(\n HeaderName.ContentRange,\n `bytes ${result.range.start}-${result.range.end}/${result.size}`\n );\n response.writeHead(StatusCode.PartialContent);\n } else {\n // RFC 9110 section 15.3.1: OK response\n response.setHeader(HeaderName.ContentLength, result.size);\n response.writeHead(StatusCode.Ok);\n }\n\n // RFC 9110 section 9.3.2: HEAD method must not return message body\n if (isHead(method)) {\n return void response.end();\n }\n\n try {\n return await pipeline(result.data!, response, { signal });\n } catch (error: unknown) {\n if (!isAbortError(error)) throw error;\n }\n }\n });\n}\n\n/**\n * Create a request handler for serving files from an object store\n * compatible with HTTP/1.1 as defined in RFC 9110 and RFC 9111:\n * - <https://datatracker.ietf.org/doc/html/rfc9110>\n * - <https://datatracker.ietf.org/doc/html/rfc9111>\n *\n * Accepts only paths of the form `/<filename>.parquet`, returns 410 Gone otherwise\n * Assumes that files are immutable (and sets cache headers accordingly)\n */\nexport function createRequestHandler(\n options: PFrameInternal.RequestHandlerOptions\n): RequestListener {\n const { store } = options;\n return (request, response) => handleRequest(request, response, store);\n}\n\n/** Request authorization middleware */\nfunction authorizeRequest(\n request: IncomingMessage,\n response: ServerResponse,\n handler: RequestListener,\n authHeader: string\n): void {\n // RFC 9110 section 6.6.1: Date header should be present in all responses\n response.sendDate = true;\n // RFC 9110 section 8.6: Content-Length 0 as default for error responses\n response.strictContentLength = true;\n response.setHeader(HeaderName.ContentLength, 0);\n // Note: setting Content-Length disables Node.js default Transfer-Encoding: chunked\n\n const actualHeader = request.headers[HeaderName.Authorization];\n\n // Early length check to avoid unnecessary processing\n if (!actualHeader || actualHeader.length !== authHeader.length) {\n // RFC 9110 section 11.6.1: WWW-Authenticate header field\n response.setHeader(HeaderName.WWWAuthenticate, HeaderValue.WWWAuthenticate);\n return void response.writeHead(StatusCode.Unauthorized).end();\n }\n\n // Use timing-safe comparison to prevent timing attacks\n // <https://developers.cloudflare.com/workers/examples/protect-against-timing-attacks/>\n const encoder = new TextEncoder();\n const receivedBuffer = encoder.encode(actualHeader);\n const expectedBuffer = encoder.encode(authHeader);\n\n if (\n receivedBuffer.byteLength !== expectedBuffer.byteLength ||\n !timingSafeEqual(receivedBuffer, expectedBuffer)\n ) {\n response.setHeader(HeaderName.WWWAuthenticate, HeaderValue.WWWAuthenticate);\n return void response.writeHead(StatusCode.Unauthorized).end();\n }\n\n return handler(request, response);\n}\n\n/** Apply Bearer token authorization to @param handler */\nexport function authorizeRequestHandler(\n handler: RequestListener,\n authToken: PFrameInternal.HttpAuthorizationToken\n): RequestListener {\n const authHeader = `Bearer ${authToken}`;\n return (request, response) =>\n authorizeRequest(request, response, handler, authHeader);\n}\n"],"names":["HeaderName","HeaderValue","method","isGetOrHead","StatusCode","filename","getFilenameFromUrl","etag","createETag","options","Options","range","parseRange","isGet","isHead","pipeline","isAbortError","timingSafeEqual"],"mappings":";;;;;;;;;;;;;AAsBA;AACA,SAAS,aAAa,CACpB,OAAwB,EACxB,QAAwB,EACxB,KAAiC,EAAA;;AAGjC,IAAA,QAAQ,CAAC,QAAQ,GAAG,IAAI;;AAExB,IAAA,QAAQ,CAAC,mBAAmB,GAAG,IAAI;IACnC,QAAQ,CAAC,SAAS,CAACA,kBAAU,CAAC,aAAa,EAAE,CAAC,CAAC;;;IAI/C,QAAQ,CAAC,SAAS,CAACA,kBAAU,CAAC,YAAY,EAAEC,mBAAW,CAAC,YAAY,CAAC;;AAGrE,IAAA,MAAMC,QAAM,GAAG,OAAO,CAAC,MAAM;AAC7B,IAAA,IAAI,CAACC,kBAAW,CAACD,QAAM,CAAC,EAAE;QACxB,QAAQ,CAAC,SAAS,CAACF,kBAAU,CAAC,KAAK,EAAEC,mBAAW,CAAC,KAAK,CAAC;AACvD,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACG,iBAAU,CAAC,gBAAgB,CAAC,CAAC,GAAG,EAAE;IACnE;AAEA,IAAA,MAAMC,UAAQ,GAAGC,2BAAkB,CAAC,OAAO,CAAC;AAC5C,IAAA,IAAID,UAAQ,KAAK,IAAI,EAAE;AACrB,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACD,iBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE;IACvD;;IAGA,QAAQ,CAAC,SAAS,CAACJ,kBAAU,CAAC,YAAY,EAAEC,mBAAW,CAAC,YAAY,CAAC;IACrE,QAAQ,CAAC,SAAS,CAACD,kBAAU,CAAC,WAAW,EAAEC,mBAAW,CAAC,WAAW,CAAC;;AAGnE,IAAA,MAAMM,MAAI,GAAGC,eAAU,CAACH,UAAQ,CAAC;;IAEjC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;;IAE1B,QAAQ,CAAC,SAAS,CAACL,kBAAU,CAAC,YAAY,EAAEC,mBAAW,CAAC,YAAY,CAAC;IACrE,QAAQ,CAAC,SAAS,CAACD,kBAAU,CAAC,IAAI,EAAEO,MAAI,CAAC;AACzC,IAAA,QAAQ,CAAC,SAAS,CAACP,kBAAU,CAAC,YAAY,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;AAEhE,IAAA,MAAMS,SAAO,GAAG,IAAIC,eAAO,CAAC,OAAO,CAAC;;;IAGpC,IAAID,SAAO,CAAC,kBAAkB,CAACF,MAAI,EAAE,KAAK,CAAC,EAAE;AAC3C,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACH,iBAAU,CAAC,kBAAkB,CAAC,CAAC,GAAG,EAAE;IACrE;;;SAGK,IAAIK,SAAO,CAAC,WAAW,CAACF,MAAI,EAAE,KAAK,CAAC,EAAE;AACzC,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACH,iBAAU,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE;IAC9D;AAEA,IAAA,MAAMO,OAAK,GAAGC,gBAAU,CAAC,OAAO,CAAC;AACjC,IAAA,IAAID,OAAK,KAAK,IAAI,EAAE;AAClB,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACP,iBAAU,CAAC,UAAU,CAAC,CAAC,GAAG,EAAE;IAC7D;AAEA,IAAA,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE;AAC7C,IAAA,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,eAAe,CAAC,KAAK,EAAE,CAAC;AAClD,IAAA,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM;AAErC,IAAA,KAAK,CAAC,OAAO,CAACC,UAAQ,EAAE;gBACtBH,QAAM;eACNS,OAAK;QACL,MAAM;;AAEN,QAAA,QAAQ,EAAE,OAAO,MAAM,KAAI;AACzB,YAAA,IAAI,OAAO,CAAC,SAAS,EAAE;;AAErB,gBAAA,IAAI,QAAQ,CAAC,SAAS,EAAE;oBACtB;gBACF;AAAO,qBAAA,IAAI,QAAQ,CAAC,WAAW,EAAE;AAC/B,oBAAA,OAAO,KAAK,QAAQ,CAAC,GAAG,EAAE;gBAC5B;qBAAO;oBACL,QAAQ,CAAC,SAAS,CAACX,kBAAU,CAAC,UAAU,EAAEC,mBAAW,CAAC,UAAU,CAAC;AACjE,oBAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACG,iBAAU,CAAC,cAAc,CAAC,CAAC,GAAG,EAAE;gBACjE;YACF;AAEA,YAAA,QAAQ,MAAM,CAAC,IAAI;AACjB,gBAAA,KAAK,eAAe;;AAElB,oBAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACA,iBAAU,CAAC,mBAAmB,CAAC,CAAC,GAAG,EAAE;AACtE,gBAAA,KAAK,UAAU;;AAEb,oBAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACA,iBAAU,CAAC,QAAQ,CAAC,CAAC,GAAG,EAAE;AAC3D,gBAAA,KAAK,qBAAqB;;AAExB,oBAAA,QAAQ,CAAC,SAAS,CAACJ,kBAAU,CAAC,YAAY,EAAE,CAAA,QAAA,EAAW,MAAM,CAAC,IAAI,CAAA,CAAE,CAAC;AACrE,oBAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACI,iBAAU,CAAC,mBAAmB,CAAC,CAAC,GAAG,EAAE;;YAKxE,IAAIS,YAAK,CAACX,QAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;;AAEjC,gBAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACE,iBAAU,CAAC,cAAc,CAAC,CAAC,GAAG,EAAE;YACjE;YAEA,IAAIO,OAAK,EAAE;;gBAET,QAAQ,CAAC,SAAS,CAChBX,kBAAU,CAAC,aAAa,EACxB,MAAM,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAC1C;gBACD,QAAQ,CAAC,SAAS,CAChBA,kBAAU,CAAC,YAAY,EACvB,CAAA,MAAA,EAAS,MAAM,CAAC,KAAK,CAAC,KAAK,CAAA,CAAA,EAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAA,CAAA,EAAI,MAAM,CAAC,IAAI,CAAA,CAAE,CACjE;AACD,gBAAA,QAAQ,CAAC,SAAS,CAACI,iBAAU,CAAC,cAAc,CAAC;YAC/C;iBAAO;;gBAEL,QAAQ,CAAC,SAAS,CAACJ,kBAAU,CAAC,aAAa,EAAE,MAAM,CAAC,IAAI,CAAC;AACzD,gBAAA,QAAQ,CAAC,SAAS,CAACI,iBAAU,CAAC,EAAE,CAAC;YACnC;;AAGA,YAAA,IAAIU,aAAM,CAACZ,QAAM,CAAC,EAAE;AAClB,gBAAA,OAAO,KAAK,QAAQ,CAAC,GAAG,EAAE;YAC5B;AAEA,YAAA,IAAI;AACF,gBAAA,OAAO,MAAMa,iBAAQ,CAAC,MAAM,CAAC,IAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC;YAC3D;YAAE,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,CAACC,0BAAY,CAAC,KAAK,CAAC;AAAE,oBAAA,MAAM,KAAK;YACvC;QACF;AACD,KAAA,CAAC;AACJ;AAEA;;;;;;;;AAQG;AACG,SAAU,oBAAoB,CAClC,OAA6C,EAAA;AAE7C,IAAA,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO;AACzB,IAAA,OAAO,CAAC,OAAO,EAAE,QAAQ,KAAK,aAAa,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC;AACvE;AAEA;AACA,SAAS,gBAAgB,CACvB,OAAwB,EACxB,QAAwB,EACxB,OAAwB,EACxB,UAAkB,EAAA;;AAGlB,IAAA,QAAQ,CAAC,QAAQ,GAAG,IAAI;;AAExB,IAAA,QAAQ,CAAC,mBAAmB,GAAG,IAAI;IACnC,QAAQ,CAAC,SAAS,CAAChB,kBAAU,CAAC,aAAa,EAAE,CAAC,CAAC;;IAG/C,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAACA,kBAAU,CAAC,aAAa,CAAC;;IAG9D,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,EAAE;;QAE9D,QAAQ,CAAC,SAAS,CAACA,kBAAU,CAAC,eAAe,EAAEC,mBAAW,CAAC,eAAe,CAAC;AAC3E,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACG,iBAAU,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE;IAC/D;;;AAIA,IAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE;IACjC,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;IACnD,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;AAEjD,IAAA,IACE,cAAc,CAAC,UAAU,KAAK,cAAc,CAAC,UAAU;AACvD,QAAA,CAACa,2BAAe,CAAC,cAAc,EAAE,cAAc,CAAC,EAChD;QACA,QAAQ,CAAC,SAAS,CAACjB,kBAAU,CAAC,eAAe,EAAEC,mBAAW,CAAC,eAAe,CAAC;AAC3E,QAAA,OAAO,KAAK,QAAQ,CAAC,SAAS,CAACG,iBAAU,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE;IAC/D;AAEA,IAAA,OAAO,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC;AACnC;AAEA;AACM,SAAU,uBAAuB,CACrC,OAAwB,EACxB,SAAgD,EAAA;AAEhD,IAAA,MAAM,UAAU,GAAG,CAAA,OAAA,EAAU,SAAS,EAAE;AACxC,IAAA,OAAO,CAAC,OAAO,EAAE,QAAQ,KACvB,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC;AAC5D;;;;;"}
@@ -0,0 +1,15 @@
1
+ import type { RequestListener } from 'node:http';
2
+ import type { PFrameInternal } from '@milaboratories/pl-model-middle-layer';
3
+ /**
4
+ * Create a request handler for serving files from an object store
5
+ * compatible with HTTP/1.1 as defined in RFC 9110 and RFC 9111:
6
+ * - <https://datatracker.ietf.org/doc/html/rfc9110>
7
+ * - <https://datatracker.ietf.org/doc/html/rfc9111>
8
+ *
9
+ * Accepts only paths of the form `/<filename>.parquet`, returns 410 Gone otherwise
10
+ * Assumes that files are immutable (and sets cache headers accordingly)
11
+ */
12
+ export declare function createRequestHandler(options: PFrameInternal.RequestHandlerOptions): RequestListener;
13
+ /** Apply Bearer token authorization to @param handler */
14
+ export declare function authorizeRequestHandler(handler: RequestListener, authToken: PFrameInternal.HttpAuthorizationToken): RequestListener;
15
+ //# sourceMappingURL=handler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"handler.d.ts","sourceRoot":"","sources":["../src/handler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,eAAe,EAEhB,MAAM,WAAW,CAAC;AAGnB,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAC;AAkJ5E;;;;;;;;GAQG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,cAAc,CAAC,qBAAqB,GAC5C,eAAe,CAGjB;AA0CD,yDAAyD;AACzD,wBAAgB,uBAAuB,CACrC,OAAO,EAAE,eAAe,EACxB,SAAS,EAAE,cAAc,CAAC,sBAAsB,GAC/C,eAAe,CAIjB"}