@t4h.framework/fs 0.5.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/.ai/skills/framework-fs/SKILL.md +23 -3
  2. package/.ai/skills/framework-fs-split/SKILL.md +350 -0
  3. package/README.md +297 -3
  4. package/dist/FileSystemClaim.d.ts +4 -0
  5. package/dist/FileSystemClaim.d.ts.map +1 -1
  6. package/dist/FileSystemClaim.js.map +1 -1
  7. package/dist/activities/FileJoinActivity.d.ts +59 -0
  8. package/dist/activities/FileJoinActivity.d.ts.map +1 -0
  9. package/dist/activities/FileJoinActivity.js +74 -0
  10. package/dist/activities/FileJoinActivity.js.map +1 -0
  11. package/dist/activities/FileReadActivity.d.ts +22 -0
  12. package/dist/activities/FileReadActivity.d.ts.map +1 -0
  13. package/dist/activities/FileReadActivity.js +68 -0
  14. package/dist/activities/FileReadActivity.js.map +1 -0
  15. package/dist/activities/FileSplitActivity.d.ts +31 -28
  16. package/dist/activities/FileSplitActivity.d.ts.map +1 -1
  17. package/dist/activities/FileSplitActivity.js +40 -34
  18. package/dist/activities/FileSplitActivity.js.map +1 -1
  19. package/dist/activities/__tests__/FileJoinActivity.spec.d.ts +2 -0
  20. package/dist/activities/__tests__/FileJoinActivity.spec.d.ts.map +1 -0
  21. package/dist/activities/__tests__/FileJoinActivity.spec.js +323 -0
  22. package/dist/activities/__tests__/FileJoinActivity.spec.js.map +1 -0
  23. package/dist/activities/__tests__/FileReadActivity.spec.d.ts +2 -0
  24. package/dist/activities/__tests__/FileReadActivity.spec.d.ts.map +1 -0
  25. package/dist/activities/__tests__/FileReadActivity.spec.js +120 -0
  26. package/dist/activities/__tests__/FileReadActivity.spec.js.map +1 -0
  27. package/dist/activities/__tests__/FileSplitActivity.spec.js +135 -132
  28. package/dist/activities/__tests__/FileSplitActivity.spec.js.map +1 -1
  29. package/dist/constants/operations.d.ts +3 -0
  30. package/dist/constants/operations.d.ts.map +1 -0
  31. package/dist/constants/operations.js +18 -0
  32. package/dist/constants/operations.js.map +1 -0
  33. package/dist/fs.d.ts +4 -0
  34. package/dist/fs.d.ts.map +1 -1
  35. package/dist/fs.js +4 -0
  36. package/dist/fs.js.map +1 -1
  37. package/dist/helpers/CSV.d.ts +14 -0
  38. package/dist/helpers/CSV.d.ts.map +1 -0
  39. package/dist/helpers/CSV.js +44 -0
  40. package/dist/helpers/CSV.js.map +1 -0
  41. package/dist/helpers/__tests__/byte-delimiter-scanner.spec.d.ts +2 -0
  42. package/dist/helpers/__tests__/byte-delimiter-scanner.spec.d.ts.map +1 -0
  43. package/dist/helpers/__tests__/byte-delimiter-scanner.spec.js +196 -0
  44. package/dist/helpers/__tests__/byte-delimiter-scanner.spec.js.map +1 -0
  45. package/dist/helpers/byte-delimiter-scanner.d.ts +43 -0
  46. package/dist/helpers/byte-delimiter-scanner.d.ts.map +1 -0
  47. package/dist/helpers/byte-delimiter-scanner.js +85 -0
  48. package/dist/helpers/byte-delimiter-scanner.js.map +1 -0
  49. package/dist/tools/assert-where-serializable.d.ts +2 -0
  50. package/dist/tools/assert-where-serializable.d.ts.map +1 -0
  51. package/dist/tools/assert-where-serializable.js +19 -0
  52. package/dist/tools/assert-where-serializable.js.map +1 -0
  53. package/package.json +11 -5
  54. package/dist/ActivityFileSystemClaim.d.ts +0 -7
  55. package/dist/ActivityFileSystemClaim.d.ts.map +0 -1
  56. package/dist/ActivityFileSystemClaim.js +0 -3
  57. package/dist/ActivityFileSystemClaim.js.map +0 -1
  58. package/dist/helpers/__tests__/csv-reader.spec.d.ts +0 -2
  59. package/dist/helpers/__tests__/csv-reader.spec.d.ts.map +0 -1
  60. package/dist/helpers/__tests__/csv-reader.spec.js +0 -60
  61. package/dist/helpers/__tests__/csv-reader.spec.js.map +0 -1
  62. package/dist/helpers/csv-reader.d.ts +0 -8
  63. package/dist/helpers/csv-reader.d.ts.map +0 -1
  64. package/dist/helpers/csv-reader.js +0 -14
  65. package/dist/helpers/csv-reader.js.map +0 -1
  66. package/dist/helpers/parsers.d.ts +0 -9
  67. package/dist/helpers/parsers.d.ts.map +0 -1
  68. package/dist/helpers/parsers.js +0 -14
  69. package/dist/helpers/parsers.js.map +0 -1
  70. package/dist/testing/index.d.ts +0 -3
  71. package/dist/testing/index.d.ts.map +0 -1
  72. package/dist/testing/index.js +0 -32
  73. package/dist/testing/index.js.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"FileSplitActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EACtB,KAAK,MAAM,EAIX,qBAAqB,EACrB,YAAY,EACZ,QAAQ,EACT,MAAM,qBAAqB,CAAA;AAC5B,OAAO,KAAK,IAAI,MAAM,SAAS,CAAA;AAG/B,OAAO,EAAW,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAA;AAElE,MAAM,MAAM,oBAAoB,CAAC,OAAO,SAAS,YAAY,IAAI;IAC/D,MAAM,EAAE,OAAO,CAAA;IACf,QAAQ,CAAC,EAAE,cAAc,CAAA;CAC1B,CAAA;AAED,KAAK,oBAAoB,GAAG,oBAAoB,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG;IACnE,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB,CAAA;AAED,KAAK,mBAAmB,GAAG,oBAAoB,CAAC,KAAK,CAAC,GAAG;IACvD,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAGD,KAAK,sBAAsB,GAAG,oBAAoB,CAAC,MAAM,CAAC,GAAG;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,OAAO,CAAA;CAClB,CAAA;AAED,KAAK,gBAAgB,GACjB,oBAAoB,GACpB,mBAAmB,GACnB,sBAAsB,CAAA;AAE1B,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,OAAO,CAAC,EAAE,gBAAgB,CAAA;CAC3B,CAAA;AAED,qBAAa,iBAAkB,SAAQ,YAAY,CACjD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,CAAC,EACrD,sBAAsB,EACtB,MAAM,EAAE,EACR,MAAM,EAAE,CACT;IACC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAErB;IAEK,OAAO,CACZ,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,gBAAgB,GACzB,sBAAsB;IAIZ,GAAG,CAAC,EACf,MAAM,EACN,OAA2B,GAC5B,EAAE,sBAAsB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAqCtC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;CAG9C;AAED,KAAK,cAAc,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;IAAE,MAAM,EAAE,IAAI,CAAC,OAAO,CAAA;CAAE,CAAC,EAAE,GAAG,CAAC,CAAA;AAE3E,wBAAsB,KAAK,CACzB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,cAAc,EACxB,OAAO,CAAC,EAAE,gBAAgB,GAAG;IAAE,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAE,4DAgBpD"}
1
+ {"version":3,"file":"FileSplitActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,KAAK,MAAM,EAGX,KAAK,QAAQ,EACb,gBAAgB,EAEhB,mBAAmB,EACpB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAEL,KAAK,QAAQ,EACb,KAAK,kBAAkB,EACxB,MAAM,sCAAsC,CAAA;AAE7C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,kBAAkB,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,QAAQ,CAAA;IACf,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,cAAc,CAAA;IACzB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,gBAAgB,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAED,qBAAa,iBAAkB,SAAQ,aAAa,CAClD,SAAS;IACP,MAAM,EAAE,MAAM;IACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAC5B,OAAO,EAAE,gBAAgB;CAC1B,EACD,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,OAAO,mBAAmB,CAC3B;IACC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAGrB;IAEK,OAAO,CACZ,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,sBAAsB;IASZ,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACR,EAAE,sBAAsB;;;;IAoClB,OAAO,CAAC,OAAO,EAAE,cAAc;IAI/B,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,gBAAgB;CAG1D;AAED,wBAAsB,KAAK,CACzB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAS3B;AAED,yBAAiB,KAAK,CAAC;IACd,MAAM,IAAI,GAAI,cAAY,KAAG,kBAAiC,CAAA;IAE9D,MAAM,IAAI,GACf,OAAO,MAAM,EACb,OAAO,kBAAkB,CAAC,MAAM,CAAC,KAChC,kBAAuC,CAAA;CAC3C"}
@@ -1,46 +1,52 @@
1
- import { AsyncActivityAwaitable, Claim, History, startWorkflow, StartWorkflowActivity, SyncActivity, Workflow, } from '@t4h.framework/core';
1
+ import { AsyncActivity, Claim, History, WorkflowBatchRef, WorkflowClaim, workflowBatchSchema, } from '@t4h.framework/core';
2
2
  import { FileSystemClaim } from '../FileSystemClaim.js';
3
- import { parsers } from '../helpers/parsers.js';
4
- export class FileSplitActivity extends SyncActivity {
3
+ import { ByteDelimiterScanner, } from '../helpers/byte-delimiter-scanner.js';
4
+ export class FileSplitActivity extends AsyncActivity {
5
5
  claims = new Claim({
6
6
  fs: FileSystemClaim,
7
+ workflow: WorkflowClaim,
7
8
  });
8
- toInput(binary, options) {
9
- return { binary, options };
9
+ toInput(binary, workflow, options) {
10
+ if (!workflow.id)
11
+ throw new TypeError('Could not split a file into a workflow without an id');
12
+ return { binary, workflow: workflow.id, options };
10
13
  }
11
- async run({ binary, options = { format: 'txt' }, }) {
12
- const stream = await binary.stream();
14
+ async bootstrap({ binary, workflow, options, }) {
13
15
  const encoding = options.encoding ?? 'utf8';
14
- stream.setEncoding(encoding);
15
- const format = options.format;
16
- const parser = parsers.get(format);
17
- if (!parser)
18
- throw new Error(`Unknown file split format: "${format}"`);
19
- const delimiter = 'delimiter' in options ? options.delimiter : undefined;
20
- const trimEnd = 'trimEnd' in options ? options.trimEnd : false;
21
- const binaries = [];
22
- let index = 0;
23
- for await (const record of parser(stream, { encoding, delimiter })) {
24
- const value = trimEnd ? record.trimEnd() : record;
25
- if (!value)
26
- continue;
27
- binaries.push(await this.claims.fs.write(`lines/${index++}.txt`, Buffer.from(value, encoding)));
28
- }
29
- return binaries;
16
+ const scanner = new ByteDelimiterScanner({
17
+ delimiter: options.delimiter,
18
+ every: options.every,
19
+ trim: options.trim,
20
+ skipEmpty: options.skipEmpty,
21
+ encoding,
22
+ });
23
+ const source = await binary.stream();
24
+ const durable = await this.claims.fs.write(`split/${this.id}`, source.pipe(scanner));
25
+ const slices = await Promise.all(scanner.ranges.map(range => this.claims.fs.slice(durable, range, encoding)));
26
+ const batch = await this.claims.workflow.startMany(workflow, slices);
27
+ if (batch.count === 0)
28
+ return this.done({ batch: batch.id, count: 0 });
29
+ return this.pending({
30
+ schema: workflowBatchSchema,
31
+ ...(options.timeoutInMs && {
32
+ timeoutAt: new Date(Date.now() + options.timeoutInMs),
33
+ }),
34
+ });
30
35
  }
31
- toOutput(binaries) {
32
- return binaries;
36
+ advance(payload) {
37
+ return this.done(payload);
38
+ }
39
+ toOutput(output) {
40
+ return new WorkflowBatchRef(output.batch, output.count);
33
41
  }
34
42
  }
35
43
  export async function split(binary, workflow, options) {
36
- const binaries = await History.reconciler(FileSplitActivity, binary, options);
37
- const workflows = [];
38
- for (const entry of binaries) {
39
- workflows.push(await startWorkflow(workflow, {
40
- binary: entry,
41
- parallel: options?.parallel,
42
- }));
43
- }
44
- return workflows;
44
+ const awaitable = await History.reconciler(FileSplitActivity, binary, workflow, options);
45
+ return await awaitable.wait();
45
46
  }
47
+ export var Split;
48
+ (function (Split) {
49
+ Split.line = (value = '\n') => ({ value });
50
+ Split.char = (value, keep) => ({ value, keep });
51
+ })(Split || (Split = {}));
46
52
  //# sourceMappingURL=FileSplitActivity.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"FileSplitActivity.js","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,sBAAsB,EAEtB,KAAK,EACL,OAAO,EACP,aAAa,EACb,qBAAqB,EACrB,YAAY,EACZ,QAAQ,GACT,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EAAE,OAAO,EAAqB,MAAM,uBAAuB,CAAA;AA+BlE,MAAM,OAAO,iBAAkB,SAAQ,YAKtC;IACkB,MAAM,GAAG,IAAI,KAAK,CAAC;QAClC,EAAE,EAAE,eAAe;KACpB,CAAC,CAAA;IAEK,OAAO,CACZ,MAAc,EACd,OAA0B;QAE1B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,EACf,MAAM,EACN,OAAO,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GACJ;QACvB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QAEpC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAA;QAE3C,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;QAE5B,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAE7B,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAElC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,GAAG,CAAC,CAAA;QAEtE,MAAM,SAAS,GAAG,WAAW,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAA;QAExE,MAAM,OAAO,GAAG,SAAS,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;QAE9D,MAAM,QAAQ,GAAa,EAAE,CAAA;QAE7B,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAA;YAEjD,IAAI,CAAC,KAAK;gBAAE,SAAQ;YAEpB,QAAQ,CAAC,IAAI,CACX,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CACxB,SAAS,KAAK,EAAE,MAAM,EACtB,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAC7B,CACF,CAAA;QACH,CAAC;QAED,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEM,QAAQ,CAAC,QAAkB;QAChC,OAAO,QAAQ,CAAA;IACjB,CAAC;CACF;AAID,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,MAAc,EACd,QAAwB,EACxB,OAAmD;IAEnD,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,iBAAiB,EAAE,MAAM,EAAE,OAAO,CAAC,CAAA;IAE7E,MAAM,SAAS,GAAoD,EAAE,CAAA;IAErE,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,SAAS,CAAC,IAAI,CACZ,MAAM,aAAa,CAAC,QAAQ,EAAE;YAC5B,MAAM,EAAE,KAAK;YACb,QAAQ,EAAE,OAAO,EAAE,QAAQ;SAC5B,CAAC,CACH,CAAA;IACH,CAAC;IAED,OAAO,SAAS,CAAA;AAClB,CAAC"}
1
+ {"version":3,"file":"FileSplitActivity.js","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAEb,KAAK,EACL,OAAO,EAEP,gBAAgB,EAChB,aAAa,EACb,mBAAmB,GACpB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,oBAAoB,GAGrB,MAAM,sCAAsC,CAAA;AAsB7C,MAAM,OAAO,iBAAkB,SAAQ,aAWtC;IACkB,MAAM,GAAG,IAAI,KAAK,CAAC;QAClC,EAAE,EAAE,eAAe;QACnB,QAAQ,EAAE,aAAa;KACxB,CAAC,CAAA;IAEK,OAAO,CACZ,MAAc,EACd,QAA4B,EAC5B,OAAyB;QAEzB,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,SAAS,CACjB,sDAAsD,CACvD,CAAA;QAEH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;IACnD,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACgB;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAA;QAE3C,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QAEpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CACxC,SAAS,IAAI,CAAC,EAAE,EAAE,EAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CACrB,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACzB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAC/C,CACF,CAAA;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEpE,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAEtE,OAAO,IAAI,CAAC,OAAO,CAAC;YAClB,MAAM,EAAE,mBAAmB;YAC3B,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI;gBACzB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;aACtD,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IAEM,OAAO,CAAC,OAAuB;QACpC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;IAEM,QAAQ,CAAC,MAAsB;QACpC,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,MAAc,EACd,QAA4B,EAC5B,OAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CACxC,iBAAiB,EACjB,MAAM,EACN,QAAQ,EACR,OAAO,CACR,CAAA;IAED,OAAO,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,KAAW,KAAK,CAOrB;AAPD,WAAiB,KAAK;IACP,UAAI,GAAG,CAAC,KAAK,GAAG,IAAI,EAAsB,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAExD,UAAI,GAAG,CAClB,KAAa,EACb,IAAiC,EACb,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;AAC5C,CAAC,EAPgB,KAAK,KAAL,KAAK,QAOrB"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=FileJoinActivity.spec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileJoinActivity.spec.d.ts","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":""}
@@ -0,0 +1,323 @@
1
+ import { Readable } from 'node:stream';
2
+ import { buffer } from 'node:stream/consumers';
3
+ import { Claim, WorkflowBatchClaim, WorkflowBatchRef, } from '@t4h.framework/core';
4
+ import { describe, expect, it, vi } from 'vitest';
5
+ import { FileSystemClaim } from '../../FileSystemClaim.js';
6
+ import { FileJoinActivity, join, } from '../FileJoinActivity.js';
7
+ const batchRef = new WorkflowBatchRef('batch-1', 3);
8
+ async function runJoin(entries, options) {
9
+ const joined = { id: 'joined-file' };
10
+ let path;
11
+ let content;
12
+ const write = vi.fn(async (filepath, readable) => {
13
+ path = filepath;
14
+ content = await buffer(readable);
15
+ return joined;
16
+ });
17
+ const outputs = vi.fn(async function* () {
18
+ yield* entries;
19
+ });
20
+ const output = await Claim.run([
21
+ {
22
+ provide: FileSystemClaim,
23
+ value: { write },
24
+ },
25
+ {
26
+ provide: WorkflowBatchClaim,
27
+ value: { outputs },
28
+ },
29
+ ], () => {
30
+ const activity = new FileJoinActivity();
31
+ activity.id = 'activity-1';
32
+ return activity.run({ batch: 'batch-1', options });
33
+ });
34
+ return { output, joined, outputs, path, content: content?.toString() };
35
+ }
36
+ const entries = [
37
+ { index: 0, status: 'fulfilled', output: '10A;x' },
38
+ { index: 1, status: 'rejected', output: { message: 'boom' } },
39
+ { index: 2, status: 'fulfilled', output: '10C;z' },
40
+ ];
41
+ describe('FileJoinActivity', () => {
42
+ describe('toInput', () => {
43
+ it('stores the batch by id alongside the options', () => {
44
+ const activity = new FileJoinActivity();
45
+ const options = { format: 'lines' };
46
+ expect(activity.toInput(batchRef, options)).toEqual({
47
+ batch: 'batch-1',
48
+ options,
49
+ });
50
+ });
51
+ });
52
+ describe('lines', () => {
53
+ it('concatenates fulfilled outputs by default, one per line', async () => {
54
+ const { output, joined, outputs, content } = await runJoin(entries, {
55
+ format: 'lines',
56
+ });
57
+ expect(outputs).toHaveBeenCalledExactlyOnceWith('batch-1');
58
+ expect(content).toBe('10A;x\n10C;z\n');
59
+ expect(output).toBe(joined);
60
+ });
61
+ it('writes the header and honors a custom separator', async () => {
62
+ const { content } = await runJoin(entries, {
63
+ format: 'lines',
64
+ header: 'id;valor',
65
+ separator: '\r\n',
66
+ });
67
+ expect(content).toBe('id;valor\r\n10A;x\r\n10C;z\r\n');
68
+ });
69
+ it('joins only the statuses selected by the filter', async () => {
70
+ const { content } = await runJoin(entries, {
71
+ format: 'lines',
72
+ status: ['rejected'],
73
+ });
74
+ expect(content).toBe('{"message":"boom"}\n');
75
+ });
76
+ it('names the file after the activity with the format extension', async () => {
77
+ const { path } = await runJoin(entries, { format: 'lines' });
78
+ expect(path).toBe('join/activity-1.txt');
79
+ });
80
+ });
81
+ describe('entries', () => {
82
+ it('dumps every result as NDJSON, rejected included by default', async () => {
83
+ const { content, path } = await runJoin(entries, { format: 'entries' });
84
+ expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
85
+ '{"index":1,"status":"rejected","output":{"message":"boom"}}\n' +
86
+ '{"index":2,"status":"fulfilled","output":"10C;z"}\n');
87
+ expect(path).toBe('join/activity-1.ndjson');
88
+ });
89
+ it('still honors an explicit status filter', async () => {
90
+ const { content } = await runJoin(entries, {
91
+ format: 'entries',
92
+ status: ['fulfilled'],
93
+ });
94
+ expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
95
+ '{"index":2,"status":"fulfilled","output":"10C;z"}\n');
96
+ });
97
+ });
98
+ describe('csv', () => {
99
+ const rows = [
100
+ { index: 0, status: 'fulfilled', output: { id: 1, name: 'alice' } },
101
+ {
102
+ index: 1,
103
+ status: 'fulfilled',
104
+ output: { id: 2, name: 'quote " comma, line\nbreak' },
105
+ },
106
+ { index: 2, status: 'fulfilled', output: { id: 3 } },
107
+ { index: 3, status: 'rejected', output: { message: 'boom' } },
108
+ ];
109
+ it('projects the configured columns with a header row', async () => {
110
+ const { content, path } = await runJoin(rows, {
111
+ format: 'csv',
112
+ columns: ['id', 'name'],
113
+ });
114
+ expect(content).toBe('id,name\n' +
115
+ '1,alice\n' +
116
+ '2,"quote "" comma, line\nbreak"\n' +
117
+ '3,\n');
118
+ expect(path).toBe('join/activity-1.csv');
119
+ });
120
+ it('honors a custom delimiter and skips the header when disabled', async () => {
121
+ const { content } = await runJoin(rows.slice(0, 1), {
122
+ format: 'csv',
123
+ columns: ['id', 'name'],
124
+ delimiter: ';',
125
+ header: false,
126
+ });
127
+ expect(content).toBe('1;alice\n');
128
+ });
129
+ it('writes custom header labels for object columns, defaulting to the key', async () => {
130
+ const { content } = await runJoin(rows.slice(0, 1), {
131
+ format: 'csv',
132
+ columns: [{ key: 'id', header: 'Código' }, { key: 'name' }, 'id'],
133
+ });
134
+ expect(content).toBe('Código,name,id\n1,alice,1\n');
135
+ });
136
+ it('escapes header labels containing the delimiter', async () => {
137
+ const { content } = await runJoin([], {
138
+ format: 'csv',
139
+ columns: [{ key: 'total', header: 'Total, em R$' }],
140
+ });
141
+ expect(content).toBe('"Total, em R$"\n');
142
+ });
143
+ it('serializes nested values as JSON inside the cell', async () => {
144
+ const { content } = await runJoin([
145
+ {
146
+ index: 0,
147
+ status: 'fulfilled',
148
+ output: { id: 1, meta: { a: 1 } },
149
+ },
150
+ ], { format: 'csv', columns: ['id', 'meta'], header: false });
151
+ expect(content).toBe('1,"{""a"":1}"\n');
152
+ });
153
+ it('resolves nested columns by dot-path, matching where semantics', async () => {
154
+ const { content } = await runJoin([
155
+ {
156
+ index: 0,
157
+ status: 'fulfilled',
158
+ output: { id: 1, meta: { ok: true, nested: { deep: 'v' } } },
159
+ },
160
+ ], {
161
+ format: 'csv',
162
+ columns: ['id', 'meta.ok', 'meta.nested.deep'],
163
+ header: false,
164
+ });
165
+ expect(content).toBe('1,true,v\n');
166
+ });
167
+ it('prefers a literal key containing dots over the nested path', async () => {
168
+ const { content } = await runJoin([
169
+ {
170
+ index: 0,
171
+ status: 'fulfilled',
172
+ output: { 'foo.bar': 'literal', foo: { bar: 'nested' } },
173
+ },
174
+ ], { format: 'csv', columns: ['foo.bar'], header: false });
175
+ expect(content).toBe('literal\n');
176
+ });
177
+ it('emits an empty cell when an intermediate segment is missing', async () => {
178
+ const { content } = await runJoin([{ index: 0, status: 'fulfilled', output: { id: 1 } }], { format: 'csv', columns: ['meta.ok'], header: false });
179
+ expect(content).toBe('\n');
180
+ });
181
+ });
182
+ });
183
+ describe('where', () => {
184
+ const invoices = [
185
+ { index: 0, status: 'fulfilled', output: { id: 1, valid: true, ref: 'a' } },
186
+ {
187
+ index: 1,
188
+ status: 'fulfilled',
189
+ output: { id: 2, valid: false, ref: 'a' },
190
+ },
191
+ { index: 2, status: 'fulfilled', output: { id: 3, valid: true, ref: 'b' } },
192
+ { index: 3, status: 'rejected', output: null },
193
+ { index: 4, status: 'fulfilled', output: '10A;x' },
194
+ ];
195
+ it('keeps only outputs matching the equality', async () => {
196
+ const { content } = await runJoin(invoices, {
197
+ format: 'csv',
198
+ columns: ['id'],
199
+ where: { valid: true },
200
+ });
201
+ expect(content).toBe('id\n1\n3\n');
202
+ });
203
+ it('requires every key to match (AND semantics)', async () => {
204
+ const { content } = await runJoin(invoices, {
205
+ format: 'csv',
206
+ columns: ['id'],
207
+ header: false,
208
+ where: { valid: true, ref: 'a' },
209
+ });
210
+ expect(content).toBe('1\n');
211
+ });
212
+ it('never matches outputs that are not objects', async () => {
213
+ const { content } = await runJoin(invoices, {
214
+ format: 'entries',
215
+ where: { valid: true },
216
+ });
217
+ expect(content).toBe('{"index":0,"status":"fulfilled","output":{"id":1,"valid":true,"ref":"a"}}\n' +
218
+ '{"index":2,"status":"fulfilled","output":{"id":3,"valid":true,"ref":"b"}}\n');
219
+ });
220
+ it('applies after the status filter', async () => {
221
+ const { content } = await runJoin(invoices, {
222
+ format: 'entries',
223
+ status: ['rejected'],
224
+ where: { valid: true },
225
+ });
226
+ expect(content).toBe('');
227
+ });
228
+ it('filters with operators and dot-paths (sift subset)', async () => {
229
+ const rows = [
230
+ {
231
+ index: 0,
232
+ status: 'fulfilled',
233
+ output: { id: 1, total: 50, meta: { ok: true } },
234
+ },
235
+ {
236
+ index: 1,
237
+ status: 'fulfilled',
238
+ output: { id: 2, total: 150, meta: { ok: false } },
239
+ },
240
+ {
241
+ index: 2,
242
+ status: 'fulfilled',
243
+ output: { id: 3, total: 200, meta: { ok: true } },
244
+ },
245
+ ];
246
+ const csv = {
247
+ format: 'csv',
248
+ columns: ['id'],
249
+ header: false,
250
+ };
251
+ const gt = await runJoin(rows, { ...csv, where: { total: { $gt: 100 } } });
252
+ expect(gt.content).toBe('2\n3\n');
253
+ const nested = await runJoin(rows, { ...csv, where: { 'meta.ok': true } });
254
+ expect(nested.content).toBe('1\n3\n');
255
+ const or = await runJoin(rows, {
256
+ ...csv,
257
+ where: { $or: [{ id: 1 }, { total: 200 }] },
258
+ });
259
+ expect(or.content).toBe('1\n3\n');
260
+ });
261
+ it('matches array fields by containment (MongoDB semantics)', async () => {
262
+ const { content } = await runJoin([
263
+ { index: 0, status: 'fulfilled', output: { id: 1, tags: ['a', 'b'] } },
264
+ { index: 1, status: 'fulfilled', output: { id: 2, tags: ['c'] } },
265
+ ], { format: 'csv', columns: ['id'], header: false, where: { tags: 'a' } });
266
+ expect(content).toBe('1\n');
267
+ });
268
+ it('rejects filters that cannot serialize into the history', () => {
269
+ const activity = new FileJoinActivity();
270
+ const toInput = (where) => () => activity.toInput(batchRef, {
271
+ format: 'lines',
272
+ where: where,
273
+ });
274
+ expect(toInput({ $where: () => true })).toThrow(/Unsupported join where operator \$where/);
275
+ expect(toInput({ valid: () => true })).toThrow(/found a function/);
276
+ expect(toInput({ ref: /a/ })).toThrow(/found a RegExp/);
277
+ expect(toInput({ ref: undefined })).toThrow(/found undefined/);
278
+ expect(toInput({ ref: { $regex: 'a' } })).toThrow(/Unsupported join where operator \$regex/);
279
+ expect(toInput({ $or: [{ nested: { deep: () => true } }] })).toThrow(/found a function at where\.\$or\[0\]\.nested\.deep/);
280
+ });
281
+ it('narrows keys and values to the provided output type', () => {
282
+ const typed = {
283
+ format: 'csv',
284
+ columns: ['code'],
285
+ where: {
286
+ valid: true,
287
+ total: { $gt: 100 },
288
+ ref: { $in: ['a', null] },
289
+ meta: { nested: true },
290
+ 'meta.nested': true,
291
+ $or: [{ valid: false }, { code: 'x' }],
292
+ },
293
+ };
294
+ expect(typed.where).toBeDefined();
295
+ void join(batchRef, {
296
+ format: 'csv',
297
+ columns: ['code'],
298
+ // @ts-expect-error the value type follows the field
299
+ where: { valid: 'yes' },
300
+ }).catch(() => undefined);
301
+ void join(batchRef, {
302
+ format: 'csv',
303
+ columns: ['code'],
304
+ // @ts-expect-error unknown top-level key (only dot-paths bypass)
305
+ where: { nope: 1 },
306
+ }).catch(() => undefined);
307
+ });
308
+ it('compares strictly, without coercion', async () => {
309
+ const { content } = await runJoin([{ index: 0, status: 'fulfilled', output: { id: '1' } }], {
310
+ format: 'csv',
311
+ columns: ['id'],
312
+ header: false,
313
+ where: { id: 1 },
314
+ });
315
+ expect(content).toBe('');
316
+ });
317
+ });
318
+ describe('join', () => {
319
+ it('throws when called outside of an History context', async () => {
320
+ await expect(join(batchRef, { format: 'lines' })).rejects.toThrow('No activities in storage');
321
+ });
322
+ });
323
+ //# sourceMappingURL=FileJoinActivity.spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileJoinActivity.spec.js","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAE9C,OAAO,EAEL,KAAK,EACL,kBAAkB,EAClB,gBAAgB,GAEjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gBAAgB,EAEhB,IAAI,GACL,MAAM,wBAAwB,CAAA;AAE/B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;AAEnD,KAAK,UAAU,OAAO,CACpB,OAA8B,EAC9B,OAAwB;IAExB,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,aAAa,EAAuB,CAAA;IAEzD,IAAI,IAAwB,CAAA;IAC5B,IAAI,OAA2B,CAAA;IAE/B,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,QAAgB,EAAE,QAAkB,EAAE,EAAE;QACjE,IAAI,GAAG,QAAQ,CAAA;QACf,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAA;QAEhC,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC;QACnC,KAAK,CAAC,CAAC,OAAO,CAAA;IAChB,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B;QACE;YACE,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,EAAE,KAAK,EAAgC;SAC/C;QACD;YACE,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,EAAE,OAAO,EAAmC;SACpD;KACF,EACD,GAAG,EAAE;QACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,QAAQ,CAAC,EAAE,GAAG,YAAY,CAAA;QAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;IACpD,CAAC,CACF,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAA;AACxE,CAAC;AAED,MAAM,OAAO,GAA0B;IACrC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;IAClD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IAC7D,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;CACnD,CAAA;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YACvC,MAAM,OAAO,GAAoB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;YAEpD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBAClD,KAAK,EAAE,SAAS;gBAChB,OAAO;aACR,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBAClE,MAAM,EAAE,OAAO;aAChB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAA;YAC1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,UAAU,CAAC;aACrB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YAE5D,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEvE,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,+DAA+D;gBAC/D,qDAAqD,CACxD,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,CAAC,WAAW,CAAC;aACtB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,qDAAqD,CACxD,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACnB,MAAM,IAAI,GAA0B;YAClC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACnE;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE;aACtD;YACD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACpD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;SAC9D,CAAA;QAED,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE;gBAC5C,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;aACxB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,WAAW;gBACT,WAAW;gBACX,mCAAmC;gBACnC,MAAM,CACT,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;gBACvB,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,KAAK;aACd,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACrF,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC;aAClE,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QACrD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE;gBACpC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;aACpD,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;iBAClC;aACF,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAC1D,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;iBAC7D;aACF,EACD;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,kBAAkB,CAAC;gBAC9C,MAAM,EAAE,KAAK;aACd,CACF,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACpC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;iBACzD;aACF,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CACvD,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EACtD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CACvD,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACrB,MAAM,QAAQ,GAA0B;QACtC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3E;YACE,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE;SAC1C;QACD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3E,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9C,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;KACnD,CAAA;IAED,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;SACjC,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,6EAA6E;YAC3E,6EAA6E,CAChF,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC,UAAU,CAAC;YACpB,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,IAAI,GAA0B;YAClC;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;aACjD;YACD;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;aACnD;YACD;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;aAClD;SACF,CAAA;QAED,MAAM,GAAG,GAAwD;YAC/D,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;SACd,CAAA;QAED,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAA;QAE1E,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAEjC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;QAE1E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAErC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE;YAC7B,GAAG,GAAG;YACN,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE;SAC5C,CAAC,CAAA;QAEF,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;YACE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACtE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE;SAClE,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CACxE,CAAA;QAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,GAAG,EAAE,CACvC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzB,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,KAAc;SACtB,CAAC,CAAA;QAEJ,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAC7C,yCAAyC,CAC1C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAA;QAClE,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;QACvD,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;QAC9D,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAC/C,yCAAyC,CAC1C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAClE,oDAAoD,CACrD,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAS7D,MAAM,KAAK,GAAmC;YAC5C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE;gBACL,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;gBACnB,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE;gBACzB,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACtB,aAAa,EAAE,IAAI;gBACnB,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;aACvC;SACF,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;QAEjC,KAAK,IAAI,CAAgB,QAAQ,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,oDAAoD;YACpD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;SACxB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAEzB,KAAK,IAAI,CAAgB,QAAQ,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,iEAAiE;YACjE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;SACnB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,EACxD;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE;SACjB,CACF,CAAA;QAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,0BAA0B,CAC3B,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=FileReadActivity.spec.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileReadActivity.spec.d.ts","sourceRoot":"","sources":["../../../src/activities/__tests__/FileReadActivity.spec.ts"],"names":[],"mappings":""}
@@ -0,0 +1,120 @@
1
+ import { Readable } from 'node:stream';
2
+ import { Claim } from '@t4h.framework/core';
3
+ import { describe, expect, it, vi } from 'vitest';
4
+ import { FileSystemClaim } from '../../FileSystemClaim.js';
5
+ import { FileReadActivity, } from '../FileReadActivity.js';
6
+ function makeBinary(chunks, overrides = {}) {
7
+ const content = chunks.join('');
8
+ return {
9
+ contentType: 'text/plain',
10
+ contentLength: overrides.contentLength ?? Buffer.byteLength(content),
11
+ stream: () => Readable.from(chunks.map(chunk => Buffer.from(chunk))),
12
+ };
13
+ }
14
+ async function runActivity(input, slice = vi.fn((_binary, range) => makeBinary([`sliced:${range.start}-${range.end}`]))) {
15
+ const result = await Claim.run([
16
+ {
17
+ provide: FileSystemClaim,
18
+ value: { slice },
19
+ },
20
+ ], () => {
21
+ const activity = new FileReadActivity();
22
+ activity.id = 'activity-1';
23
+ return activity.run(input);
24
+ });
25
+ return { result, slice };
26
+ }
27
+ const notFileBacked = () => vi.fn(() => {
28
+ throw new TypeError('Could not slice a binary that is not file backed');
29
+ });
30
+ describe('FileReadActivity', () => {
31
+ describe('toInput', () => {
32
+ it('stores the binary alongside the options', () => {
33
+ const activity = new FileReadActivity();
34
+ const binary = makeBinary(['']);
35
+ const options = { range: { start: 0, end: 8 } };
36
+ expect(activity.toInput(binary, options)).toEqual({ binary, options });
37
+ });
38
+ });
39
+ describe('run (fast path)', () => {
40
+ it('slices the requested range and returns its content', async () => {
41
+ const binary = makeBinary(['0HEADER\nrecords...']);
42
+ const { result, slice } = await runActivity({
43
+ binary,
44
+ options: { range: { start: 0, end: 8 } },
45
+ });
46
+ expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: 8 }, 'utf8');
47
+ expect(result).toBe('sliced:0-8');
48
+ });
49
+ it('defaults to the whole binary and utf8', async () => {
50
+ const binary = makeBinary(['small file']);
51
+ const { slice } = await runActivity({ binary, options: {} });
52
+ expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: binary.contentLength }, 'utf8');
53
+ });
54
+ it('forwards the configured encoding', async () => {
55
+ const binary = makeBinary(['ab']);
56
+ const { slice } = await runActivity({
57
+ binary,
58
+ options: { range: { start: 0, end: 2 }, encoding: 'latin1' },
59
+ });
60
+ expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: 2 }, 'latin1');
61
+ });
62
+ });
63
+ describe('run (streaming fallback)', () => {
64
+ it('streams the window when the binary is not file backed', async () => {
65
+ const binary = makeBinary(['0HEADER\nrecords...']);
66
+ const { result } = await runActivity({ binary, options: { range: { start: 0, end: 7 } } }, notFileBacked());
67
+ expect(result).toBe('0HEADER');
68
+ });
69
+ it('cuts a window spanning chunk boundaries', async () => {
70
+ const binary = makeBinary(['0123', '456789', 'abcdef']);
71
+ const { result } = await runActivity({ binary, options: { range: { start: 2, end: 12 } } }, notFileBacked());
72
+ expect(result).toBe('23456789ab');
73
+ });
74
+ it('stops pulling once the window is filled', async () => {
75
+ let pulled = 0;
76
+ const binary = {
77
+ contentType: 'text/plain',
78
+ contentLength: 4 * 1024 * 1024,
79
+ stream: () => Readable.from((function* () {
80
+ while (true) {
81
+ pulled += 1;
82
+ yield Buffer.alloc(1024, 'a');
83
+ }
84
+ })()),
85
+ };
86
+ const { result } = await runActivity({ binary, options: { range: { start: 0, end: 240 } } }, notFileBacked());
87
+ expect(result).toBe('a'.repeat(240));
88
+ expect(pulled).toBeLessThan(20);
89
+ });
90
+ it('throws when the stream ends before the window is filled', async () => {
91
+ const binary = makeBinary(['short'], { contentLength: 100 });
92
+ await expect(runActivity({ binary, options: { range: { start: 0, end: 50 } } }, notFileBacked())).rejects.toThrow(/ended before the read window/);
93
+ });
94
+ });
95
+ describe('run (guards)', () => {
96
+ it('rejects a range wider than the history budget', async () => {
97
+ const binary = makeBinary([''], { contentLength: 4 * 1024 * 1024 });
98
+ await expect(runActivity({
99
+ binary,
100
+ options: { range: { start: 0, end: 2 * 1024 * 1024 } },
101
+ })).rejects.toThrow(/max 1048576/);
102
+ });
103
+ it('rejects an inverted or negative range', async () => {
104
+ const binary = makeBinary(['abc']);
105
+ await expect(runActivity({ binary, options: { range: { start: 2, end: 1 } } })).rejects.toThrow(/non-negative byte window/);
106
+ await expect(runActivity({ binary, options: { range: { start: -1, end: 1 } } })).rejects.toThrow(/non-negative byte window/);
107
+ });
108
+ it('rejects a range beyond the binary length', async () => {
109
+ const binary = makeBinary(['abc']);
110
+ await expect(runActivity({ binary, options: { range: { start: 0, end: 4 } } })).rejects.toThrow(/must not exceed the binary length/);
111
+ });
112
+ });
113
+ describe('toOutput', () => {
114
+ it('returns the content unchanged', () => {
115
+ const activity = new FileReadActivity();
116
+ expect(activity.toOutput('0HEADER')).toBe('0HEADER');
117
+ });
118
+ });
119
+ });
120
+ //# sourceMappingURL=FileReadActivity.spec.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"FileReadActivity.spec.js","sourceRoot":"","sources":["../../../src/activities/__tests__/FileReadActivity.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC,OAAO,EAAe,KAAK,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gBAAgB,GAEjB,MAAM,wBAAwB,CAAA;AAE/B,SAAS,UAAU,CACjB,MAAgB,EAChB,YAAgD,EAAE;IAElD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAE/B,OAAO;QACL,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,SAAS,CAAC,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;QACpE,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;KAChD,CAAA;AACxB,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAA4B,EAC5B,QAAkC,EAAE,CAAC,EAAE,CACrC,CAAC,OAAe,EAAE,KAAqC,EAAE,EAAE,CACzD,UAAU,CAAC,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CACrD;IAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B;QACE;YACE,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,EAAE,KAAK,EAAgC;SAC/C;KACF,EACD,GAAG,EAAE;QACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,QAAQ,CAAC,EAAE,GAAG,YAAY,CAAA;QAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC,CACF,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC;AAED,MAAM,aAAa,GAAG,GAAG,EAAE,CACzB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE;IACT,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAA;AACzE,CAAC,CAAC,CAAA;AAEJ,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YACvC,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC/B,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;YAE/C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAA;YAElD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC;gBAC1C,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;aACzC,CAAC,CAAA;YAEF,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EACpB,MAAM,CACP,CAAA;YACD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAA;YAEzC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;YAE5D,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,aAAa,EAAE,EACvC,MAAM,CACP,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;YAEjC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC;gBAClC,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE;aAC7D,CAAC,CAAA;YAEF,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EACpB,QAAQ,CACT,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAA;YAElD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EACpD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAA;YAEvD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EACrD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,IAAI,MAAM,GAAG,CAAC,CAAA;YAEd,MAAM,MAAM,GAAG;gBACb,WAAW,EAAE,YAAY;gBACzB,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;gBAC9B,MAAM,EAAE,GAAG,EAAE,CACX,QAAQ,CAAC,IAAI,CACX,CAAC,QAAQ,CAAC;oBACR,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,IAAI,CAAC,CAAA;wBAEX,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;oBAC/B,CAAC;gBACH,CAAC,CAAC,EAAE,CACL;aACiB,CAAA;YAEtB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EACtD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;YACpC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAA;YAE5D,MAAM,MAAM,CACV,WAAW,CACT,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EACrD,aAAa,EAAE,CAChB,CACF,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAA;QACnD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAA;YAEnE,MAAM,MAAM,CACV,WAAW,CAAC;gBACV,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE;aACvD,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;YAElC,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAClE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAA;YAE7C,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CACnE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;YAElC,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAClE,CAAC,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YAEvC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}