@t4h.framework/fs 0.5.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.ai/skills/framework-fs/SKILL.md +23 -3
- package/.ai/skills/framework-fs-split/SKILL.md +350 -0
- package/README.md +297 -3
- package/dist/FileSystemClaim.d.ts +4 -0
- package/dist/FileSystemClaim.d.ts.map +1 -1
- package/dist/FileSystemClaim.js.map +1 -1
- package/dist/activities/FileJoinActivity.d.ts +59 -0
- package/dist/activities/FileJoinActivity.d.ts.map +1 -0
- package/dist/activities/FileJoinActivity.js +74 -0
- package/dist/activities/FileJoinActivity.js.map +1 -0
- package/dist/activities/FileReadActivity.d.ts +22 -0
- package/dist/activities/FileReadActivity.d.ts.map +1 -0
- package/dist/activities/FileReadActivity.js +68 -0
- package/dist/activities/FileReadActivity.js.map +1 -0
- package/dist/activities/FileSplitActivity.d.ts +31 -28
- package/dist/activities/FileSplitActivity.d.ts.map +1 -1
- package/dist/activities/FileSplitActivity.js +40 -34
- package/dist/activities/FileSplitActivity.js.map +1 -1
- package/dist/activities/__tests__/FileJoinActivity.spec.d.ts +2 -0
- package/dist/activities/__tests__/FileJoinActivity.spec.d.ts.map +1 -0
- package/dist/activities/__tests__/FileJoinActivity.spec.js +323 -0
- package/dist/activities/__tests__/FileJoinActivity.spec.js.map +1 -0
- package/dist/activities/__tests__/FileReadActivity.spec.d.ts +2 -0
- package/dist/activities/__tests__/FileReadActivity.spec.d.ts.map +1 -0
- package/dist/activities/__tests__/FileReadActivity.spec.js +120 -0
- package/dist/activities/__tests__/FileReadActivity.spec.js.map +1 -0
- package/dist/activities/__tests__/FileSplitActivity.spec.js +135 -132
- package/dist/activities/__tests__/FileSplitActivity.spec.js.map +1 -1
- package/dist/constants/operations.d.ts +3 -0
- package/dist/constants/operations.d.ts.map +1 -0
- package/dist/constants/operations.js +18 -0
- package/dist/constants/operations.js.map +1 -0
- package/dist/fs.d.ts +4 -0
- package/dist/fs.d.ts.map +1 -1
- package/dist/fs.js +4 -0
- package/dist/fs.js.map +1 -1
- package/dist/helpers/CSV.d.ts +14 -0
- package/dist/helpers/CSV.d.ts.map +1 -0
- package/dist/helpers/CSV.js +44 -0
- package/dist/helpers/CSV.js.map +1 -0
- package/dist/helpers/__tests__/byte-delimiter-scanner.spec.d.ts +2 -0
- package/dist/helpers/__tests__/byte-delimiter-scanner.spec.d.ts.map +1 -0
- package/dist/helpers/__tests__/byte-delimiter-scanner.spec.js +196 -0
- package/dist/helpers/__tests__/byte-delimiter-scanner.spec.js.map +1 -0
- package/dist/helpers/byte-delimiter-scanner.d.ts +43 -0
- package/dist/helpers/byte-delimiter-scanner.d.ts.map +1 -0
- package/dist/helpers/byte-delimiter-scanner.js +85 -0
- package/dist/helpers/byte-delimiter-scanner.js.map +1 -0
- package/dist/tools/assert-where-serializable.d.ts +2 -0
- package/dist/tools/assert-where-serializable.d.ts.map +1 -0
- package/dist/tools/assert-where-serializable.js +19 -0
- package/dist/tools/assert-where-serializable.js.map +1 -0
- package/package.json +11 -5
- package/dist/ActivityFileSystemClaim.d.ts +0 -7
- package/dist/ActivityFileSystemClaim.d.ts.map +0 -1
- package/dist/ActivityFileSystemClaim.js +0 -3
- package/dist/ActivityFileSystemClaim.js.map +0 -1
- package/dist/helpers/__tests__/csv-reader.spec.d.ts +0 -2
- package/dist/helpers/__tests__/csv-reader.spec.d.ts.map +0 -1
- package/dist/helpers/__tests__/csv-reader.spec.js +0 -60
- package/dist/helpers/__tests__/csv-reader.spec.js.map +0 -1
- package/dist/helpers/csv-reader.d.ts +0 -8
- package/dist/helpers/csv-reader.d.ts.map +0 -1
- package/dist/helpers/csv-reader.js +0 -14
- package/dist/helpers/csv-reader.js.map +0 -1
- package/dist/helpers/parsers.d.ts +0 -9
- package/dist/helpers/parsers.d.ts.map +0 -1
- package/dist/helpers/parsers.js +0 -14
- package/dist/helpers/parsers.js.map +0 -1
- package/dist/testing/index.d.ts +0 -3
- package/dist/testing/index.d.ts.map +0 -1
- package/dist/testing/index.js +0 -32
- package/dist/testing/index.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FileSplitActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,
|
|
1
|
+
{"version":3,"file":"FileSplitActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,KAAK,MAAM,EAGX,KAAK,QAAQ,EACb,gBAAgB,EAEhB,mBAAmB,EACpB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAEL,KAAK,QAAQ,EACb,KAAK,kBAAkB,EACxB,MAAM,sCAAsC,CAAA;AAE7C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,kBAAkB,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,IAAI,CAAC,EAAE,QAAQ,CAAA;IACf,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,cAAc,CAAA;IACzB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,gBAAgB,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAED,qBAAa,iBAAkB,SAAQ,aAAa,CAClD,SAAS;IACP,MAAM,EAAE,MAAM;IACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAC5B,OAAO,EAAE,gBAAgB;CAC1B,EACD,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,OAAO,mBAAmB,CAC3B;IACC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAGrB;IAEK,OAAO,CACZ,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,sBAAsB;IASZ,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACR,EAAE,sBAAsB;;;;IAoClB,OAAO,CAAC,OAAO,EAAE,cAAc;IAI/B,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,gBAAgB;CAG1D;AAED,wBAAsB,KAAK,CACzB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAS3B;AAED,yBAAiB,KAAK,CAAC;IACd,MAAM,IAAI,GAAI,cAAY,KAAG,kBAAiC,CAAA;IAE9D,MAAM,IAAI,GACf,OAAO,MAAM,EACb,OAAO,kBAAkB,CAAC,MAAM,CAAC,KAChC,kBAAuC,CAAA;CAC3C"}
|
|
@@ -1,46 +1,52 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { AsyncActivity, Claim, History, WorkflowBatchRef, WorkflowClaim, workflowBatchSchema, } from '@t4h.framework/core';
|
|
2
2
|
import { FileSystemClaim } from '../FileSystemClaim.js';
|
|
3
|
-
import {
|
|
4
|
-
export class FileSplitActivity extends
|
|
3
|
+
import { ByteDelimiterScanner, } from '../helpers/byte-delimiter-scanner.js';
|
|
4
|
+
export class FileSplitActivity extends AsyncActivity {
|
|
5
5
|
claims = new Claim({
|
|
6
6
|
fs: FileSystemClaim,
|
|
7
|
+
workflow: WorkflowClaim,
|
|
7
8
|
});
|
|
8
|
-
toInput(binary, options) {
|
|
9
|
-
|
|
9
|
+
toInput(binary, workflow, options) {
|
|
10
|
+
if (!workflow.id)
|
|
11
|
+
throw new TypeError('Could not split a file into a workflow without an id');
|
|
12
|
+
return { binary, workflow: workflow.id, options };
|
|
10
13
|
}
|
|
11
|
-
async
|
|
12
|
-
const stream = await binary.stream();
|
|
14
|
+
async bootstrap({ binary, workflow, options, }) {
|
|
13
15
|
const encoding = options.encoding ?? 'utf8';
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
const
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
16
|
+
const scanner = new ByteDelimiterScanner({
|
|
17
|
+
delimiter: options.delimiter,
|
|
18
|
+
every: options.every,
|
|
19
|
+
trim: options.trim,
|
|
20
|
+
skipEmpty: options.skipEmpty,
|
|
21
|
+
encoding,
|
|
22
|
+
});
|
|
23
|
+
const source = await binary.stream();
|
|
24
|
+
const durable = await this.claims.fs.write(`split/${this.id}`, source.pipe(scanner));
|
|
25
|
+
const slices = await Promise.all(scanner.ranges.map(range => this.claims.fs.slice(durable, range, encoding)));
|
|
26
|
+
const batch = await this.claims.workflow.startMany(workflow, slices);
|
|
27
|
+
if (batch.count === 0)
|
|
28
|
+
return this.done({ batch: batch.id, count: 0 });
|
|
29
|
+
return this.pending({
|
|
30
|
+
schema: workflowBatchSchema,
|
|
31
|
+
...(options.timeoutInMs && {
|
|
32
|
+
timeoutAt: new Date(Date.now() + options.timeoutInMs),
|
|
33
|
+
}),
|
|
34
|
+
});
|
|
30
35
|
}
|
|
31
|
-
|
|
32
|
-
return
|
|
36
|
+
advance(payload) {
|
|
37
|
+
return this.done(payload);
|
|
38
|
+
}
|
|
39
|
+
toOutput(output) {
|
|
40
|
+
return new WorkflowBatchRef(output.batch, output.count);
|
|
33
41
|
}
|
|
34
42
|
}
|
|
35
43
|
export async function split(binary, workflow, options) {
|
|
36
|
-
const
|
|
37
|
-
|
|
38
|
-
for (const entry of binaries) {
|
|
39
|
-
workflows.push(await startWorkflow(workflow, {
|
|
40
|
-
binary: entry,
|
|
41
|
-
parallel: options?.parallel,
|
|
42
|
-
}));
|
|
43
|
-
}
|
|
44
|
-
return workflows;
|
|
44
|
+
const awaitable = await History.reconciler(FileSplitActivity, binary, workflow, options);
|
|
45
|
+
return await awaitable.wait();
|
|
45
46
|
}
|
|
47
|
+
export var Split;
|
|
48
|
+
(function (Split) {
|
|
49
|
+
Split.line = (value = '\n') => ({ value });
|
|
50
|
+
Split.char = (value, keep) => ({ value, keep });
|
|
51
|
+
})(Split || (Split = {}));
|
|
46
52
|
//# sourceMappingURL=FileSplitActivity.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FileSplitActivity.js","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,
|
|
1
|
+
{"version":3,"file":"FileSplitActivity.js","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAEb,KAAK,EACL,OAAO,EAEP,gBAAgB,EAChB,aAAa,EACb,mBAAmB,GACpB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,oBAAoB,GAGrB,MAAM,sCAAsC,CAAA;AAsB7C,MAAM,OAAO,iBAAkB,SAAQ,aAWtC;IACkB,MAAM,GAAG,IAAI,KAAK,CAAC;QAClC,EAAE,EAAE,eAAe;QACnB,QAAQ,EAAE,aAAa;KACxB,CAAC,CAAA;IAEK,OAAO,CACZ,MAAc,EACd,QAA4B,EAC5B,OAAyB;QAEzB,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,SAAS,CACjB,sDAAsD,CACvD,CAAA;QAEH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;IACnD,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACgB;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAA;QAE3C,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QAEpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CACxC,SAAS,IAAI,CAAC,EAAE,EAAE,EAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CACrB,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACzB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAC/C,CACF,CAAA;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEpE,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAEtE,OAAO,IAAI,CAAC,OAAO,CAAC;YAClB,MAAM,EAAE,mBAAmB;YAC3B,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI;gBACzB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;aACtD,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IAEM,OAAO,CAAC,OAAuB;QACpC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;IAEM,QAAQ,CAAC,MAAsB;QACpC,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,MAAc,EACd,QAA4B,EAC5B,OAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CACxC,iBAAiB,EACjB,MAAM,EACN,QAAQ,EACR,OAAO,CACR,CAAA;IAED,OAAO,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,KAAW,KAAK,CAOrB;AAPD,WAAiB,KAAK;IACP,UAAI,GAAG,CAAC,KAAK,GAAG,IAAI,EAAsB,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAExD,UAAI,GAAG,CAClB,KAAa,EACb,IAAiC,EACb,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;AAC5C,CAAC,EAPgB,KAAK,KAAL,KAAK,QAOrB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FileJoinActivity.spec.d.ts","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,323 @@
|
|
|
1
|
+
import { Readable } from 'node:stream';
|
|
2
|
+
import { buffer } from 'node:stream/consumers';
|
|
3
|
+
import { Claim, WorkflowBatchClaim, WorkflowBatchRef, } from '@t4h.framework/core';
|
|
4
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
5
|
+
import { FileSystemClaim } from '../../FileSystemClaim.js';
|
|
6
|
+
import { FileJoinActivity, join, } from '../FileJoinActivity.js';
|
|
7
|
+
const batchRef = new WorkflowBatchRef('batch-1', 3);
|
|
8
|
+
async function runJoin(entries, options) {
|
|
9
|
+
const joined = { id: 'joined-file' };
|
|
10
|
+
let path;
|
|
11
|
+
let content;
|
|
12
|
+
const write = vi.fn(async (filepath, readable) => {
|
|
13
|
+
path = filepath;
|
|
14
|
+
content = await buffer(readable);
|
|
15
|
+
return joined;
|
|
16
|
+
});
|
|
17
|
+
const outputs = vi.fn(async function* () {
|
|
18
|
+
yield* entries;
|
|
19
|
+
});
|
|
20
|
+
const output = await Claim.run([
|
|
21
|
+
{
|
|
22
|
+
provide: FileSystemClaim,
|
|
23
|
+
value: { write },
|
|
24
|
+
},
|
|
25
|
+
{
|
|
26
|
+
provide: WorkflowBatchClaim,
|
|
27
|
+
value: { outputs },
|
|
28
|
+
},
|
|
29
|
+
], () => {
|
|
30
|
+
const activity = new FileJoinActivity();
|
|
31
|
+
activity.id = 'activity-1';
|
|
32
|
+
return activity.run({ batch: 'batch-1', options });
|
|
33
|
+
});
|
|
34
|
+
return { output, joined, outputs, path, content: content?.toString() };
|
|
35
|
+
}
|
|
36
|
+
const entries = [
|
|
37
|
+
{ index: 0, status: 'fulfilled', output: '10A;x' },
|
|
38
|
+
{ index: 1, status: 'rejected', output: { message: 'boom' } },
|
|
39
|
+
{ index: 2, status: 'fulfilled', output: '10C;z' },
|
|
40
|
+
];
|
|
41
|
+
describe('FileJoinActivity', () => {
|
|
42
|
+
describe('toInput', () => {
|
|
43
|
+
it('stores the batch by id alongside the options', () => {
|
|
44
|
+
const activity = new FileJoinActivity();
|
|
45
|
+
const options = { format: 'lines' };
|
|
46
|
+
expect(activity.toInput(batchRef, options)).toEqual({
|
|
47
|
+
batch: 'batch-1',
|
|
48
|
+
options,
|
|
49
|
+
});
|
|
50
|
+
});
|
|
51
|
+
});
|
|
52
|
+
describe('lines', () => {
|
|
53
|
+
it('concatenates fulfilled outputs by default, one per line', async () => {
|
|
54
|
+
const { output, joined, outputs, content } = await runJoin(entries, {
|
|
55
|
+
format: 'lines',
|
|
56
|
+
});
|
|
57
|
+
expect(outputs).toHaveBeenCalledExactlyOnceWith('batch-1');
|
|
58
|
+
expect(content).toBe('10A;x\n10C;z\n');
|
|
59
|
+
expect(output).toBe(joined);
|
|
60
|
+
});
|
|
61
|
+
it('writes the header and honors a custom separator', async () => {
|
|
62
|
+
const { content } = await runJoin(entries, {
|
|
63
|
+
format: 'lines',
|
|
64
|
+
header: 'id;valor',
|
|
65
|
+
separator: '\r\n',
|
|
66
|
+
});
|
|
67
|
+
expect(content).toBe('id;valor\r\n10A;x\r\n10C;z\r\n');
|
|
68
|
+
});
|
|
69
|
+
it('joins only the statuses selected by the filter', async () => {
|
|
70
|
+
const { content } = await runJoin(entries, {
|
|
71
|
+
format: 'lines',
|
|
72
|
+
status: ['rejected'],
|
|
73
|
+
});
|
|
74
|
+
expect(content).toBe('{"message":"boom"}\n');
|
|
75
|
+
});
|
|
76
|
+
it('names the file after the activity with the format extension', async () => {
|
|
77
|
+
const { path } = await runJoin(entries, { format: 'lines' });
|
|
78
|
+
expect(path).toBe('join/activity-1.txt');
|
|
79
|
+
});
|
|
80
|
+
});
|
|
81
|
+
describe('entries', () => {
|
|
82
|
+
it('dumps every result as NDJSON, rejected included by default', async () => {
|
|
83
|
+
const { content, path } = await runJoin(entries, { format: 'entries' });
|
|
84
|
+
expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
|
|
85
|
+
'{"index":1,"status":"rejected","output":{"message":"boom"}}\n' +
|
|
86
|
+
'{"index":2,"status":"fulfilled","output":"10C;z"}\n');
|
|
87
|
+
expect(path).toBe('join/activity-1.ndjson');
|
|
88
|
+
});
|
|
89
|
+
it('still honors an explicit status filter', async () => {
|
|
90
|
+
const { content } = await runJoin(entries, {
|
|
91
|
+
format: 'entries',
|
|
92
|
+
status: ['fulfilled'],
|
|
93
|
+
});
|
|
94
|
+
expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
|
|
95
|
+
'{"index":2,"status":"fulfilled","output":"10C;z"}\n');
|
|
96
|
+
});
|
|
97
|
+
});
|
|
98
|
+
describe('csv', () => {
|
|
99
|
+
const rows = [
|
|
100
|
+
{ index: 0, status: 'fulfilled', output: { id: 1, name: 'alice' } },
|
|
101
|
+
{
|
|
102
|
+
index: 1,
|
|
103
|
+
status: 'fulfilled',
|
|
104
|
+
output: { id: 2, name: 'quote " comma, line\nbreak' },
|
|
105
|
+
},
|
|
106
|
+
{ index: 2, status: 'fulfilled', output: { id: 3 } },
|
|
107
|
+
{ index: 3, status: 'rejected', output: { message: 'boom' } },
|
|
108
|
+
];
|
|
109
|
+
it('projects the configured columns with a header row', async () => {
|
|
110
|
+
const { content, path } = await runJoin(rows, {
|
|
111
|
+
format: 'csv',
|
|
112
|
+
columns: ['id', 'name'],
|
|
113
|
+
});
|
|
114
|
+
expect(content).toBe('id,name\n' +
|
|
115
|
+
'1,alice\n' +
|
|
116
|
+
'2,"quote "" comma, line\nbreak"\n' +
|
|
117
|
+
'3,\n');
|
|
118
|
+
expect(path).toBe('join/activity-1.csv');
|
|
119
|
+
});
|
|
120
|
+
it('honors a custom delimiter and skips the header when disabled', async () => {
|
|
121
|
+
const { content } = await runJoin(rows.slice(0, 1), {
|
|
122
|
+
format: 'csv',
|
|
123
|
+
columns: ['id', 'name'],
|
|
124
|
+
delimiter: ';',
|
|
125
|
+
header: false,
|
|
126
|
+
});
|
|
127
|
+
expect(content).toBe('1;alice\n');
|
|
128
|
+
});
|
|
129
|
+
it('writes custom header labels for object columns, defaulting to the key', async () => {
|
|
130
|
+
const { content } = await runJoin(rows.slice(0, 1), {
|
|
131
|
+
format: 'csv',
|
|
132
|
+
columns: [{ key: 'id', header: 'Código' }, { key: 'name' }, 'id'],
|
|
133
|
+
});
|
|
134
|
+
expect(content).toBe('Código,name,id\n1,alice,1\n');
|
|
135
|
+
});
|
|
136
|
+
it('escapes header labels containing the delimiter', async () => {
|
|
137
|
+
const { content } = await runJoin([], {
|
|
138
|
+
format: 'csv',
|
|
139
|
+
columns: [{ key: 'total', header: 'Total, em R$' }],
|
|
140
|
+
});
|
|
141
|
+
expect(content).toBe('"Total, em R$"\n');
|
|
142
|
+
});
|
|
143
|
+
it('serializes nested values as JSON inside the cell', async () => {
|
|
144
|
+
const { content } = await runJoin([
|
|
145
|
+
{
|
|
146
|
+
index: 0,
|
|
147
|
+
status: 'fulfilled',
|
|
148
|
+
output: { id: 1, meta: { a: 1 } },
|
|
149
|
+
},
|
|
150
|
+
], { format: 'csv', columns: ['id', 'meta'], header: false });
|
|
151
|
+
expect(content).toBe('1,"{""a"":1}"\n');
|
|
152
|
+
});
|
|
153
|
+
it('resolves nested columns by dot-path, matching where semantics', async () => {
|
|
154
|
+
const { content } = await runJoin([
|
|
155
|
+
{
|
|
156
|
+
index: 0,
|
|
157
|
+
status: 'fulfilled',
|
|
158
|
+
output: { id: 1, meta: { ok: true, nested: { deep: 'v' } } },
|
|
159
|
+
},
|
|
160
|
+
], {
|
|
161
|
+
format: 'csv',
|
|
162
|
+
columns: ['id', 'meta.ok', 'meta.nested.deep'],
|
|
163
|
+
header: false,
|
|
164
|
+
});
|
|
165
|
+
expect(content).toBe('1,true,v\n');
|
|
166
|
+
});
|
|
167
|
+
it('prefers a literal key containing dots over the nested path', async () => {
|
|
168
|
+
const { content } = await runJoin([
|
|
169
|
+
{
|
|
170
|
+
index: 0,
|
|
171
|
+
status: 'fulfilled',
|
|
172
|
+
output: { 'foo.bar': 'literal', foo: { bar: 'nested' } },
|
|
173
|
+
},
|
|
174
|
+
], { format: 'csv', columns: ['foo.bar'], header: false });
|
|
175
|
+
expect(content).toBe('literal\n');
|
|
176
|
+
});
|
|
177
|
+
it('emits an empty cell when an intermediate segment is missing', async () => {
|
|
178
|
+
const { content } = await runJoin([{ index: 0, status: 'fulfilled', output: { id: 1 } }], { format: 'csv', columns: ['meta.ok'], header: false });
|
|
179
|
+
expect(content).toBe('\n');
|
|
180
|
+
});
|
|
181
|
+
});
|
|
182
|
+
});
|
|
183
|
+
describe('where', () => {
|
|
184
|
+
const invoices = [
|
|
185
|
+
{ index: 0, status: 'fulfilled', output: { id: 1, valid: true, ref: 'a' } },
|
|
186
|
+
{
|
|
187
|
+
index: 1,
|
|
188
|
+
status: 'fulfilled',
|
|
189
|
+
output: { id: 2, valid: false, ref: 'a' },
|
|
190
|
+
},
|
|
191
|
+
{ index: 2, status: 'fulfilled', output: { id: 3, valid: true, ref: 'b' } },
|
|
192
|
+
{ index: 3, status: 'rejected', output: null },
|
|
193
|
+
{ index: 4, status: 'fulfilled', output: '10A;x' },
|
|
194
|
+
];
|
|
195
|
+
it('keeps only outputs matching the equality', async () => {
|
|
196
|
+
const { content } = await runJoin(invoices, {
|
|
197
|
+
format: 'csv',
|
|
198
|
+
columns: ['id'],
|
|
199
|
+
where: { valid: true },
|
|
200
|
+
});
|
|
201
|
+
expect(content).toBe('id\n1\n3\n');
|
|
202
|
+
});
|
|
203
|
+
it('requires every key to match (AND semantics)', async () => {
|
|
204
|
+
const { content } = await runJoin(invoices, {
|
|
205
|
+
format: 'csv',
|
|
206
|
+
columns: ['id'],
|
|
207
|
+
header: false,
|
|
208
|
+
where: { valid: true, ref: 'a' },
|
|
209
|
+
});
|
|
210
|
+
expect(content).toBe('1\n');
|
|
211
|
+
});
|
|
212
|
+
it('never matches outputs that are not objects', async () => {
|
|
213
|
+
const { content } = await runJoin(invoices, {
|
|
214
|
+
format: 'entries',
|
|
215
|
+
where: { valid: true },
|
|
216
|
+
});
|
|
217
|
+
expect(content).toBe('{"index":0,"status":"fulfilled","output":{"id":1,"valid":true,"ref":"a"}}\n' +
|
|
218
|
+
'{"index":2,"status":"fulfilled","output":{"id":3,"valid":true,"ref":"b"}}\n');
|
|
219
|
+
});
|
|
220
|
+
it('applies after the status filter', async () => {
|
|
221
|
+
const { content } = await runJoin(invoices, {
|
|
222
|
+
format: 'entries',
|
|
223
|
+
status: ['rejected'],
|
|
224
|
+
where: { valid: true },
|
|
225
|
+
});
|
|
226
|
+
expect(content).toBe('');
|
|
227
|
+
});
|
|
228
|
+
it('filters with operators and dot-paths (sift subset)', async () => {
|
|
229
|
+
const rows = [
|
|
230
|
+
{
|
|
231
|
+
index: 0,
|
|
232
|
+
status: 'fulfilled',
|
|
233
|
+
output: { id: 1, total: 50, meta: { ok: true } },
|
|
234
|
+
},
|
|
235
|
+
{
|
|
236
|
+
index: 1,
|
|
237
|
+
status: 'fulfilled',
|
|
238
|
+
output: { id: 2, total: 150, meta: { ok: false } },
|
|
239
|
+
},
|
|
240
|
+
{
|
|
241
|
+
index: 2,
|
|
242
|
+
status: 'fulfilled',
|
|
243
|
+
output: { id: 3, total: 200, meta: { ok: true } },
|
|
244
|
+
},
|
|
245
|
+
];
|
|
246
|
+
const csv = {
|
|
247
|
+
format: 'csv',
|
|
248
|
+
columns: ['id'],
|
|
249
|
+
header: false,
|
|
250
|
+
};
|
|
251
|
+
const gt = await runJoin(rows, { ...csv, where: { total: { $gt: 100 } } });
|
|
252
|
+
expect(gt.content).toBe('2\n3\n');
|
|
253
|
+
const nested = await runJoin(rows, { ...csv, where: { 'meta.ok': true } });
|
|
254
|
+
expect(nested.content).toBe('1\n3\n');
|
|
255
|
+
const or = await runJoin(rows, {
|
|
256
|
+
...csv,
|
|
257
|
+
where: { $or: [{ id: 1 }, { total: 200 }] },
|
|
258
|
+
});
|
|
259
|
+
expect(or.content).toBe('1\n3\n');
|
|
260
|
+
});
|
|
261
|
+
it('matches array fields by containment (MongoDB semantics)', async () => {
|
|
262
|
+
const { content } = await runJoin([
|
|
263
|
+
{ index: 0, status: 'fulfilled', output: { id: 1, tags: ['a', 'b'] } },
|
|
264
|
+
{ index: 1, status: 'fulfilled', output: { id: 2, tags: ['c'] } },
|
|
265
|
+
], { format: 'csv', columns: ['id'], header: false, where: { tags: 'a' } });
|
|
266
|
+
expect(content).toBe('1\n');
|
|
267
|
+
});
|
|
268
|
+
it('rejects filters that cannot serialize into the history', () => {
|
|
269
|
+
const activity = new FileJoinActivity();
|
|
270
|
+
const toInput = (where) => () => activity.toInput(batchRef, {
|
|
271
|
+
format: 'lines',
|
|
272
|
+
where: where,
|
|
273
|
+
});
|
|
274
|
+
expect(toInput({ $where: () => true })).toThrow(/Unsupported join where operator \$where/);
|
|
275
|
+
expect(toInput({ valid: () => true })).toThrow(/found a function/);
|
|
276
|
+
expect(toInput({ ref: /a/ })).toThrow(/found a RegExp/);
|
|
277
|
+
expect(toInput({ ref: undefined })).toThrow(/found undefined/);
|
|
278
|
+
expect(toInput({ ref: { $regex: 'a' } })).toThrow(/Unsupported join where operator \$regex/);
|
|
279
|
+
expect(toInput({ $or: [{ nested: { deep: () => true } }] })).toThrow(/found a function at where\.\$or\[0\]\.nested\.deep/);
|
|
280
|
+
});
|
|
281
|
+
it('narrows keys and values to the provided output type', () => {
|
|
282
|
+
const typed = {
|
|
283
|
+
format: 'csv',
|
|
284
|
+
columns: ['code'],
|
|
285
|
+
where: {
|
|
286
|
+
valid: true,
|
|
287
|
+
total: { $gt: 100 },
|
|
288
|
+
ref: { $in: ['a', null] },
|
|
289
|
+
meta: { nested: true },
|
|
290
|
+
'meta.nested': true,
|
|
291
|
+
$or: [{ valid: false }, { code: 'x' }],
|
|
292
|
+
},
|
|
293
|
+
};
|
|
294
|
+
expect(typed.where).toBeDefined();
|
|
295
|
+
void join(batchRef, {
|
|
296
|
+
format: 'csv',
|
|
297
|
+
columns: ['code'],
|
|
298
|
+
// @ts-expect-error the value type follows the field
|
|
299
|
+
where: { valid: 'yes' },
|
|
300
|
+
}).catch(() => undefined);
|
|
301
|
+
void join(batchRef, {
|
|
302
|
+
format: 'csv',
|
|
303
|
+
columns: ['code'],
|
|
304
|
+
// @ts-expect-error unknown top-level key (only dot-paths bypass)
|
|
305
|
+
where: { nope: 1 },
|
|
306
|
+
}).catch(() => undefined);
|
|
307
|
+
});
|
|
308
|
+
it('compares strictly, without coercion', async () => {
|
|
309
|
+
const { content } = await runJoin([{ index: 0, status: 'fulfilled', output: { id: '1' } }], {
|
|
310
|
+
format: 'csv',
|
|
311
|
+
columns: ['id'],
|
|
312
|
+
header: false,
|
|
313
|
+
where: { id: 1 },
|
|
314
|
+
});
|
|
315
|
+
expect(content).toBe('');
|
|
316
|
+
});
|
|
317
|
+
});
|
|
318
|
+
describe('join', () => {
|
|
319
|
+
it('throws when called outside of an History context', async () => {
|
|
320
|
+
await expect(join(batchRef, { format: 'lines' })).rejects.toThrow('No activities in storage');
|
|
321
|
+
});
|
|
322
|
+
});
|
|
323
|
+
//# sourceMappingURL=FileJoinActivity.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FileJoinActivity.spec.js","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAE9C,OAAO,EAEL,KAAK,EACL,kBAAkB,EAClB,gBAAgB,GAEjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gBAAgB,EAEhB,IAAI,GACL,MAAM,wBAAwB,CAAA;AAE/B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;AAEnD,KAAK,UAAU,OAAO,CACpB,OAA8B,EAC9B,OAAwB;IAExB,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,aAAa,EAAuB,CAAA;IAEzD,IAAI,IAAwB,CAAA;IAC5B,IAAI,OAA2B,CAAA;IAE/B,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,QAAgB,EAAE,QAAkB,EAAE,EAAE;QACjE,IAAI,GAAG,QAAQ,CAAA;QACf,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAA;QAEhC,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC;QACnC,KAAK,CAAC,CAAC,OAAO,CAAA;IAChB,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B;QACE;YACE,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,EAAE,KAAK,EAAgC;SAC/C;QACD;YACE,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,EAAE,OAAO,EAAmC;SACpD;KACF,EACD,GAAG,EAAE;QACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,QAAQ,CAAC,EAAE,GAAG,YAAY,CAAA;QAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;IACpD,CAAC,CACF,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAA;AACxE,CAAC;AAED,MAAM,OAAO,GAA0B;IACrC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;IAClD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IAC7D,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;CACnD,CAAA;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YACvC,MAAM,OAAO,GAAoB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;YAEpD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBAClD,KAAK,EAAE,SAAS;gBAChB,OAAO;aACR,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBAClE,MAAM,EAAE,OAAO;aAChB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAA;YAC1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,UAAU,CAAC;aACrB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YAE5D,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEvE,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,+DAA+D;gBAC/D,qDAAqD,CACxD,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,CAAC,WAAW,CAAC;aACtB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,qDAAqD,CACxD,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACnB,MAAM,IAAI,GAA0B;YAClC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACnE;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE;aACtD;YACD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACpD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;SAC9D,CAAA;QAED,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE;gBAC5C,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;aACxB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,WAAW;gBACT,WAAW;gBACX,mCAAmC;gBACnC,MAAM,CACT,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;gBACvB,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,KAAK;aACd,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACrF,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC;aAClE,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QACrD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE;gBACpC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;aACpD,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;iBAClC;aACF,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAC1D,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;iBAC7D;aACF,EACD;gBACE,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,kBAAkB,CAAC;gBAC9C,MAAM,EAAE,KAAK;aACd,CACF,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACpC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE;iBACzD;aACF,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CACvD,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EACtD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CACvD,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC5B,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACrB,MAAM,QAAQ,GAA0B;QACtC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3E;YACE,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE;SAC1C;QACD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE;QAC3E,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9C,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;KACnD,CAAA;IAED,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE;SACjC,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,6EAA6E;YAC3E,6EAA6E,CAChF,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE;YAC1C,MAAM,EAAE,SAAS;YACjB,MAAM,EAAE,CAAC,UAAU,CAAC;YACpB,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;SACvB,CAAC,CAAA;QAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,IAAI,GAA0B;YAClC;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;aACjD;YACD;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE;aACnD;YACD;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE;aAClD;SACF,CAAA;QAED,MAAM,GAAG,GAAwD;YAC/D,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;SACd,CAAA;QAED,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAA;QAE1E,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAEjC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;QAE1E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAErC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE;YAC7B,GAAG,GAAG;YACN,KAAK,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE;SAC5C,CAAC,CAAA;QAEF,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;QACvE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;YACE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;YACtE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE;SAClE,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,CACxE,CAAA;QAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE,CAAC,GAAG,EAAE,CACvC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE;YACzB,MAAM,EAAE,OAAO;YACf,KAAK,EAAE,KAAc;SACtB,CAAC,CAAA;QAEJ,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAC7C,yCAAyC,CAC1C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAA;QAClE,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;QACvD,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAA;QAC9D,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAC/C,yCAAyC,CAC1C,CAAA;QACD,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAClE,oDAAoD,CACrD,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAS7D,MAAM,KAAK,GAAmC;YAC5C,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,KAAK,EAAE;gBACL,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE;gBACnB,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE;gBACzB,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;gBACtB,aAAa,EAAE,IAAI;gBACnB,GAAG,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;aACvC;SACF,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAA;QAEjC,KAAK,IAAI,CAAgB,QAAQ,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,oDAAoD;YACpD,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;SACxB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QAEzB,KAAK,IAAI,CAAgB,QAAQ,EAAE;YACjC,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,MAAM,CAAC;YACjB,iEAAiE;YACjE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;SACnB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,EACxD;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,CAAC,IAAI,CAAC;YACf,MAAM,EAAE,KAAK;YACb,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE;SACjB,CACF,CAAA;QAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,0BAA0B,CAC3B,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FileReadActivity.spec.d.ts","sourceRoot":"","sources":["../../../src/activities/__tests__/FileReadActivity.spec.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,120 @@
|
|
|
1
|
+
import { Readable } from 'node:stream';
|
|
2
|
+
import { Claim } from '@t4h.framework/core';
|
|
3
|
+
import { describe, expect, it, vi } from 'vitest';
|
|
4
|
+
import { FileSystemClaim } from '../../FileSystemClaim.js';
|
|
5
|
+
import { FileReadActivity, } from '../FileReadActivity.js';
|
|
6
|
+
function makeBinary(chunks, overrides = {}) {
|
|
7
|
+
const content = chunks.join('');
|
|
8
|
+
return {
|
|
9
|
+
contentType: 'text/plain',
|
|
10
|
+
contentLength: overrides.contentLength ?? Buffer.byteLength(content),
|
|
11
|
+
stream: () => Readable.from(chunks.map(chunk => Buffer.from(chunk))),
|
|
12
|
+
};
|
|
13
|
+
}
|
|
14
|
+
async function runActivity(input, slice = vi.fn((_binary, range) => makeBinary([`sliced:${range.start}-${range.end}`]))) {
|
|
15
|
+
const result = await Claim.run([
|
|
16
|
+
{
|
|
17
|
+
provide: FileSystemClaim,
|
|
18
|
+
value: { slice },
|
|
19
|
+
},
|
|
20
|
+
], () => {
|
|
21
|
+
const activity = new FileReadActivity();
|
|
22
|
+
activity.id = 'activity-1';
|
|
23
|
+
return activity.run(input);
|
|
24
|
+
});
|
|
25
|
+
return { result, slice };
|
|
26
|
+
}
|
|
27
|
+
const notFileBacked = () => vi.fn(() => {
|
|
28
|
+
throw new TypeError('Could not slice a binary that is not file backed');
|
|
29
|
+
});
|
|
30
|
+
describe('FileReadActivity', () => {
|
|
31
|
+
describe('toInput', () => {
|
|
32
|
+
it('stores the binary alongside the options', () => {
|
|
33
|
+
const activity = new FileReadActivity();
|
|
34
|
+
const binary = makeBinary(['']);
|
|
35
|
+
const options = { range: { start: 0, end: 8 } };
|
|
36
|
+
expect(activity.toInput(binary, options)).toEqual({ binary, options });
|
|
37
|
+
});
|
|
38
|
+
});
|
|
39
|
+
describe('run (fast path)', () => {
|
|
40
|
+
it('slices the requested range and returns its content', async () => {
|
|
41
|
+
const binary = makeBinary(['0HEADER\nrecords...']);
|
|
42
|
+
const { result, slice } = await runActivity({
|
|
43
|
+
binary,
|
|
44
|
+
options: { range: { start: 0, end: 8 } },
|
|
45
|
+
});
|
|
46
|
+
expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: 8 }, 'utf8');
|
|
47
|
+
expect(result).toBe('sliced:0-8');
|
|
48
|
+
});
|
|
49
|
+
it('defaults to the whole binary and utf8', async () => {
|
|
50
|
+
const binary = makeBinary(['small file']);
|
|
51
|
+
const { slice } = await runActivity({ binary, options: {} });
|
|
52
|
+
expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: binary.contentLength }, 'utf8');
|
|
53
|
+
});
|
|
54
|
+
it('forwards the configured encoding', async () => {
|
|
55
|
+
const binary = makeBinary(['ab']);
|
|
56
|
+
const { slice } = await runActivity({
|
|
57
|
+
binary,
|
|
58
|
+
options: { range: { start: 0, end: 2 }, encoding: 'latin1' },
|
|
59
|
+
});
|
|
60
|
+
expect(slice).toHaveBeenCalledExactlyOnceWith(binary, { start: 0, end: 2 }, 'latin1');
|
|
61
|
+
});
|
|
62
|
+
});
|
|
63
|
+
describe('run (streaming fallback)', () => {
|
|
64
|
+
it('streams the window when the binary is not file backed', async () => {
|
|
65
|
+
const binary = makeBinary(['0HEADER\nrecords...']);
|
|
66
|
+
const { result } = await runActivity({ binary, options: { range: { start: 0, end: 7 } } }, notFileBacked());
|
|
67
|
+
expect(result).toBe('0HEADER');
|
|
68
|
+
});
|
|
69
|
+
it('cuts a window spanning chunk boundaries', async () => {
|
|
70
|
+
const binary = makeBinary(['0123', '456789', 'abcdef']);
|
|
71
|
+
const { result } = await runActivity({ binary, options: { range: { start: 2, end: 12 } } }, notFileBacked());
|
|
72
|
+
expect(result).toBe('23456789ab');
|
|
73
|
+
});
|
|
74
|
+
it('stops pulling once the window is filled', async () => {
|
|
75
|
+
let pulled = 0;
|
|
76
|
+
const binary = {
|
|
77
|
+
contentType: 'text/plain',
|
|
78
|
+
contentLength: 4 * 1024 * 1024,
|
|
79
|
+
stream: () => Readable.from((function* () {
|
|
80
|
+
while (true) {
|
|
81
|
+
pulled += 1;
|
|
82
|
+
yield Buffer.alloc(1024, 'a');
|
|
83
|
+
}
|
|
84
|
+
})()),
|
|
85
|
+
};
|
|
86
|
+
const { result } = await runActivity({ binary, options: { range: { start: 0, end: 240 } } }, notFileBacked());
|
|
87
|
+
expect(result).toBe('a'.repeat(240));
|
|
88
|
+
expect(pulled).toBeLessThan(20);
|
|
89
|
+
});
|
|
90
|
+
it('throws when the stream ends before the window is filled', async () => {
|
|
91
|
+
const binary = makeBinary(['short'], { contentLength: 100 });
|
|
92
|
+
await expect(runActivity({ binary, options: { range: { start: 0, end: 50 } } }, notFileBacked())).rejects.toThrow(/ended before the read window/);
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
describe('run (guards)', () => {
|
|
96
|
+
it('rejects a range wider than the history budget', async () => {
|
|
97
|
+
const binary = makeBinary([''], { contentLength: 4 * 1024 * 1024 });
|
|
98
|
+
await expect(runActivity({
|
|
99
|
+
binary,
|
|
100
|
+
options: { range: { start: 0, end: 2 * 1024 * 1024 } },
|
|
101
|
+
})).rejects.toThrow(/max 1048576/);
|
|
102
|
+
});
|
|
103
|
+
it('rejects an inverted or negative range', async () => {
|
|
104
|
+
const binary = makeBinary(['abc']);
|
|
105
|
+
await expect(runActivity({ binary, options: { range: { start: 2, end: 1 } } })).rejects.toThrow(/non-negative byte window/);
|
|
106
|
+
await expect(runActivity({ binary, options: { range: { start: -1, end: 1 } } })).rejects.toThrow(/non-negative byte window/);
|
|
107
|
+
});
|
|
108
|
+
it('rejects a range beyond the binary length', async () => {
|
|
109
|
+
const binary = makeBinary(['abc']);
|
|
110
|
+
await expect(runActivity({ binary, options: { range: { start: 0, end: 4 } } })).rejects.toThrow(/must not exceed the binary length/);
|
|
111
|
+
});
|
|
112
|
+
});
|
|
113
|
+
describe('toOutput', () => {
|
|
114
|
+
it('returns the content unchanged', () => {
|
|
115
|
+
const activity = new FileReadActivity();
|
|
116
|
+
expect(activity.toOutput('0HEADER')).toBe('0HEADER');
|
|
117
|
+
});
|
|
118
|
+
});
|
|
119
|
+
});
|
|
120
|
+
//# sourceMappingURL=FileReadActivity.spec.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"FileReadActivity.spec.js","sourceRoot":"","sources":["../../../src/activities/__tests__/FileReadActivity.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAEtC,OAAO,EAAe,KAAK,EAAE,MAAM,qBAAqB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gBAAgB,GAEjB,MAAM,wBAAwB,CAAA;AAE/B,SAAS,UAAU,CACjB,MAAgB,EAChB,YAAgD,EAAE;IAElD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAE/B,OAAO;QACL,WAAW,EAAE,YAAY;QACzB,aAAa,EAAE,SAAS,CAAC,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;QACpE,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;KAChD,CAAA;AACxB,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,KAA4B,EAC5B,QAAkC,EAAE,CAAC,EAAE,CACrC,CAAC,OAAe,EAAE,KAAqC,EAAE,EAAE,CACzD,UAAU,CAAC,CAAC,UAAU,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CACrD;IAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B;QACE;YACE,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,EAAE,KAAK,EAAgC;SAC/C;KACF,EACD,GAAG,EAAE;QACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,QAAQ,CAAC,EAAE,GAAG,YAAY,CAAA;QAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC,CACF,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC;AAED,MAAM,aAAa,GAAG,GAAG,EAAE,CACzB,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE;IACT,MAAM,IAAI,SAAS,CAAC,kDAAkD,CAAC,CAAA;AACzE,CAAC,CAAC,CAAA;AAEJ,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YACvC,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC/B,MAAM,OAAO,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,CAAA;YAE/C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAA;YAElD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC;gBAC1C,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;aACzC,CAAC,CAAA;YAEF,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EACpB,MAAM,CACP,CAAA;YACD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAA;YAEzC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAA;YAE5D,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,aAAa,EAAE,EACvC,MAAM,CACP,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;YAEjC,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,WAAW,CAAC;gBAClC,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE;aAC7D,CAAC,CAAA;YAEF,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAC3C,MAAM,EACN,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EACpB,QAAQ,CACT,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAA;YAElD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,EACpD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAChC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAA;YAEvD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EACrD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,IAAI,MAAM,GAAG,CAAC,CAAA;YAEd,MAAM,MAAM,GAAG;gBACb,WAAW,EAAE,YAAY;gBACzB,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;gBAC9B,MAAM,EAAE,GAAG,EAAE,CACX,QAAQ,CAAC,IAAI,CACX,CAAC,QAAQ,CAAC;oBACR,OAAO,IAAI,EAAE,CAAC;wBACZ,MAAM,IAAI,CAAC,CAAA;wBAEX,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;oBAC/B,CAAC;gBACH,CAAC,CAAC,EAAE,CACL;aACiB,CAAA;YAEtB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,WAAW,CAClC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,EACtD,aAAa,EAAE,CAChB,CAAA;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;YACpC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACjC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAA;YAE5D,MAAM,MAAM,CACV,WAAW,CACT,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EACrD,aAAa,EAAE,CAChB,CACF,CAAC,OAAO,CAAC,OAAO,CAAC,8BAA8B,CAAC,CAAA;QACnD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC,CAAA;YAEnE,MAAM,MAAM,CACV,WAAW,CAAC;gBACV,MAAM;gBACN,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE;aACvD,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;QAClC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;YAElC,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAClE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAA;YAE7C,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CACnE,CAAC,OAAO,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAA;YAElC,MAAM,MAAM,CACV,WAAW,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAClE,CAAC,OAAO,CAAC,OAAO,CAAC,mCAAmC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACxB,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YAEvC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}
|