@t4h.framework/fs 0.4.0 → 0.6.0

package/README.md

@@ -1,6 +1,7 @@
 # @t4h.framework/fs
 
-File system claim for reading and writing files within activities.
+File system claim for reading and writing files within activities, and a file
+split activity that fans a large file out into one child workflow per slice.
 
 ## Claim
 
@@ -16,8 +17,17 @@ import { FileSystemClaim } from '@t4h.framework/fs'
 
 ```typescript
 abstract class FileSystemClaim {
-  public abstract write(path: string, readable: Readable | Buffer): Binary | Promise<Binary>
+  public abstract write(
+    path: string,
+    readable: Readable | Buffer,
+  ): Binary | Promise<Binary>
   public abstract read(path: string): Binary | Promise<Binary>
+
+  public abstract slice(
+    binary: Binary,
+    range: { start: number; end: number },
+    encoding?: BufferEncoding,
+  ): Binary | Promise<Binary>
 }
 ```
 
@@ -27,7 +37,11 @@ abstract class FileSystemClaim {
 import { SyncActivity, Claim } from '@t4h.framework/core'
 import { FileSystemClaim } from '@t4h.framework/fs'
 
-class SaveReportActivity extends SyncActivity<[data: Buffer], { path: string }, any> {
+class SaveReportActivity extends SyncActivity<
+  [data: Buffer],
+  { path: string },
+  any
+> {
   private readonly claims = new Claim({
     fs: FileSystemClaim,
   })
@@ -54,3 +68,170 @@ The runtime must supply a concrete implementation:
 ```typescript
 { provide: FileSystemClaim, value: new LocalFileSystemClaimImpl() }
 ```
+
+## File split
+
+### split
+
+Splits a file into byte-range slices, starts one child workflow per slice as
+a single batch, and suspends the parent until every child is terminal —
+regardless of each child succeeding or failing (a rejected child never
+rejects the batch):
+
+```typescript
+import { split, Split } from '@t4h.framework/fs'
+
+const processRecord = new Workflow(
+  { id: 'process-record', schema: Type.String() },
+  async (record: string) => {
+    // record is the raw slice content
+  },
+)
+
+const main = new Workflow(fileSchema, async (file: Binary) => {
+  const batch = await split(file, processRecord, {
+    delimiter: Split.line(),
+  })
+
+  // this line only runs once the whole batch is terminal;
+  // batch: WorkflowBatchRef — { id: string, count: number }
+})
+```
+
+The design goal is constant memory regardless of file size:
+
+1. The source stream is read **exactly once**, worker side. The same pass
+   persists a durable copy through `FileSystemClaim.write` while a byte
+   scanner records the slice offsets — no slice content is ever materialized
+   in the activity.
+2. Children receive **range views** over the durable copy
+   (`FileSystemClaim.slice`).
+3. The activity output is just the batch reference (`{ id, count }`), so the
+   parent history stays O(1) whatever the slice count. Per-child results are
+   never aggregated: they live with each child run, to be inspected
+   individually through the batch id.
+
+Child workflows declare their real input type (e.g. `Type.String()`); how the
+bytes reach them is a runtime concern.
+
+### Delimiters
+
+The cut is defined by the dev through a serializable delimiter spec. When the
+delimiter is found at `[p, p + length)`, the previous slice ends at
+`p + keep.previous` and the next slice starts at `p + length - keep.next`; the
+bytes in between are discarded. The defaults discard the whole delimiter
+(classic line semantics).
+
+```typescript
+Split.line() // cut at every '\n', delimiter discarded
+Split.char(';') // cut at any byte sequence
+Split.char(';', { previous: 1 }) // keep the ';' with the previous slice
+Split.char('\n10', { next: 2 }) // positional files, see below
+```
+
+The last form targets positional files where a logical record spans multiple
+physical lines and a new record only starts when a line begins with a marker
+(the record type code):
+
+```
+10JOHN;123\n20detail-a\n20detail-b\n10MARY;456\n20detail-c
+└──────────── record 1 ───────────┘└─────── record 2 ──────┘
+```
+
+With `Split.char('\n10', { next: 2 })` the newline between records is
+discarded, and the `10` marker — which is data, not separator — stays at the
+start of the next slice.
+
+### Options
+
+```typescript
+await split(file, workflow, {
+  delimiter: Split.line(), // required: where to cut
+  every: 10_000, // cut only every N occurrences (groups records)
+  skipEmpty: false, // keep zero-length slices (default: skipped)
+  encoding: 'latin1', // delimiter bytes + slice hydration (default: utf8)
+  timeout: 3_600_000, // max ms to await the batch; rejects on expiry
+})
+```
+
+- **`every`** groups N records per child. With one million lines, `every:
+10_000` starts 100 children instead of one million; each child receives a
+  raw block with its inner delimiters untouched and iterates locally. `keep`
+  arithmetic only applies at actual cut points.
+- **`skipEmpty`** (default `true`) drops zero-length slices — consecutive
+  delimiters, or a file starting/ending with one — so they never become child
+  workflows. Turn it off when the slice index must align 1:1 with the record
+  position in the source file. "Empty" means zero bytes: a whitespace-only
+  line is a regular slice.
+- **`encoding`** converts the delimiter to bytes and tells the runtime how to
+  hydrate each slice for the child. Offsets are always computed over raw
+  bytes, so multi-byte encodings never skew the ranges.
+- **`timeout`** is the maximum time in milliseconds to await the batch. On
+  expiry the activity rejects (reason `timeout`) instead of suspending
+  forever — the safety net for a child that never reaches a terminal state.
+
+## File join
+
+The inverse of `split`: folds the results of a completed batch into a single
+file. Outputs stream in one at a time through `WorkflowBatchClaim` and flow
+straight into `FileSystemClaim.write` with backpressure, so memory stays
+bounded whatever the batch size — only the resulting binary reaches the
+workflow history.
+
+```typescript
+import { join, split, Split } from '@t4h.framework/fs'
+
+const batch = await split(file, processRecord, { delimiter: Split.line() })
+
+const csv = await join(batch, {
+  format: 'csv',
+  columns: [
+    { key: 'id', header: 'Código' },
+    { key: 'value', header: 'Valor (R$)' },
+    'date', // shorthand: key === header
+  ],
+})
+// csv: Binary
+```
+
+### Formats
+
+- **`lines`** — concatenates raw child outputs; the child owns the line
+  format. Options: `header`, `separator` (default `'\n'`).
+- **`entries`** — NDJSON dump of `{ index, status, output }`, one entry per
+  line. The format-agnostic view of the batch, rejected children included by
+  default.
+- **`csv`** — projects object outputs into RFC 4180 escaped columns. Options:
+  `columns` (required; each entry is `{ key, header? }` where `key` selects
+  the value on the child output and `header` is the label on the header row —
+  a plain string is shorthand for `{ key }`), `delimiter` (default `','`),
+  `header` (default `true`; emits the column labels as the first row).
+
+### Status filter
+
+`status` selects which child results make it into the file, instead of an
+error policy: it defaults to `['fulfilled']` for `lines` and `csv`, and to
+both statuses for `entries`. Filtering is silent by design — a file of
+rejected children for reprocessing is one call away:
+
+```typescript
+const failures = await join(batch, { format: 'entries', status: ['rejected'] })
+```
+
+### ByteDelimiterScanner
+
+The scanner behind `split` is exported for direct use. It is a pass-through
+`Transform`: chunks flow through unchanged (so the same pass can persist the
+file) while it records slice offsets in absolute byte positions, handling
+delimiters split across chunk boundaries. `ranges` is complete once the stream
+has flushed.
+
+```typescript
+import { ByteDelimiterScanner } from '@t4h.framework/fs'
+
+const scanner = new ByteDelimiterScanner({ delimiter: { value: '\n' } })
+
+await pipeline(source, scanner, destination)
+
+scanner.ranges // [{ start: 0, end: 3 }, ...]
+```

package/dist/FileSystemClaim.d.ts

@@ -3,5 +3,9 @@ import type { Binary } from '@t4h.framework/core';
 export declare abstract class FileSystemClaim {
     abstract write(path: string, readable: Readable | Buffer): Binary | Promise<Binary>;
     abstract read(path: string): Binary | Promise<Binary>;
+    abstract slice(binary: Binary, range: {
+        start: number;
+        end: number;
+    }, encoding?: BufferEncoding): Binary | Promise<Binary>;
 }
 //# sourceMappingURL=FileSystemClaim.d.ts.map

package/dist/FileSystemClaim.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"FileSystemClaim.d.ts","sourceRoot":"","sources":["../src/FileSystemClaim.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAEjD,8BAAsB,eAAe;aACnB,KAAK,CACnB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAC1B,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;aAEX,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAC7D"}
+{"version":3,"file":"FileSystemClaim.d.ts","sourceRoot":"","sources":["../src/FileSystemClaim.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AAEjD,8BAAsB,eAAe;aACnB,KAAK,CACnB,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE,QAAQ,GAAG,MAAM,GAC1B,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;aAEX,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;aAE5C,KAAK,CACnB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,EACrC,QAAQ,CAAC,EAAE,cAAc,GACxB,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAC5B"}

package/dist/FileSystemClaim.js.map

@@ -1 +1 @@
-{"version":3,"file":"FileSystemClaim.js","sourceRoot":"","sources":["../src/FileSystemClaim.ts"],"names":[],"mappings":"AAIA,MAAM,OAAgB,eAAe;CAOpC"}
+{"version":3,"file":"FileSystemClaim.js","sourceRoot":"","sources":["../src/FileSystemClaim.ts"],"names":[],"mappings":"AAIA,MAAM,OAAgB,eAAe;CAapC"}

package/dist/activities/FileJoinActivity.d.ts

@@ -0,0 +1,39 @@
+import { type Binary, SyncActivity, type WorkflowBatchRef } from '@t4h.framework/core';
+export type FileJoinStatus = 'fulfilled' | 'rejected';
+type FileJoinOptionsBase = {
+    status?: FileJoinStatus[];
+};
+type FileJoinOptionsLines = FileJoinOptionsBase & {
+    format: 'lines';
+    header?: string;
+    separator?: string;
+};
+type FileJoinOptionsEntries = FileJoinOptionsBase & {
+    format: 'entries';
+};
+export type FileJoinColumn = string | {
+    key: string;
+    header?: string;
+};
+type FileJoinOptionsCsv = FileJoinOptionsBase & {
+    format: 'csv';
+    columns: FileJoinColumn[];
+    delimiter?: string;
+    header?: boolean;
+};
+export type FileJoinOptions = FileJoinOptionsLines | FileJoinOptionsEntries | FileJoinOptionsCsv;
+export type FileJoinActivityInput = {
+    batch: string;
+    options: FileJoinOptions;
+};
+export declare class FileJoinActivity extends SyncActivity<readonly [batch: WorkflowBatchRef, options: FileJoinOptions], FileJoinActivityInput, Binary, Binary> {
+    private readonly claims;
+    toInput(batch: WorkflowBatchRef, options: FileJoinOptions): FileJoinActivityInput;
+    run({ batch, options }: FileJoinActivityInput): Promise<Binary>;
+    toOutput(output: Binary): Binary;
+    private writeHeader;
+    private toLine;
+}
+export declare function join(batch: WorkflowBatchRef, options: FileJoinOptions): Promise<Binary>;
+export {};
+//# sourceMappingURL=FileJoinActivity.d.ts.map

package/dist/activities/FileJoinActivity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileJoinActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileJoinActivity.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,KAAK,MAAM,EAGX,YAAY,EAGZ,KAAK,gBAAgB,EACtB,MAAM,qBAAqB,CAAA;AAI5B,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG,UAAU,CAAA;AAErD,KAAK,mBAAmB,GAAG;IACzB,MAAM,CAAC,EAAE,cAAc,EAAE,CAAA;CAC1B,CAAA;AAED,KAAK,oBAAoB,GAAG,mBAAmB,GAAG;IAChD,MAAM,EAAE,OAAO,CAAA;IACf,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,KAAK,sBAAsB,GAAG,mBAAmB,GAAG;IAClD,MAAM,EAAE,SAAS,CAAA;CAClB,CAAA;AAED,MAAM,MAAM,cAAc,GACtB,MAAM,GACN;IACE,GAAG,EAAE,MAAM,CAAA;IACX,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB,CAAA;AAEL,KAAK,kBAAkB,GAAG,mBAAmB,GAAG;IAC9C,MAAM,EAAE,KAAK,CAAA;IACb,OAAO,EAAE,cAAc,EAAE,CAAA;IACzB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB,CAAA;AAED,MAAM,MAAM,eAAe,GACvB,oBAAoB,GACpB,sBAAsB,GACtB,kBAAkB,CAAA;AAEtB,MAAM,MAAM,qBAAqB,GAAG;IAClC,KAAK,EAAE,MAAM,CAAA;IACb,OAAO,EAAE,eAAe,CAAA;CACzB,CAAA;AAgCD,qBAAa,gBAAiB,SAAQ,YAAY,CAChD,SAAS,CAAC,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,CAAC,EAC5D,qBAAqB,EACrB,MAAM,EACN,MAAM,CACP;IACC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAGrB;IAEK,OAAO,CACZ,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,eAAe,GACvB,qBAAqB;IAIX,GAAG,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,qBAAqB,GAAG,OAAO,CAAC,MAAM,CAAC;IAgCrE,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;YAIzB,WAAW;IAkBzB,OAAO,CAAC,MAAM;CAsBf;AAED,wBAAsB,IAAI,CACxB,KAAK,EAAE,gBAAgB,EACvB,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,MAAM,CAAC,CAEjB"}

package/dist/activities/FileJoinActivity.js

@@ -0,0 +1,87 @@
+import { once } from 'node:events';
+import { PassThrough } from 'node:stream';
+import { Claim, History, SyncActivity, WorkflowBatchClaim, } from '@t4h.framework/core';
+import { FileSystemClaim } from '../FileSystemClaim.js';
+const extensions = {
+    lines: 'txt',
+    entries: 'ndjson',
+    csv: 'csv',
+};
+function columnKey(column) {
+    return typeof column === 'string' ? column : column.key;
+}
+function columnHeader(column) {
+    return typeof column === 'string' ? column : (column.header ?? column.key);
+}
+function csvEscape(value, delimiter) {
+    if (value === null || typeof value === 'undefined')
+        return '';
+    const text = typeof value === 'object' ? JSON.stringify(value) : String(value);
+    if (text.includes(delimiter) ||
+        text.includes('"') ||
+        text.includes('\n') ||
+        text.includes('\r'))
+        return `"${text.replaceAll('"', '""')}"`;
+    return text;
+}
+export class FileJoinActivity extends SyncActivity {
+    claims = new Claim({
+        fs: FileSystemClaim,
+        batch: WorkflowBatchClaim,
+    });
+    toInput(batch, options) {
+        return { batch: batch.id, options };
+    }
+    async run({ batch, options }) {
+        const stream = new PassThrough();
+        const writing = this.claims.fs.write(`join/${this.id}.${extensions[options.format]}`, stream);
+        const write = async (line) => {
+            if (!stream.write(line))
+                await once(stream, 'drain');
+        };
+        const statuses = new Set(options.status ??
+            (options.format === 'entries'
+                ? ['fulfilled', 'rejected']
+                : ['fulfilled']));
+        await this.writeHeader(options, write);
+        for await (const entry of this.claims.batch.outputs(batch)) {
+            if (!statuses.has(entry.status))
+                continue;
+            await write(this.toLine(entry, options));
+        }
+        stream.end();
+        return await writing;
+    }
+    toOutput(output) {
+        return output;
+    }
+    async writeHeader(options, write) {
+        if (options.format === 'lines' && options.header)
+            await write(options.header + (options.separator ?? '\n'));
+        if (options.format === 'csv' && options.header !== false) {
+            const delimiter = options.delimiter ?? ',';
+            await write(options.columns
+                .map(column => csvEscape(columnHeader(column), delimiter))
+                .join(delimiter) + '\n');
+        }
+    }
+    toLine(entry, options) {
+        if (options.format === 'entries')
+            return JSON.stringify(entry) + '\n';
+        if (options.format === 'csv') {
+            const delimiter = options.delimiter ?? ',';
+            const output = (entry.output ?? {});
+            return (options.columns
+                .map(column => csvEscape(output[columnKey(column)], delimiter))
+                .join(delimiter) + '\n');
+        }
+        const value = typeof entry.output === 'string'
+            ? entry.output
+            : JSON.stringify(entry.output);
+        return value + (options.separator ?? '\n');
+    }
+}
+export async function join(batch, options) {
+    return await History.reconciler(FileJoinActivity, batch, options);
+}
+//# sourceMappingURL=FileJoinActivity.js.map

package/dist/activities/FileJoinActivity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileJoinActivity.js","sourceRoot":"","sources":["../../src/activities/FileJoinActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAEzC,OAAO,EAEL,KAAK,EACL,OAAO,EACP,YAAY,EACZ,kBAAkB,GAGnB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AA0CvD,MAAM,UAAU,GAA8C;IAC5D,KAAK,EAAE,KAAK;IACZ,OAAO,EAAE,QAAQ;IACjB,GAAG,EAAE,KAAK;CACX,CAAA;AAED,SAAS,SAAS,CAAC,MAAsB;IACvC,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAA;AACzD,CAAC;AAED,SAAS,YAAY,CAAC,MAAsB;IAC1C,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC,CAAA;AAC5E,CAAC;AAED,SAAS,SAAS,CAAC,KAAc,EAAE,SAAiB;IAClD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,WAAW;QAAE,OAAO,EAAE,CAAA;IAE7D,MAAM,IAAI,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAE9E,IACE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;QAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QACnB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;QAEnB,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAA;IAE1C,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,OAAO,gBAAiB,SAAQ,YAKrC;IACkB,MAAM,GAAG,IAAI,KAAK,CAAC;QAClC,EAAE,EAAE,eAAe;QACnB,KAAK,EAAE,kBAAkB;KAC1B,CAAC,CAAA;IAEK,OAAO,CACZ,KAAuB,EACvB,OAAwB;QAExB,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;IACrC,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,OAAO,EAAyB;QACxD,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAA;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAClC,QAAQ,IAAI,CAAC,EAAE,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAC/C,MAAM,CACP,CAAA;QAED,MAAM,KAAK,GAAG,KAAK,EAAE,IAAY,EAAE,EAAE;YACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,MAAM,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACtD,CAAC,CAAA;QAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CACtB,OAAO,CAAC,MAAM;YACZ,CAAC,OAAO,CAAC,MAAM,KAAK,SAAS;gBAC3B,CAAC,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC;gBAC3B,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CACrB,CAAA;QAED,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,CAAA;QAEtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;gBAAE,SAAQ;YAEzC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;QAC1C,CAAC;QAED,MAAM,CAAC,GAAG,EAAE,CAAA;QAEZ,OAAO,MAAM,OAAO,CAAA;IACtB,CAAC;IAEM,QAAQ,CAAC,MAAc;QAC5B,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,WAAW,CACvB,OAAwB,EACxB,KAAsC;QAEtC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,IAAI,OAAO,CAAC,MAAM;YAC9C,MAAM,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAA;QAE3D,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YACzD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAA;YAE1C,MAAM,KAAK,CACT,OAAO,CAAC,OAAO;iBACZ,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,SAAS,CAAC,CAAC;iBACzD,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAC1B,CAAA;QACH,CAAC;IACH,CAAC;IAEO,MAAM,CAAC,KAA0B,EAAE,OAAwB;QACjE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAA;QAErE,IAAI,OAAO,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,GAAG,CAAA;YAE1C,MAAM,MAAM,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAA4B,CAAA;YAE9D,OAAO,CACL,OAAO,CAAC,OAAO;iBACZ,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;iBAC9D,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAC1B,CAAA;QACH,CAAC;QAED,MAAM,KAAK,GACT,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAC9B,CAAC,CAAC,KAAK,CAAC,MAAM;YACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;QAElC,OAAO,KAAK,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAA;IAC5C,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CACxB,KAAuB,EACvB,OAAwB;IAExB,OAAO,MAAM,OAAO,CAAC,UAAU,CAAC,gBAAgB,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;AACnE,CAAC"}

package/dist/activities/FileSplitActivity.d.ts

@@ -0,0 +1,38 @@
+import { AsyncActivity, type Binary, type Workflow, WorkflowBatchRef, workflowBatchSchema } from '@t4h.framework/core';
+import { type FileSplitDelimiter } from '../helpers/byte-delimiter-scanner.js';
+export type FileSplitOptions = {
+    delimiter: FileSplitDelimiter;
+    every?: number;
+    skipEmpty?: boolean;
+    encoding?: BufferEncoding;
+    timeoutInMs?: number;
+};
+export type FileSplitActivityInput = {
+    binary: Binary;
+    workflow: string;
+    options: FileSplitOptions;
+};
+export type FileSplitBatch = {
+    batch: string;
+    count: number;
+};
+export declare class FileSplitActivity extends AsyncActivity<readonly [
+    binary: Binary,
+    workflow: Workflow<any, any>,
+    options: FileSplitOptions
+], FileSplitActivityInput, FileSplitBatch, WorkflowBatchRef, FileSplitActivityInput, typeof workflowBatchSchema> {
+    private readonly claims;
+    toInput(binary: Binary, workflow: Workflow<any, any>, options: FileSplitOptions): FileSplitActivityInput;
+    bootstrap({ binary, workflow, options, }: FileSplitActivityInput): Promise<import("@t4h.framework/core").AsyncActivityResultPending<FileSplitActivityInput, import("typebox").TObject<{
+        batch: import("typebox").TString;
+        count: import("typebox").TNumber;
+    }>> | import("@t4h.framework/core").AsyncActivityResultFulfilled<FileSplitBatch | undefined>>;
+    advance(payload: FileSplitBatch): import("@t4h.framework/core").AsyncActivityResultFulfilled<FileSplitBatch | undefined>;
+    toOutput(output: FileSplitBatch): WorkflowBatchRef;
+}
+export declare function split(binary: Binary, workflow: Workflow<any, any>, options: FileSplitOptions): Promise<WorkflowBatchRef>;
+export declare namespace Split {
+    const line: (value?: string) => FileSplitDelimiter;
+    const char: (value: string, keep?: FileSplitDelimiter["keep"]) => FileSplitDelimiter;
+}
+//# sourceMappingURL=FileSplitActivity.d.ts.map

package/dist/activities/FileSplitActivity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSplitActivity.d.ts","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EACb,KAAK,MAAM,EAGX,KAAK,QAAQ,EACb,gBAAgB,EAEhB,mBAAmB,EACpB,MAAM,qBAAqB,CAAA;AAG5B,OAAO,EAEL,KAAK,kBAAkB,EACxB,MAAM,sCAAsC,CAAA;AAE7C,MAAM,MAAM,gBAAgB,GAAG;IAC7B,SAAS,EAAE,kBAAkB,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,SAAS,CAAC,EAAE,OAAO,CAAA;IACnB,QAAQ,CAAC,EAAE,cAAc,CAAA;IACzB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB,CAAA;AAED,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAA;IACd,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,gBAAgB,CAAA;CAC1B,CAAA;AAED,MAAM,MAAM,cAAc,GAAG;IAC3B,KAAK,EAAE,MAAM,CAAA;IACb,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAED,qBAAa,iBAAkB,SAAQ,aAAa,CAClD,SAAS;IACP,MAAM,EAAE,MAAM;IACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC;IAC5B,OAAO,EAAE,gBAAgB;CAC1B,EACD,sBAAsB,EACtB,cAAc,EACd,gBAAgB,EAChB,sBAAsB,EACtB,OAAO,mBAAmB,CAC3B;IACC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAGrB;IAEK,OAAO,CACZ,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,sBAAsB;IASZ,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACR,EAAE,sBAAsB;;;;IAmClB,OAAO,CAAC,OAAO,EAAE,cAAc;IAI/B,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,gBAAgB;CAG1D;AAED,wBAAsB,KAAK,CACzB,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,EAC5B,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,gBAAgB,CAAC,CAS3B;AAED,yBAAiB,KAAK,CAAC;IACd,MAAM,IAAI,GAAI,cAAY,KAAG,kBAAiC,CAAA;IAE9D,MAAM,IAAI,GACf,OAAO,MAAM,EACb,OAAO,kBAAkB,CAAC,MAAM,CAAC,KAChC,kBAAuC,CAAA;CAC3C"}

package/dist/activities/FileSplitActivity.js

@@ -0,0 +1,51 @@
+import { AsyncActivity, Claim, History, WorkflowBatchRef, WorkflowClaim, workflowBatchSchema, } from '@t4h.framework/core';
+import { FileSystemClaim } from '../FileSystemClaim.js';
+import { ByteDelimiterScanner, } from '../helpers/byte-delimiter-scanner.js';
+export class FileSplitActivity extends AsyncActivity {
+    claims = new Claim({
+        fs: FileSystemClaim,
+        workflow: WorkflowClaim,
+    });
+    toInput(binary, workflow, options) {
+        if (!workflow.id)
+            throw new TypeError('Could not split a file into a workflow without an id');
+        return { binary, workflow: workflow.id, options };
+    }
+    async bootstrap({ binary, workflow, options, }) {
+        const encoding = options.encoding ?? 'utf8';
+        const scanner = new ByteDelimiterScanner({
+            delimiter: options.delimiter,
+            every: options.every,
+            skipEmpty: options.skipEmpty,
+            encoding,
+        });
+        const source = await binary.stream();
+        const durable = await this.claims.fs.write(`split/${this.id}`, source.pipe(scanner));
+        const slices = await Promise.all(scanner.ranges.map(range => this.claims.fs.slice(durable, range, encoding)));
+        const batch = await this.claims.workflow.startMany(workflow, slices);
+        if (batch.count === 0)
+            return this.done({ batch: batch.id, count: 0 });
+        return this.pending({
+            schema: workflowBatchSchema,
+            ...(options.timeoutInMs && {
+                timeoutAt: new Date(Date.now() + options.timeoutInMs),
+            }),
+        });
+    }
+    advance(payload) {
+        return this.done(payload);
+    }
+    toOutput(output) {
+        return new WorkflowBatchRef(output.batch, output.count);
+    }
+}
+export async function split(binary, workflow, options) {
+    const awaitable = await History.reconciler(FileSplitActivity, binary, workflow, options);
+    return await awaitable.wait();
+}
+export var Split;
+(function (Split) {
+    Split.line = (value = '\n') => ({ value });
+    Split.char = (value, keep) => ({ value, keep });
+})(Split || (Split = {}));
+//# sourceMappingURL=FileSplitActivity.js.map

package/dist/activities/FileSplitActivity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSplitActivity.js","sourceRoot":"","sources":["../../src/activities/FileSplitActivity.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,aAAa,EAEb,KAAK,EACL,OAAO,EAEP,gBAAgB,EAChB,aAAa,EACb,mBAAmB,GACpB,MAAM,qBAAqB,CAAA;AAE5B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AACvD,OAAO,EACL,oBAAoB,GAErB,MAAM,sCAAsC,CAAA;AAqB7C,MAAM,OAAO,iBAAkB,SAAQ,aAWtC;IACkB,MAAM,GAAG,IAAI,KAAK,CAAC;QAClC,EAAE,EAAE,eAAe;QACnB,QAAQ,EAAE,aAAa;KACxB,CAAC,CAAA;IAEK,OAAO,CACZ,MAAc,EACd,QAA4B,EAC5B,OAAyB;QAEzB,IAAI,CAAC,QAAQ,CAAC,EAAE;YACd,MAAM,IAAI,SAAS,CACjB,sDAAsD,CACvD,CAAA;QAEH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,EAAE,OAAO,EAAE,CAAA;IACnD,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,EACrB,MAAM,EACN,QAAQ,EACR,OAAO,GACgB;QACvB,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAA;QAE3C,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACvC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ;SACT,CAAC,CAAA;QAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,CAAA;QAEpC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CACxC,SAAS,IAAI,CAAC,EAAE,EAAE,EAClB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CACrB,CAAA;QAED,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAC9B,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CACzB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,CAC/C,CACF,CAAA;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEpE,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;QAEtE,OAAO,IAAI,CAAC,OAAO,CAAC;YAClB,MAAM,EAAE,mBAAmB;YAC3B,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI;gBACzB,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;aACtD,CAAC;SACH,CAAC,CAAA;IACJ,CAAC;IAEM,OAAO,CAAC,OAAuB;QACpC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC3B,CAAC;IAEM,QAAQ,CAAC,MAAsB;QACpC,OAAO,IAAI,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC;CACF;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,MAAc,EACd,QAA4B,EAC5B,OAAyB;IAEzB,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,UAAU,CACxC,iBAAiB,EACjB,MAAM,EACN,QAAQ,EACR,OAAO,CACR,CAAA;IAED,OAAO,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;AAC/B,CAAC;AAED,MAAM,KAAW,KAAK,CAOrB;AAPD,WAAiB,KAAK;IACP,UAAI,GAAG,CAAC,KAAK,GAAG,IAAI,EAAsB,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAA;IAExD,UAAI,GAAG,CAClB,KAAa,EACb,IAAiC,EACb,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;AAC5C,CAAC,EAPgB,KAAK,KAAL,KAAK,QAOrB"}

package/dist/activities/__tests__/FileJoinActivity.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=FileJoinActivity.spec.d.ts.map

package/dist/activities/__tests__/FileJoinActivity.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileJoinActivity.spec.d.ts","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":""}

package/dist/activities/__tests__/FileJoinActivity.spec.js

@@ -0,0 +1,160 @@
+import { Readable } from 'node:stream';
+import { buffer } from 'node:stream/consumers';
+import { Claim, WorkflowBatchClaim, WorkflowBatchRef, } from '@t4h.framework/core';
+import { describe, expect, it, vi } from 'vitest';
+import { FileSystemClaim } from '../../FileSystemClaim.js';
+import { FileJoinActivity, join, } from '../FileJoinActivity.js';
+const batchRef = new WorkflowBatchRef('batch-1', 3);
+async function runJoin(entries, options) {
+    const joined = { id: 'joined-file' };
+    let path;
+    let content;
+    const write = vi.fn(async (filepath, readable) => {
+        path = filepath;
+        content = await buffer(readable);
+        return joined;
+    });
+    const outputs = vi.fn(async function* () {
+        yield* entries;
+    });
+    const output = await Claim.run([
+        {
+            provide: FileSystemClaim,
+            value: { write },
+        },
+        {
+            provide: WorkflowBatchClaim,
+            value: { outputs },
+        },
+    ], () => {
+        const activity = new FileJoinActivity();
+        activity.id = 'activity-1';
+        return activity.run({ batch: 'batch-1', options });
+    });
+    return { output, joined, outputs, path, content: content?.toString() };
+}
+const entries = [
+    { index: 0, status: 'fulfilled', output: '10A;x' },
+    { index: 1, status: 'rejected', output: { message: 'boom' } },
+    { index: 2, status: 'fulfilled', output: '10C;z' },
+];
+describe('FileJoinActivity', () => {
+    describe('toInput', () => {
+        it('stores the batch by id alongside the options', () => {
+            const activity = new FileJoinActivity();
+            const options = { format: 'lines' };
+            expect(activity.toInput(batchRef, options)).toEqual({
+                batch: 'batch-1',
+                options,
+            });
+        });
+    });
+    describe('lines', () => {
+        it('concatenates fulfilled outputs by default, one per line', async () => {
+            const { output, joined, outputs, content } = await runJoin(entries, {
+                format: 'lines',
+            });
+            expect(outputs).toHaveBeenCalledExactlyOnceWith('batch-1');
+            expect(content).toBe('10A;x\n10C;z\n');
+            expect(output).toBe(joined);
+        });
+        it('writes the header and honors a custom separator', async () => {
+            const { content } = await runJoin(entries, {
+                format: 'lines',
+                header: 'id;valor',
+                separator: '\r\n',
+            });
+            expect(content).toBe('id;valor\r\n10A;x\r\n10C;z\r\n');
+        });
+        it('joins only the statuses selected by the filter', async () => {
+            const { content } = await runJoin(entries, {
+                format: 'lines',
+                status: ['rejected'],
+            });
+            expect(content).toBe('{"message":"boom"}\n');
+        });
+        it('names the file after the activity with the format extension', async () => {
+            const { path } = await runJoin(entries, { format: 'lines' });
+            expect(path).toBe('join/activity-1.txt');
+        });
+    });
+    describe('entries', () => {
+        it('dumps every result as NDJSON, rejected included by default', async () => {
+            const { content, path } = await runJoin(entries, { format: 'entries' });
+            expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
+                '{"index":1,"status":"rejected","output":{"message":"boom"}}\n' +
+                '{"index":2,"status":"fulfilled","output":"10C;z"}\n');
+            expect(path).toBe('join/activity-1.ndjson');
+        });
+        it('still honors an explicit status filter', async () => {
+            const { content } = await runJoin(entries, {
+                format: 'entries',
+                status: ['fulfilled'],
+            });
+            expect(content).toBe('{"index":0,"status":"fulfilled","output":"10A;x"}\n' +
+                '{"index":2,"status":"fulfilled","output":"10C;z"}\n');
+        });
+    });
+    describe('csv', () => {
+        const rows = [
+            { index: 0, status: 'fulfilled', output: { id: 1, name: 'alice' } },
+            {
+                index: 1,
+                status: 'fulfilled',
+                output: { id: 2, name: 'quote " comma, line\nbreak' },
+            },
+            { index: 2, status: 'fulfilled', output: { id: 3 } },
+            { index: 3, status: 'rejected', output: { message: 'boom' } },
+        ];
+        it('projects the configured columns with a header row', async () => {
+            const { content, path } = await runJoin(rows, {
+                format: 'csv',
+                columns: ['id', 'name'],
+            });
+            expect(content).toBe('id,name\n' +
+                '1,alice\n' +
+                '2,"quote "" comma, line\nbreak"\n' +
+                '3,\n');
+            expect(path).toBe('join/activity-1.csv');
+        });
+        it('honors a custom delimiter and skips the header when disabled', async () => {
+            const { content } = await runJoin(rows.slice(0, 1), {
+                format: 'csv',
+                columns: ['id', 'name'],
+                delimiter: ';',
+                header: false,
+            });
+            expect(content).toBe('1;alice\n');
+        });
+        it('writes custom header labels for object columns, defaulting to the key', async () => {
+            const { content } = await runJoin(rows.slice(0, 1), {
+                format: 'csv',
+                columns: [{ key: 'id', header: 'Código' }, { key: 'name' }, 'id'],
+            });
+            expect(content).toBe('Código,name,id\n1,alice,1\n');
+        });
+        it('escapes header labels containing the delimiter', async () => {
+            const { content } = await runJoin([], {
+                format: 'csv',
+                columns: [{ key: 'total', header: 'Total, em R$' }],
+            });
+            expect(content).toBe('"Total, em R$"\n');
+        });
+        it('serializes nested values as JSON inside the cell', async () => {
+            const { content } = await runJoin([
+                {
+                    index: 0,
+                    status: 'fulfilled',
+                    output: { id: 1, meta: { a: 1 } },
+                },
+            ], { format: 'csv', columns: ['id', 'meta'], header: false });
+            expect(content).toBe('1,"{""a"":1}"\n');
+        });
+    });
+});
+describe('join', () => {
+    it('throws when called outside of an History context', async () => {
+        await expect(join(batchRef, { format: 'lines' })).rejects.toThrow('No activities in storage');
+    });
+});
+//# sourceMappingURL=FileJoinActivity.spec.js.map

package/dist/activities/__tests__/FileJoinActivity.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileJoinActivity.spec.js","sourceRoot":"","sources":["../../../src/activities/__tests__/FileJoinActivity.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAA;AAE9C,OAAO,EAEL,KAAK,EACL,kBAAkB,EAClB,gBAAgB,GAEjB,MAAM,qBAAqB,CAAA;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAEjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAC1D,OAAO,EACL,gBAAgB,EAEhB,IAAI,GACL,MAAM,wBAAwB,CAAA;AAE/B,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;AAEnD,KAAK,UAAU,OAAO,CACpB,OAA8B,EAC9B,OAAwB;IAExB,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,aAAa,EAAuB,CAAA;IAEzD,IAAI,IAAwB,CAAA;IAC5B,IAAI,OAA2B,CAAA;IAE/B,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,QAAgB,EAAE,QAAkB,EAAE,EAAE;QACjE,IAAI,GAAG,QAAQ,CAAA;QACf,OAAO,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAA;QAEhC,OAAO,MAAM,CAAA;IACf,CAAC,CAAC,CAAA;IAEF,MAAM,OAAO,GAAG,EAAE,CAAC,EAAE,CAAC,KAAK,SAAS,CAAC;QACnC,KAAK,CAAC,CAAC,OAAO,CAAA;IAChB,CAAC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B;QACE;YACE,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,EAAE,KAAK,EAAgC;SAC/C;QACD;YACE,OAAO,EAAE,kBAAkB;YAC3B,KAAK,EAAE,EAAE,OAAO,EAAmC;SACpD;KACF,EACD,GAAG,EAAE;QACH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;QAEvC,QAAQ,CAAC,EAAE,GAAG,YAAY,CAAA;QAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;IACpD,CAAC,CACF,CAAA;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAA;AACxE,CAAC;AAED,MAAM,OAAO,GAA0B;IACrC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;IAClD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;IAC7D,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;CACnD,CAAA;AAED,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAA;YACvC,MAAM,OAAO,GAAoB,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;YAEpD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;gBAClD,KAAK,EAAE,SAAS;gBAChB,OAAO;aACR,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBAClE,MAAM,EAAE,OAAO;aAChB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,+BAA+B,CAAC,SAAS,CAAC,CAAA;YAC1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,UAAU;gBAClB,SAAS,EAAE,MAAM;aAClB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;QACxD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,UAAU,CAAC;aACrB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAA;YAE5D,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAA;YAEvE,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,+DAA+D;gBAC/D,qDAAqD,CACxD,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE;gBACzC,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,CAAC,WAAW,CAAC;aACtB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,qDAAqD;gBACnD,qDAAqD,CACxD,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE;QACnB,MAAM,IAAI,GAA0B;YAClC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE;YACnE;gBACE,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,WAAW;gBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,4BAA4B,EAAE;aACtD;YACD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;YACpD,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;SAC9D,CAAA;QAED,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,EAAE;gBAC5C,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;aACxB,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAClB,WAAW;gBACT,WAAW;gBACX,mCAAmC;gBACnC,MAAM,CACT,CAAA;YACD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;YAC5E,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC;gBACvB,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,KAAK;aACd,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACrF,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBAClD,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC;aAClE,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QACrD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE;gBACpC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;aACpD,CAAC,CAAA;YAEF,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,OAAO,CAC/B;gBACE;oBACE,KAAK,EAAE,CAAC;oBACR,MAAM,EAAE,WAAW;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;iBAClC;aACF,EACD,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAC1D,CAAA;YAED,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC/D,0BAA0B,CAC3B,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}