spliterator 1.5.2 → 1.6.0

package/out/node/cli/commands/csv.d.ts

@@ -0,0 +1,44 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Yargs command to split a CSV file.
+ */
+import { ArgumentsCamelCase, Argv } from "yargs";
+import { PluckArgv } from "../utils.js";
+export declare const command = "csv [source] [destination]";
+export declare const describe = false;
+export declare const builder: (argv: Argv) => Argv<{
+    split: string;
+} & {
+    join: string;
+} & {
+    "skip-empty": boolean;
+} & {
+    take: number | undefined;
+} & {
+    drop: number;
+} & {
+    debug: boolean;
+} & {
+    "reader-high-water-mark": number;
+} & {
+    "writer-high-water-mark": number;
+} & {
+    filter: string | undefined;
+} & {
+    source: unknown;
+} & {
+    destination: unknown;
+} & {
+    header: boolean;
+} & {
+    transformers: string | undefined;
+} & {
+    "column-delimiter": string;
+} & {
+    mode: string;
+}>;
+export type CSVCommandArgs = PluckArgv<typeof builder>;
+export declare const handler: (argv: ArgumentsCamelCase<CSVCommandArgs>) => Promise<void>;
+//# sourceMappingURL=csv.d.ts.map

package/out/node/cli/commands/csv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../../../node/cli/commands/csv.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAAyB,SAAS,EAAqB,MAAM,aAAa,CAAA;AAEjF,eAAO,MAAM,OAAO,+BAA+B,CAAA;AACnD,eAAO,MAAM,QAAQ,QAAQ,CAAA;AAE7B,eAAO,MAAM,OAAO,SAAU,IAAI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA0BjC,CAAA;AAED,MAAM,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,OAAO,CAAC,CAAA;AAEtD,eAAO,MAAM,OAAO,SAAgB,kBAAkB,CAAC,cAAc,CAAC,kBA6CrE,CAAA"}

package/out/node/cli/commands/csv.js

@@ -0,0 +1,78 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file Yargs command to split a CSV file.
+ */
+import { resolve as resolvePath } from "node:path";
+import { CharacterSequence, CSVSpliterator, } from "spliterator";
+import { createFileWritableStream, createReadStream } from "spliterator/node/fs";
+import { commonCommandsBuilder } from "../utils.js";
+export const command = "csv [source] [destination]";
+export const describe = false;
+export const builder = (argv) => {
+    return commonCommandsBuilder(argv)
+        .option("header", {
+        alias: "h",
+        description: "Whether the CSV file has a header",
+        default: true,
+        boolean: true,
+    })
+        .option("transformers", {
+        alias: "ts",
+        description: "Path to JS file exporting transformer functions",
+        string: true,
+        normalize: true,
+    })
+        .options("column-delimiter", {
+        alias: "c",
+        description: "Delimiter to split columns on",
+        default: ",",
+    })
+        .option("mode", {
+        alias: "m",
+        description: "Output mode",
+        choices: ["object", "array"],
+        default: "object",
+        string: true,
+    });
+};
+export const handler = async (argv) => {
+    const joinDelimiter = new CharacterSequence(argv.join).decode();
+    let transformers = {};
+    if (argv.transformers) {
+        transformers = await import(resolvePath(argv.transformers));
+    }
+    let filter = () => true;
+    if (argv.filter) {
+        const module = await import(resolvePath(argv.filter));
+        filter = module.default;
+    }
+    const [readStream, writeStream] = await Promise.all([
+        createReadStream(argv.source, argv.readerHighWaterMark),
+        createFileWritableStream(argv.destination, {
+            encoding: "utf8",
+            highWaterMark: argv.writerHighWaterMark,
+        }),
+    ]);
+    const writer = writeStream.getWriter();
+    const spliterator = CSVSpliterator.fromAsync(readStream, {
+        mode: argv.mode,
+        delimiter: argv.split,
+        autoDispose: true,
+        header: argv.header,
+        transformers,
+        columnDelimiter: argv.columnDelimiter,
+        take: argv.take,
+        drop: argv.drop,
+    });
+    for await (const row of spliterator) {
+        const emit = await filter(row);
+        if (!emit)
+            continue;
+        await writer.write(JSON.stringify(row));
+        await writer.write(joinDelimiter);
+    }
+    await writer.close();
+};
+//# sourceMappingURL=csv.js.map

package/out/node/cli/commands/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../../../node/cli/commands/csv.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAEN,iBAAiB,EAEjB,cAAc,GAGd,MAAM,aAAa,CAAA;AACpB,OAAO,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAEhF,OAAO,EAAE,qBAAqB,EAAgC,MAAM,aAAa,CAAA;AAEjF,MAAM,CAAC,MAAM,OAAO,GAAG,4BAA4B,CAAA;AACnD,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAA;AAE7B,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAU,EAAE,EAAE;IACrC,OAAO,qBAAqB,CAAC,IAAI,CAAC;SAChC,MAAM,CAAC,QAAQ,EAAE;QACjB,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,mCAAmC;QAChD,OAAO,EAAE,IAAI;QACb,OAAO,EAAE,IAAI;KACb,CAAC;SACD,MAAM,CAAC,cAAc,EAAE;QACvB,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,iDAAiD;QAC9D,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI;KACf,CAAC;SACD,OAAO,CAAC,kBAAkB,EAAE;QAC5B,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,+BAA+B;QAC5C,OAAO,EAAE,GAAG;KACZ,CAAC;SACD,MAAM,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,aAAa;QAC1B,OAAO,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAoC;QAC/D,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,IAAI;KACZ,CAAC,CAAA;AACJ,CAAC,CAAA;AAID,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,IAAwC,EAAE,EAAE;IACzE,MAAM,aAAa,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAA;IAC/D,IAAI,YAAY,GAAyB,EAAE,CAAA;IAE3C,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;QACvB,YAAY,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAA;IAC5D,CAAC;IAED,IAAI,MAAM,GAAsB,GAAG,EAAE,CAAC,IAAI,CAAA;IAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACrD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAA;IACxB,CAAC;IAED,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnD,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,CAAC;QACvD,wBAAwB,CAAC,IAAI,CAAC,WAAW,EAAE;YAC1C,QAAQ,EAAE,MAAM;YAChB,aAAa,EAAE,IAAI,CAAC,mBAAmB;SACvC,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAA;IAEtC,MAAM,WAAW,GAAG,cAAc,CAAC,SAAS,CAAC,UAAU,EAAE;QACxD,IAAI,EAAE,IAAI,CAAC,IAAqB;QAChC,SAAS,EAAE,IAAI,CAAC,KAAK;QACrB,WAAW,EAAE,IAAI;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY;QACZ,eAAe,EAAE,IAAI,CAAC,eAAe;QACrC,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;KACqC,CAAC,CAAA;IAEtD,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,CAAA;QAE9B,IAAI,CAAC,IAAI;YAAE,SAAQ;QAEnB,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;QACvC,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAClC,CAAC;IAED,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;AACrB,CAAC,CAAA"}

package/out/node/cli/commands/iterate.d.ts

@@ -0,0 +1,37 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+import { ArgumentsCamelCase, Argv } from "yargs";
+import { PluckArgv } from "../utils.js";
+export declare const command = "$0 [source] [destination]";
+export declare const describe = false;
+export declare const builder: (argv: Argv) => Argv<{
+    split: string;
+} & {
+    join: string;
+} & {
+    "skip-empty": boolean;
+} & {
+    take: number | undefined;
+} & {
+    drop: number;
+} & {
+    debug: boolean;
+} & {
+    "reader-high-water-mark": number;
+} & {
+    "writer-high-water-mark": number;
+} & {
+    filter: string | undefined;
+} & {
+    source: unknown;
+} & {
+    destination: unknown;
+} & {
+    transformer: string | undefined;
+}>;
+export type IterateCommandArgs = PluckArgv<typeof builder>;
+export declare const handler: (argv: ArgumentsCamelCase<IterateCommandArgs>) => Promise<void>;
+//# sourceMappingURL=iterate.d.ts.map

package/out/node/cli/commands/iterate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterate.d.ts","sourceRoot":"","sources":["../../../../node/cli/commands/iterate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAChD,OAAO,EAIN,SAAS,EAET,MAAM,aAAa,CAAA;AAEpB,eAAO,MAAM,OAAO,8BAA8B,CAAA;AAClD,eAAO,MAAM,QAAQ,QAAQ,CAAA;AAE7B,eAAO,MAAM,OAAO,SAAU,IAAI;;;;;;;;;;;;;;;;;;;;;;;;EAMjC,CAAA;AAED,MAAM,MAAM,kBAAkB,GAAG,SAAS,CAAC,OAAO,OAAO,CAAC,CAAA;AAE1D,eAAO,MAAM,OAAO,SAAgB,kBAAkB,CAAC,kBAAkB,CAAC,kBA0CzE,CAAA"}

package/out/node/cli/commands/iterate.js

@@ -0,0 +1,54 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+import { resolve as resolvePath } from "node:path";
+import { CharacterSequence, Spliterator } from "spliterator";
+import { createFileWritableStream, createReadStream } from "spliterator/node/fs";
+import { commonCommandsBuilder, } from "../utils.js";
+export const command = "$0 [source] [destination]";
+export const describe = false;
+export const builder = (argv) => {
+    return commonCommandsBuilder(argv).option("transformer", {
+        alias: "t",
+        description: "Path to JS file exporting a default transformer function",
+        string: true,
+    });
+};
+export const handler = async (argv) => {
+    let transformer = (line) => line;
+    const joinDelimiter = new CharacterSequence(argv.join);
+    if (argv.transformer) {
+        const module = await import(resolvePath(argv.transformer));
+        transformer = module.default;
+    }
+    let filter = () => true;
+    if (argv.filter) {
+        const module = await import(resolvePath(argv.filter));
+        filter = module.default;
+    }
+    const [readStream, writeStream] = await Promise.all([
+        createReadStream(argv.source, argv.readerHighWaterMark),
+        createFileWritableStream(argv.destination, {
+            highWaterMark: argv.writerHighWaterMark,
+        }),
+    ]);
+    const writer = writeStream.getWriter();
+    const spliterator = Spliterator.from(readStream, {
+        delimiter: argv.split,
+        skipEmpty: argv.skipEmpty,
+        take: argv.take,
+        drop: argv.drop,
+        debug: argv.debug,
+    });
+    for await (const line of spliterator) {
+        const transformed = await transformer(line);
+        const emit = await filter(line);
+        if (!emit)
+            continue;
+        await writer.write(transformed);
+        await writer.write(joinDelimiter);
+    }
+};
+//# sourceMappingURL=iterate.js.map

package/out/node/cli/commands/iterate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iterate.js","sourceRoot":"","sources":["../../../../node/cli/commands/iterate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,WAAW,CAAA;AAClD,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,EAAE,wBAAwB,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAEhF,OAAO,EACN,qBAAqB,GAKrB,MAAM,aAAa,CAAA;AAEpB,MAAM,CAAC,MAAM,OAAO,GAAG,2BAA2B,CAAA;AAClD,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,CAAA;AAE7B,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAU,EAAE,EAAE;IACrC,OAAO,qBAAqB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,aAAa,EAAE;QACxD,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,0DAA0D;QACvE,MAAM,EAAE,IAAI;KACZ,CAAC,CAAA;AACH,CAAC,CAAA;AAID,MAAM,CAAC,MAAM,OAAO,GAAG,KAAK,EAAE,IAA4C,EAAE,EAAE;IAC7E,IAAI,WAAW,GAAoB,CAAC,IAAgB,EAAE,EAAE,CAAC,IAAI,CAAA;IAC7D,MAAM,aAAa,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAEtD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,MAAM,GAAiC,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAA;QACxF,WAAW,GAAG,MAAM,CAAC,OAAO,CAAA;IAC7B,CAAC;IAED,IAAI,MAAM,GAAsB,GAAG,EAAE,CAAC,IAAI,CAAA;IAC1C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACrD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAA;IACxB,CAAC;IAED,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACnD,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,CAAC;QACvD,wBAAwB,CAAC,IAAI,CAAC,WAAW,EAAE;YAC1C,aAAa,EAAE,IAAI,CAAC,mBAAmB;SACvC,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,CAAA;IAEtC,MAAM,WAAW,GAAG,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE;QAChD,SAAS,EAAE,IAAI,CAAC,KAAK;QACrB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,KAAK,EAAE,IAAI,CAAC,KAAK;KACjB,CAAC,CAAA;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAA;QAE3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;QAE/B,IAAI,CAAC,IAAI;YAAE,SAAQ;QAEnB,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;QAC/B,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAA;IAClC,CAAC;AACF,CAAC,CAAA"}

package/out/node/cli/index.d.ts

@@ -0,0 +1,9 @@
+#!/usr/bin/env node
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file CLI entry point for the Spliterator library.
+ */
+export {};
+//# sourceMappingURL=index.d.ts.map

package/out/node/cli/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../node/cli/index.ts"],"names":[],"mappings":";AAEA;;;;;GAKG"}

package/out/node/cli/index.js

@@ -0,0 +1,34 @@
+#!/usr/bin/env node
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ * @file CLI entry point for the Spliterator library.
+ */
+import { hideBin } from "yargs/helpers";
+import yargs from "yargs/yargs";
+const argv = yargs(hideBin(process.argv));
+argv
+    .command(await import("./commands/iterate.js"))
+    .usage([
+    // ---
+    "Iterate over a file, line by line, writing the transformed output to a new file.",
+    "$0 [source] [destination]",
+    "",
+].join("\n"))
+    .command(await import("./commands/csv.js"))
+    .usage([
+    // ---
+    "Split a CSV file into JSONL format.",
+    "$0 csv [source] [destination]",
+    "",
+].join("\n"))
+    .epilogue([
+    // ---
+    "Sister Software, AGPL-3.0",
+    "https://sister.software",
+].join("\n"))
+    .wrap(Math.min(120, argv.terminalWidth()))
+    .scriptName("spliterator")
+    .parse();
+//# sourceMappingURL=index.js.map

package/out/node/cli/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../node/cli/index.ts"],"names":[],"mappings":";AAEA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,aAAa,CAAA;AAE/B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;AAEzC,IAAI;KACF,OAAO,CAAC,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;KAC9C,KAAK,CACL;IACC,MAAM;IACN,kFAAkF;IAClF,2BAA2B;IAC3B,EAAE;CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ;KACA,OAAO,CAAC,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;KAC1C,KAAK,CACL;IACC,MAAM;IACN,qCAAqC;IACrC,+BAA+B;IAC/B,EAAE;CACF,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ;KACA,QAAQ,CACR;IACC,MAAM;IACN,2BAA2B;IAC3B,yBAAyB;CACzB,CAAC,IAAI,CAAC,IAAI,CAAC,CACZ;KACA,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;KACzC,UAAU,CAAC,aAAa,CAAC;KACzB,KAAK,EAAE,CAAA"}

package/out/node/cli/utils.d.ts

@@ -0,0 +1,52 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+import { Argv } from "yargs";
+export type PluckArgv<T extends (...args: any[]) => any> = ReturnType<T> extends Argv<infer U> ? U : never;
+export declare const commonCommandsBuilder: (argv: Argv) => Argv<{
+    split: string;
+} & {
+    join: string;
+} & {
+    "skip-empty": boolean;
+} & {
+    take: number | undefined;
+} & {
+    drop: number;
+} & {
+    debug: boolean;
+} & {
+    "reader-high-water-mark": number;
+} & {
+    "writer-high-water-mark": number;
+} & {
+    filter: string | undefined;
+} & {
+    source: unknown;
+} & {
+    destination: unknown;
+}>;
+export type CommonCommandArgs = PluckArgv<typeof commonCommandsBuilder>;
+/**
+ * A function that filters lines from a spliterator's output.
+ *
+ * @param line - The line to filter, typically a `Uint8Array`.
+ *
+ * @returns Whether to include the line in the output.
+ */
+export type SpliteratorFilter = (line: unknown) => boolean | PromiseLike<boolean>;
+/**
+ * A function that transforms lines from a spliterator's output.
+ *
+ * This occurs **before** filtering.
+ */
+export type LineTransformer<T = unknown> = (line: Uint8Array) => T | PromiseLike<T>;
+/**
+ * The default export from a module that exports a `LineTransformer`.
+ */
+export type LineTransformerModuleExports = {
+    default: LineTransformer;
+};
+//# sourceMappingURL=utils.d.ts.map

package/out/node/cli/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../node/cli/utils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,OAAO,CAAA;AAE5B,MAAM,MAAM,SAAS,CAAC,CAAC,SAAS,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;AAE1G,eAAO,MAAM,qBAAqB,SAAU,IAAI;;;;;;;;;;;;;;;;;;;;;;EA+D/C,CAAA;AAED,MAAM,MAAM,iBAAiB,GAAG,SAAS,CAAC,OAAO,qBAAqB,CAAC,CAAA;AAEvE;;;;;;GAMG;AACH,MAAM,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,OAAO,KAAK,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;AAEjF;;;;GAIG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,KAAK,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;AAEnF;;GAEG;AACH,MAAM,MAAM,4BAA4B,GAAG;IAC1C,OAAO,EAAE,eAAe,CAAA;CACxB,CAAA"}

package/out/node/cli/utils.js

@@ -0,0 +1,70 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+export const commonCommandsBuilder = (argv) => {
+    return argv
+        .option("split", {
+        alias: "s",
+        description: "Delimiter to split lines on",
+        default: "\n",
+        defaultDescription: "<newline>",
+    })
+        .option("join", {
+        alias: "j",
+        description: "Delimiter to join lines on",
+        default: "\n",
+        defaultDescription: "<newline>",
+    })
+        .option("skip-empty", {
+        alias: "e",
+        description: "Skip empty lines",
+        default: true,
+    })
+        .option("take", {
+        alias: "t",
+        description: "Number of lines to take",
+        defaultDescription: "Infinity",
+        number: true,
+    })
+        .option("drop", {
+        alias: "p",
+        description: "Number of lines to drop",
+        default: 0,
+    })
+        .option("debug", {
+        alias: "v",
+        description: "Debug mode",
+        default: false,
+    })
+        .option("reader-high-water-mark", {
+        alias: "w",
+        description: "High water mark for the read stream",
+        default: 4096 * 16, // 64 KiB
+    })
+        .options("writer-high-water-mark", {
+        alias: "W",
+        description: "High water mark for the write stream",
+        default: 4096 * 16 * 4, // 256 KiB
+    })
+        .option("filter", {
+        alias: "f",
+        description: "Path to JS file exporting default a filter function",
+        string: true,
+        normalize: true,
+    })
+        .positional("source", {
+        description: "Path to the source input file",
+        alias: "i",
+        string: true,
+        demandOption: true,
+    })
+        .positional("destination", {
+        description: "Path to the destination output file",
+        alias: "o",
+        string: true,
+        demandOption: true,
+    });
+};
+//# sourceMappingURL=utils.js.map

package/out/node/cli/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../node/cli/utils.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,IAAU,EAAE,EAAE;IACnD,OAAO,IAAI;SACT,MAAM,CAAC,OAAO,EAAE;QAChB,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,6BAA6B;QAC1C,OAAO,EAAE,IAAI;QACb,kBAAkB,EAAE,WAAW;KAC/B,CAAC;SACD,MAAM,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,4BAA4B;QACzC,OAAO,EAAE,IAAI;QACb,kBAAkB,EAAE,WAAW;KAC/B,CAAC;SACD,MAAM,CAAC,YAAY,EAAE;QACrB,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,kBAAkB;QAC/B,OAAO,EAAE,IAAI;KACb,CAAC;SACD,MAAM,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,yBAAyB;QACtC,kBAAkB,EAAE,UAAU;QAC9B,MAAM,EAAE,IAAI;KACZ,CAAC;SACD,MAAM,CAAC,MAAM,EAAE;QACf,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,yBAAyB;QACtC,OAAO,EAAE,CAAC;KACV,CAAC;SACD,MAAM,CAAC,OAAO,EAAE;QAChB,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,YAAY;QACzB,OAAO,EAAE,KAAK;KACd,CAAC;SACD,MAAM,CAAC,wBAAwB,EAAE;QACjC,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,qCAAqC;QAClD,OAAO,EAAE,IAAI,GAAG,EAAE,EAAE,SAAS;KAC7B,CAAC;SACD,OAAO,CAAC,wBAAwB,EAAE;QAClC,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,sCAAsC;QACnD,OAAO,EAAE,IAAI,GAAG,EAAE,GAAG,CAAC,EAAE,UAAU;KAClC,CAAC;SACD,MAAM,CAAC,QAAQ,EAAE;QACjB,KAAK,EAAE,GAAG;QACV,WAAW,EAAE,qDAAqD;QAClE,MAAM,EAAE,IAAI;QACZ,SAAS,EAAE,IAAI;KACf,CAAC;SACD,UAAU,CAAC,QAAQ,EAAE;QACrB,WAAW,EAAE,+BAA+B;QAC5C,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,IAAI;KAClB,CAAC;SACD,UAAU,CAAC,aAAa,EAAE;QAC1B,WAAW,EAAE,qCAAqC;QAClD,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,IAAI;QACZ,YAAY,EAAE,IAAI;KAClB,CAAC,CAAA;AACJ,CAAC,CAAA"}

package/out/node/fs/index.d.ts

@@ -0,0 +1,58 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+import { CreateWriteStreamOptions } from "node:fs/promises";
+import { WritableStream } from "node:stream/web";
+import { AsyncChunkIterator, AsyncDataResource } from "../../lib/shared.js";
+/**
+ * Create a readable stream from a file system source.
+ *
+ * If the source is not a string or URL, this function will return `process.stdin`.
+ *
+ * @param source The source to read from.
+ * @param highWaterMark The buffer chunk size to read from the file.
+ *
+ * @returns The readable stream.
+ */
+export declare function createReadStream(source: unknown, highWaterMark: number): Promise<AsyncChunkIterator>;
+/**
+ * Create a writable stream from a file system destination.
+ *
+ * Unlike Node's native `fs.createWriteStream`, this function will return `process.stdout` if the
+ * destination is not a string or URL.
+ *
+ * @param destination The destination to write to.
+ *
+ * @returns The writable stream.
+ */
+export declare function createFileWritableStream(destination: unknown, options?: CreateWriteStreamOptions): Promise<WritableStream>;
+export interface CreateChunkIteratorOptions {
+    /**
+     * The buffer chunk size to read from the file, i.e. the high-water mark for the file read.
+     */
+    highWaterMark?: number;
+    /**
+     * The byte position to start reading from.
+     */
+    start?: number;
+}
+/**
+ * Read the size of a file from a source.
+ *
+ * @param source The source to read the file size from.
+ *
+ * @returns The file size in bytes.
+ * @internal
+ */
+export declare function readFileSize(source: AsyncDataResource): Promise<number>;
+/**
+ * Create an async chunk iterator from a source.
+ *
+ * @param source The source to create the chunk iterator from.
+ * @internal
+ */
+export declare function createChunkIterator(source: AsyncDataResource | AsyncChunkIterator, { highWaterMark, start }?: CreateChunkIteratorOptions): Promise<AsyncChunkIterator>;
+export default createChunkIterator;
+//# sourceMappingURL=index.d.ts.map

package/out/node/fs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../node/fs/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,wBAAwB,EAAc,MAAM,kBAAkB,CAAA;AAEvE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAoB,MAAM,qBAAqB,CAAA;AAE7F;;;;;;;;;GASG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAgB1G;AAED;;;;;;;;;GASG;AACH,wBAAsB,wBAAwB,CAC7C,WAAW,EAAE,OAAO,EACpB,OAAO,GAAE,wBAA6B,GACpC,OAAO,CAAC,cAAc,CAAC,CAiDzB;AAED,MAAM,WAAW,0BAA0B;IAC1C;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,CAAA;IAEtB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;CACd;AAED;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,CAU7E;AAED;;;;;GAKG;AACH,wBAAsB,mBAAmB,CACxC,MAAM,EAAE,iBAAiB,GAAG,kBAAkB,EAC9C,EAAE,aAAyB,EAAE,KAAS,EAAE,GAAE,0BAA+B,GACvE,OAAO,CAAC,kBAAkB,CAAC,CAuC7B;AAED,eAAe,mBAAmB,CAAA"}

package/out/node/fs/index.js

@@ -0,0 +1,142 @@
+/**
+ * @copyright Sister Software
+ * @license AGPL-3.0
+ * @author Teffen Ellis, et al.
+ */
+import { open, stat } from "node:fs/promises";
+import { WritableStream } from "node:stream/web";
+import { isFileHandleLike } from "../../lib/shared.js";
+/**
+ * Create a readable stream from a file system source.
+ *
+ * If the source is not a string or URL, this function will return `process.stdin`.
+ *
+ * @param source The source to read from.
+ * @param highWaterMark The buffer chunk size to read from the file.
+ *
+ * @returns The readable stream.
+ */
+export async function createReadStream(source, highWaterMark) {
+    if (typeof source !== "string" || !source) {
+        // We check if STDIN is a TTY to prevent blocking the terminal.
+        if (process.stdin.isTTY) {
+            throw new TypeError("No source file provided. provide a source argument or pipe data to STDIN.");
+        }
+        return process.stdin;
+    }
+    const handle = await open(source, "r");
+    return handle.createReadStream({
+        autoClose: true,
+        highWaterMark,
+    });
+}
+/**
+ * Create a writable stream from a file system destination.
+ *
+ * Unlike Node's native `fs.createWriteStream`, this function will return `process.stdout` if the
+ * destination is not a string or URL.
+ *
+ * @param destination The destination to write to.
+ *
+ * @returns The writable stream.
+ */
+export async function createFileWritableStream(destination, options = {}) {
+    let nodeWriteStream;
+    if (typeof destination !== "string" || !destination) {
+        nodeWriteStream = process.stdout;
+    }
+    else {
+        const handle = await open(destination, "w");
+        nodeWriteStream = handle.createWriteStream({
+            autoClose: true,
+            ...options,
+        });
+    }
+    nodeWriteStream.once("error", (error) => {
+        console.error("Failed to write to the destination stream:", error);
+        process.exit(1);
+    });
+    return new WritableStream({
+        async write(chunk) {
+            const canWrite = nodeWriteStream.write(chunk);
+            if (canWrite)
+                return Promise.resolve();
+            return new Promise((resolve) => {
+                nodeWriteStream.once("drain", resolve);
+            });
+        },
+        async abort(reason) {
+            return new Promise((resolve, reject) => {
+                if ("destroy" in nodeWriteStream) {
+                    nodeWriteStream.destroy(reason);
+                }
+                nodeWriteStream.once("error", reject);
+                nodeWriteStream.once("close", resolve);
+            });
+        },
+        async close() {
+            return new Promise((resolve, reject) => {
+                nodeWriteStream.end();
+                nodeWriteStream.once("error", reject);
+                nodeWriteStream.once("finish", resolve);
+            });
+        },
+    });
+}
+/**
+ * Read the size of a file from a source.
+ *
+ * @param source The source to read the file size from.
+ *
+ * @returns The file size in bytes.
+ * @internal
+ */
+export async function readFileSize(source) {
+    if (typeof source === "string" || source instanceof URL) {
+        return stat(source).then(({ size }) => size);
+    }
+    if (isFileHandleLike(source)) {
+        return source.stat().then(({ size }) => size);
+    }
+    throw new TypeError("The provided source does not support file size retrieval.");
+}
+/**
+ * Create an async chunk iterator from a source.
+ *
+ * @param source The source to create the chunk iterator from.
+ * @internal
+ */
+export async function createChunkIterator(source, { highWaterMark = 4096 * 16, start = 0 } = {}) {
+    if (!source) {
+        throw new TypeError("Cannot create a chunk iterator from an undefined or null source.");
+    }
+    if (typeof source === "string" || source instanceof URL) {
+        const handle = await open(source, "r");
+        const readStream = handle.createReadStream({
+            start,
+            highWaterMark,
+            autoClose: true,
+        });
+        return readStream;
+    }
+    if (Symbol.asyncIterator in source) {
+        return source;
+    }
+    if (isFileHandleLike(source)) {
+        if (source.createReadStream) {
+            return source.createReadStream({
+                start,
+                highWaterMark,
+            });
+        }
+        if (source.readableWebStream) {
+            return source.readableWebStream({
+                type: "bytes",
+            });
+        }
+        throw new TypeError("The provided file handle does not support readable web streams.");
+    }
+    throw new TypeError("The provided source does not support async iteration.");
+}
+export default createChunkIterator;
+//# sourceMappingURL=index.js.map

package/out/node/fs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../node/fs/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAA4B,IAAI,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAA;AAEvE,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAyC,gBAAgB,EAAE,MAAM,qBAAqB,CAAA;AAE7F;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAe,EAAE,aAAqB;IAC5E,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QAC3C,+DAA+D;QAC/D,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,SAAS,CAAC,2EAA2E,CAAC,CAAA;QACjG,CAAC;QAED,OAAO,OAAO,CAAC,KAAK,CAAA;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;IAEtC,OAAO,MAAM,CAAC,gBAAgB,CAAC;QAC9B,SAAS,EAAE,IAAI;QACf,aAAa;KACb,CAAC,CAAA;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC7C,WAAoB,EACpB,UAAoC,EAAE;IAEtC,IAAI,eAAiD,CAAA;IAErD,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,WAAW,EAAE,CAAC;QACrD,eAAe,GAAG,OAAO,CAAC,MAAM,CAAA;IACjC,CAAC;SAAM,CAAC;QACP,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;QAE3C,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC;YAC1C,SAAS,EAAE,IAAI;YACf,GAAG,OAAO;SACV,CAAC,CAAA;IACH,CAAC;IAED,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;QACvC,OAAO,CAAC,KAAK,CAAC,4CAA4C,EAAE,KAAK,CAAC,CAAA;QAElE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAC,CAAA;IAEF,OAAO,IAAI,cAAc,CAAC;QACzB,KAAK,CAAC,KAAK,CAAC,KAAK;YAChB,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAC7C,IAAI,QAAQ;gBAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;YAEtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC9B,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YACvC,CAAC,CAAC,CAAA;QACH,CAAC;QAED,KAAK,CAAC,KAAK,CAAC,MAAM;YACjB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACtC,IAAI,SAAS,IAAI,eAAe,EAAE,CAAC;oBAClC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;gBAChC,CAAC;gBAED,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBACrC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;YACvC,CAAC,CAAC,CAAA;QACH,CAAC;QAED,KAAK,CAAC,KAAK;YACV,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACtC,eAAe,CAAC,GAAG,EAAE,CAAA;gBACrB,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;gBACrC,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;YACxC,CAAC,CAAC,CAAA;QACH,CAAC;KACD,CAAC,CAAA;AACH,CAAC;AAcD;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,MAAyB;IAC3D,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,YAAY,GAAG,EAAE,CAAC;QACzD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAC7C,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,IAAI,SAAS,CAAC,2DAA2D,CAAC,CAAA;AACjF,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACxC,MAA8C,EAC9C,EAAE,aAAa,GAAG,IAAI,GAAG,EAAE,EAAE,KAAK,GAAG,CAAC,KAAiC,EAAE;IAEzE,IAAI,CAAC,MAAM,EAAE,CAAC;QACb,MAAM,IAAI,SAAS,CAAC,kEAAkE,CAAC,CAAA;IACxF,CAAC;IAED,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,YAAY,GAAG,EAAE,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QAEtC,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC;YAC1C,KAAK;YACL,aAAa;YACb,SAAS,EAAE,IAAI;SACf,CAAC,CAAA;QAEF,OAAO,UAAU,CAAA;IAClB,CAAC;IAED,IAAI,MAAM,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC;QACpC,OAAO,MAAM,CAAA;IACd,CAAC;IAED,IAAI,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC;QAC9B,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC7B,OAAO,MAAM,CAAC,gBAAgB,CAAC;gBAC9B,KAAK;gBACL,aAAa;aACb,CAAC,CAAA;QACH,CAAC;QAED,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC,iBAAiB,CAAC;gBAC/B,IAAI,EAAE,OAAO;aACb,CAAC,CAAA;QACH,CAAC;QAED,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAA;IACvF,CAAC;IAED,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAA;AAC7E,CAAC;AAED,eAAe,mBAAmB,CAAA"}