@hpcc-js/dataflow 9.1.0 → 9.2.1

package/src/__tests__/chain.ts

@@ -1,85 +1,85 @@
-import { expect } from "chai";
-import { count } from "../observers/count";
-import { concat, pipe, filter, min, max, map, each, generate, sensor, scalar, activity } from "../index";
-import { person, Person, population } from "./data";
-
-describe("chain", () => {
-    it("generator", () => {
-        const p = pipe(concat([3, 4, 5, 6]), concat([7, 8]));
-        expect([...p([1, 2])]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
-        const p2 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
-        expect([...p2([1, 2])]).to.deep.equal([2, 4, 6, 7, 8]);
-        const p3 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
-        expect([...p3([1, 2])]).to.deep.equal([2, 4, 6, 8]);
-    });
-
-    it("fn", () => {
-        expect([...pipe([1, 2])]).to.deep.equal([1, 2]);
-        const p = pipe([1, 2], concat([3, 4, 5, 6]), concat([7, 8]));
-        expect([...p]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
-        const p2 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
-        expect([...p2]).to.deep.equal([2, 4, 6, 7, 8]);
-        const p3 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
-        expect([...p3]).to.deep.equal([2, 4, 6, 8]);
-    });
-
-    it("activity", () => {
-        expect([...pipe(
-            concat([3, 4, 5, 6]),
-            concat([7, 8]),
-            activity(max())
-        )([1, 2])]).to.deep.equal([8]);
-
-        expect([...pipe(
-            [1, 2],
-            concat([3, 4, 5, 6]),
-            concat([7, -1, 8]),
-            activity(min())
-        )]).to.deep.equal([-1]);
-    });
-
-    it("scalar", () => {
-        expect(pipe(
-            concat([3, 4, 5, 6]),
-            concat([7, 8]),
-            scalar(max())
-        )([1, 2])).to.equal(8);
-
-        expect(pipe(
-            [1, 2],
-            concat([3, 4, 5, 6]),
-            concat([7, -1, 8]),
-            scalar(min())
-        )).to.equal(-1);
-    });
-
-    it("chain-all", () => {
-        const s1 = count();
-        const s2 = count();
-        const myPipeline = pipe(
-            map((_: Person) => ({ id: _.email, display: `The id is:  ${_}`, ageBucket: Math.round(_.age / 10) })),
-            each(row => { /* do nothing */ }),
-            sensor(s1),
-            filter(_ => _.ageBucket !== 2),
-            sensor(s2)
-        );
-        expect([...myPipeline(generate(person, 1000))]).to.have.lengthOf(829);
-        expect(s1.peek()).to.equal(1000);
-        expect(s2.peek()).to.equal(829);
-    });
-
-    it("sensor", () => {
-        const s1 = max(r => r.age);
-        const s2 = max(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age < 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(286);
-        expect(s1.peek()).to.equal(66);
-        expect(s2.peek()).to.equal(29);
-
-    });
-});
+import { expect } from "chai";
+import { count } from "../observers/count";
+import { concat, pipe, filter, min, max, map, each, generate, sensor, scalar, activity } from "../index";
+import { person, Person, population } from "./data";
+
+describe("chain", () => {
+    it("generator", () => {
+        const p = pipe(concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p([1, 2])]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2([1, 2])]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3([1, 2])]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("fn", () => {
+        expect([...pipe([1, 2])]).to.deep.equal([1, 2]);
+        const p = pipe([1, 2], concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("activity", () => {
+        expect([...pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            activity(max())
+        )([1, 2])]).to.deep.equal([8]);
+
+        expect([...pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            activity(min())
+        )]).to.deep.equal([-1]);
+    });
+
+    it("scalar", () => {
+        expect(pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            scalar(max())
+        )([1, 2])).to.equal(8);
+
+        expect(pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            scalar(min())
+        )).to.equal(-1);
+    });
+
+    it("chain-all", () => {
+        const s1 = count();
+        const s2 = count();
+        const myPipeline = pipe(
+            map((_: Person) => ({ id: _.email, display: `The id is:  ${_}`, ageBucket: Math.round(_.age / 10) })),
+            each(row => { /* do nothing */ }),
+            sensor(s1),
+            filter(_ => _.ageBucket !== 2),
+            sensor(s2)
+        );
+        expect([...myPipeline(generate(person, 1000))]).to.have.lengthOf(829);
+        expect(s1.peek()).to.equal(1000);
+        expect(s2.peek()).to.equal(829);
+    });
+
+    it("sensor", () => {
+        const s1 = max(r => r.age);
+        const s2 = max(r => r.age);
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age < 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(data.length).to.equal(286);
+        expect(s1.peek()).to.equal(66);
+        expect(s2.peek()).to.equal(29);
+
+    });
+});

package/src/__tests__/concat.ts

@@ -1,18 +1,18 @@
-import { expect } from "chai";
-import { concat } from "../index";
-
-describe("concat", () => {
-    it("generator", () => {
-        expect([...concat([])([])]).to.deep.equal([]);
-        expect([...concat([1, 2, 3])([])]).to.deep.equal([1, 2, 3]);
-        expect([...concat<number>([])([1, 2, 3])]).to.deep.equal([1, 2, 3]);
-        expect([...concat([4, 5, 6])([1, 2, 3])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...concat([], [])]).to.deep.equal([]);
-        expect([...concat([], [1, 2, 3])]).to.deep.equal([1, 2, 3]);
-        expect([...concat([1, 2, 3], [])]).to.deep.equal([1, 2, 3]);
-        expect([...concat([1, 2, 3], [4, 5, 6])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
-    });
-});
+import { expect } from "chai";
+import { concat } from "../index";
+
+describe("concat", () => {
+    it("generator", () => {
+        expect([...concat([])([])]).to.deep.equal([]);
+        expect([...concat([1, 2, 3])([])]).to.deep.equal([1, 2, 3]);
+        expect([...concat<number>([])([1, 2, 3])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([4, 5, 6])([1, 2, 3])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...concat([], [])]).to.deep.equal([]);
+        expect([...concat([], [1, 2, 3])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([1, 2, 3], [])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([1, 2, 3], [4, 5, 6])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
+    });
+});

package/src/__tests__/count.ts

@@ -1,25 +1,25 @@
-import { expect } from "chai";
-import { pipe, filter, count, scalar, sensor } from "../index";
-import { population } from "./data";
-
-describe("count", () => {
-
-    it("Population", () => {
-        const s1 = count();
-        const s2 = count();
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age > 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(s1.peek()).to.equal(1000);
-        expect(s2.peek()).to.equal(699);
-        expect(data.length).to.equal(699);
-    });
-
-    it("scalarActivity", () => {
-        const countActivity = scalar(count());
-        expect(countActivity([5, 1, 2, -3, 4])).to.equal(5);
-    });
-});
+import { expect } from "chai";
+import { pipe, filter, count, scalar, sensor } from "../index";
+import { population } from "./data";
+
+describe("count", () => {
+
+    it("Population", () => {
+        const s1 = count();
+        const s2 = count();
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age > 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(s1.peek()).to.equal(1000);
+        expect(s2.peek()).to.equal(699);
+        expect(data.length).to.equal(699);
+    });
+
+    it("scalarActivity", () => {
+        const countActivity = scalar(count());
+        expect(countActivity([5, 1, 2, -3, 4])).to.equal(5);
+    });
+});

package/src/__tests__/data.ts

@@ -1,64 +1,64 @@
-import * as faker from "faker";
-import { expect } from "chai";
-
-faker.seed(123);
-
-export function person() {
-    return {
-        "fname": faker.name.firstName(),
-        "lname": faker.name.lastName(),
-        "age": faker.random.number(50) + 16,
-        "job": faker.name.jobType(),
-        "username": faker.internet.userName(),
-        "email": faker.internet.email(),
-        "address": {
-            "street": faker.address.streetName(),
-            "suite": faker.address.secondaryAddress(),
-            "city": faker.address.city(),
-            "zipcode": faker.address.zipCode(),
-            "state": faker.address.stateAbbr(),
-            "geo": {
-                "lat": faker.address.latitude(),
-                "lng": faker.address.longitude()
-            }
-        },
-        "phone": faker.phone.phoneNumber(),
-        "website": faker.internet.domainName(),
-        "company": {
-            "name": faker.company.companyName(),
-            "catchPhrase": faker.company.catchPhrase(),
-            "bs": faker.company.bs()
-        }
-    };
-}
-export type Person = ReturnType<typeof person>;
-
-export function* people(total = 1000) {
-    for (let i = 0; i < total; ++i) {
-        yield person();
-    }
-}
-
-function personLite() {
-    return {
-        "fname": faker.name.firstName(),
-        "lname": faker.name.lastName(),
-        "zipcode": faker.address.zipCode(),
-        "state": faker.address.stateAbbr()
-    };
-}
-export type PersonLite = ReturnType<typeof person>;
-
-export function* peopleLite(total = 1000) {
-    for (let i = 0; i < total; ++i) {
-        yield personLite();
-    }
-}
-
-export const population: Person[] = [...people()];
-
-describe("data", () => {
-    it("generate", () => {
-        expect(population).to.have.lengthOf(1000);
-    });
-});
+import * as faker from "faker";
+import { expect } from "chai";
+
+faker.seed(123);
+
+export function person() {
+    return {
+        "fname": faker.name.firstName(),
+        "lname": faker.name.lastName(),
+        "age": faker.random.number(50) + 16,
+        "job": faker.name.jobType(),
+        "username": faker.internet.userName(),
+        "email": faker.internet.email(),
+        "address": {
+            "street": faker.address.streetName(),
+            "suite": faker.address.secondaryAddress(),
+            "city": faker.address.city(),
+            "zipcode": faker.address.zipCode(),
+            "state": faker.address.stateAbbr(),
+            "geo": {
+                "lat": faker.address.latitude(),
+                "lng": faker.address.longitude()
+            }
+        },
+        "phone": faker.phone.phoneNumber(),
+        "website": faker.internet.domainName(),
+        "company": {
+            "name": faker.company.companyName(),
+            "catchPhrase": faker.company.catchPhrase(),
+            "bs": faker.company.bs()
+        }
+    };
+}
+export type Person = ReturnType<typeof person>;
+
+export function* people(total = 1000) {
+    for (let i = 0; i < total; ++i) {
+        yield person();
+    }
+}
+
+function personLite() {
+    return {
+        "fname": faker.name.firstName(),
+        "lname": faker.name.lastName(),
+        "zipcode": faker.address.zipCode(),
+        "state": faker.address.stateAbbr()
+    };
+}
+export type PersonLite = ReturnType<typeof person>;
+
+export function* peopleLite(total = 1000) {
+    for (let i = 0; i < total; ++i) {
+        yield personLite();
+    }
+}
+
+export const population: Person[] = [...people()];
+
+describe("data", () => {
+    it("generate", () => {
+        expect(population).to.have.lengthOf(1000);
+    });
+});

package/src/__tests__/deviation.ts

@@ -1,14 +1,14 @@
-import { expect } from "chai";
-import { deviation, scalar } from "../index";
-
-describe("deviation", () => {
-    it("scalarActivity", () => {
-        const calcDeviation = scalar(deviation());
-        expect(calcDeviation([5, 1, 2, 3, 4])).to.equal(Math.sqrt(2.5));
-    });
-
-    it("empty array", () => {
-        const deviationActivity = scalar(deviation());
-        expect(deviationActivity([])).to.be.undefined;
-    });
-});
+import { expect } from "chai";
+import { deviation, scalar } from "../index";
+
+describe("deviation", () => {
+    it("scalarActivity", () => {
+        const calcDeviation = scalar(deviation());
+        expect(calcDeviation([5, 1, 2, 3, 4])).to.equal(Math.sqrt(2.5));
+    });
+
+    it("empty array", () => {
+        const deviationActivity = scalar(deviation());
+        expect(deviationActivity([])).to.be.undefined;
+    });
+});

package/src/__tests__/distribution.ts

@@ -1,21 +1,21 @@
-import { expect } from "chai";
-import { distribution, scalar } from "../index";
-
-describe("distribution", () => {
-
-    it("scalarActivity", () => {
-        const calcDistribution = scalar(distribution());
-        expect(calcDistribution([5, 1, 2, 3, 4])).to.deep.equal({
-            min: 1,
-            mean: 3,
-            max: 5,
-            deviation: Math.sqrt(2.5),
-            variance: 2.5
-        });
-    });
-
-    it("empty array", () => {
-        const a1 = scalar(distribution());
-        expect(a1([])).to.be.undefined;
-    });
-});
+import { expect } from "chai";
+import { distribution, scalar } from "../index";
+
+describe("distribution", () => {
+
+    it("scalarActivity", () => {
+        const calcDistribution = scalar(distribution());
+        expect(calcDistribution([5, 1, 2, 3, 4])).to.deep.equal({
+            min: 1,
+            mean: 3,
+            max: 5,
+            deviation: Math.sqrt(2.5),
+            variance: 2.5
+        });
+    });
+
+    it("empty array", () => {
+        const a1 = scalar(distribution());
+        expect(a1([])).to.be.undefined;
+    });
+});

package/src/__tests__/each.ts

@@ -1,13 +1,13 @@
-import { expect } from "chai";
-import { each } from "../index";
-import { population } from "./data";
-
-describe("each", () => {
-    it("generator", () => {
-        [...each((row, i) => expect(row).to.equal(population[i]))(population)];
-    });
-
-    it("scalarActivity", () => {
-        [...each(population, (row, i) => expect(row).to.equal(population[i]))];
-    });
-});
+import { expect } from "chai";
+import { each } from "../index";
+import { population } from "./data";
+
+describe("each", () => {
+    it("generator", () => {
+        [...each((row, i) => expect(row).to.equal(population[i]))(population)];
+    });
+
+    it("scalarActivity", () => {
+        [...each(population, (row, i) => expect(row).to.equal(population[i]))];
+    });
+});

package/src/__tests__/entries.ts

@@ -1,14 +1,14 @@
-import { expect } from "chai";
-import { entries } from "../index";
-
-describe("entries", () => {
-    it("generator", () => {
-        expect([...entries()([])]).to.deep.equal([]);
-        expect([...entries()(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...entries([])]).to.deep.equal([]);
-        expect([...entries(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
-    });
-});
+import { expect } from "chai";
+import { entries } from "../index";
+
+describe("entries", () => {
+    it("generator", () => {
+        expect([...entries()([])]).to.deep.equal([]);
+        expect([...entries()(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...entries([])]).to.deep.equal([]);
+        expect([...entries(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
+    });
+});

package/src/__tests__/extent.ts

@@ -1,25 +1,25 @@
-import { expect } from "chai";
-import { pipe, filter, extent, scalar, sensor } from "../index";
-import { population } from "./data";
-
-describe("max", () => {
-
-    it("Population", () => {
-        const s1 = extent(r => r.age);
-        const s2 = extent(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age > 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(699);
-        expect(s1.peek()).to.deep.equal([16, 66]);
-        expect(s2.peek()).to.deep.equal([31, 66]);
-    });
-
-    it("scalarActivity", () => {
-        const extentActivity = scalar(extent());
-        expect(extentActivity([5, 1, 2, -3, 4])).to.deep.equal([-3, 5]);
-    });
-});
+import { expect } from "chai";
+import { pipe, filter, extent, scalar, sensor } from "../index";
+import { population } from "./data";
+
+describe("max", () => {
+
+    it("Population", () => {
+        const s1 = extent(r => r.age);
+        const s2 = extent(r => r.age);
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age > 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(data.length).to.equal(699);
+        expect(s1.peek()).to.deep.equal([16, 66]);
+        expect(s2.peek()).to.deep.equal([31, 66]);
+    });
+
+    it("scalarActivity", () => {
+        const extentActivity = scalar(extent());
+        expect(extentActivity([5, 1, 2, -3, 4])).to.deep.equal([-3, 5]);
+    });
+});

package/src/__tests__/filter.ts

@@ -1,16 +1,16 @@
-import { expect } from "chai";
-import { filter } from "../index";
-import { population } from "./data";
-
-const testFilter = row => row.address.state === "FL";
-const expected = population.filter(testFilter);
-
-describe("filter", () => {
-    it("generator", () => {
-        expect([...filter(testFilter)(population)]).to.deep.equal(expected);
-    });
-
-    it("scalarActivity", () => {
-        expect([...filter(population, testFilter)]).to.deep.equal(expected);
-    });
-});
+import { expect } from "chai";
+import { filter } from "../index";
+import { population } from "./data";
+
+const testFilter = row => row.address.state === "FL";
+const expected = population.filter(testFilter);
+
+describe("filter", () => {
+    it("generator", () => {
+        expect([...filter(testFilter)(population)]).to.deep.equal(expected);
+    });
+
+    it("scalarActivity", () => {
+        expect([...filter(population, testFilter)]).to.deep.equal(expected);
+    });
+});

package/src/__tests__/first.ts

@@ -1,15 +1,15 @@
-import { expect } from "chai";
-import { first } from "../index";
-
-describe("first", () => {
-    it("generator", () => {
-        expect([...first(2)([])]).to.deep.equal([]);
-        expect([...first(2)(["a", "b", "c"])]).to.deep.equal(["a", "b"]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...first([], 22)]).to.deep.equal([]);
-        expect([...first(["a", "b", "c"], 2)]).to.deep.equal(["a", "b"]);
-        expect([...first(["a", "b", "c"], 22)]).to.deep.equal(["a", "b", "c"]);
-    });
-});
+import { expect } from "chai";
+import { first } from "../index";
+
+describe("first", () => {
+    it("generator", () => {
+        expect([...first(2)([])]).to.deep.equal([]);
+        expect([...first(2)(["a", "b", "c"])]).to.deep.equal(["a", "b"]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...first([], 22)]).to.deep.equal([]);
+        expect([...first(["a", "b", "c"], 2)]).to.deep.equal(["a", "b"]);
+        expect([...first(["a", "b", "c"], 22)]).to.deep.equal(["a", "b", "c"]);
+    });
+});

package/src/__tests__/generate.ts

@@ -1,9 +1,9 @@
-import { expect } from "chai";
-import { generate } from "../index";
-
-describe("generate", () => {
-    it("basic", () => {
-        expect([...generate(Math.random, 22)]).to.be.lengthOf(22);
-    });
-
-});
+import { expect } from "chai";
+import { generate } from "../index";
+
+describe("generate", () => {
+    it("basic", () => {
+        expect([...generate(Math.random, 22)]).to.be.lengthOf(22);
+    });
+
+});