@hpcc-js/dataflow 9.1.0 → 9.3.0

package/src/__tests__/data.ts

@@ -1,64 +0,0 @@
-import * as faker from "faker";
-import { expect } from "chai";
-
-faker.seed(123);
-
-export function person() {
-    return {
-        "fname": faker.name.firstName(),
-        "lname": faker.name.lastName(),
-        "age": faker.random.number(50) + 16,
-        "job": faker.name.jobType(),
-        "username": faker.internet.userName(),
-        "email": faker.internet.email(),
-        "address": {
-            "street": faker.address.streetName(),
-            "suite": faker.address.secondaryAddress(),
-            "city": faker.address.city(),
-            "zipcode": faker.address.zipCode(),
-            "state": faker.address.stateAbbr(),
-            "geo": {
-                "lat": faker.address.latitude(),
-                "lng": faker.address.longitude()
-            }
-        },
-        "phone": faker.phone.phoneNumber(),
-        "website": faker.internet.domainName(),
-        "company": {
-            "name": faker.company.companyName(),
-            "catchPhrase": faker.company.catchPhrase(),
-            "bs": faker.company.bs()
-        }
-    };
-}
-export type Person = ReturnType<typeof person>;
-
-export function* people(total = 1000) {
-    for (let i = 0; i < total; ++i) {
-        yield person();
-    }
-}
-
-function personLite() {
-    return {
-        "fname": faker.name.firstName(),
-        "lname": faker.name.lastName(),
-        "zipcode": faker.address.zipCode(),
-        "state": faker.address.stateAbbr()
-    };
-}
-export type PersonLite = ReturnType<typeof person>;
-
-export function* peopleLite(total = 1000) {
-    for (let i = 0; i < total; ++i) {
-        yield personLite();
-    }
-}
-
-export const population: Person[] = [...people()];
-
-describe("data", () => {
-    it("generate", () => {
-        expect(population).to.have.lengthOf(1000);
-    });
-});

package/src/__tests__/deviation.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { deviation, scalar } from "../index";
-
-describe("deviation", () => {
-    it("scalarActivity", () => {
-        const calcDeviation = scalar(deviation());
-        expect(calcDeviation([5, 1, 2, 3, 4])).to.equal(Math.sqrt(2.5));
-    });
-
-    it("empty array", () => {
-        const deviationActivity = scalar(deviation());
-        expect(deviationActivity([])).to.be.undefined;
-    });
-});

package/src/__tests__/distribution.ts

@@ -1,21 +0,0 @@
-import { expect } from "chai";
-import { distribution, scalar } from "../index";
-
-describe("distribution", () => {
-
-    it("scalarActivity", () => {
-        const calcDistribution = scalar(distribution());
-        expect(calcDistribution([5, 1, 2, 3, 4])).to.deep.equal({
-            min: 1,
-            mean: 3,
-            max: 5,
-            deviation: Math.sqrt(2.5),
-            variance: 2.5
-        });
-    });
-
-    it("empty array", () => {
-        const a1 = scalar(distribution());
-        expect(a1([])).to.be.undefined;
-    });
-});

package/src/__tests__/each.ts

@@ -1,13 +0,0 @@
-import { expect } from "chai";
-import { each } from "../index";
-import { population } from "./data";
-
-describe("each", () => {
-    it("generator", () => {
-        [...each((row, i) => expect(row).to.equal(population[i]))(population)];
-    });
-
-    it("scalarActivity", () => {
-        [...each(population, (row, i) => expect(row).to.equal(population[i]))];
-    });
-});

package/src/__tests__/entries.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { entries } from "../index";
-
-describe("entries", () => {
-    it("generator", () => {
-        expect([...entries()([])]).to.deep.equal([]);
-        expect([...entries()(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...entries([])]).to.deep.equal([]);
-        expect([...entries(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
-    });
-});

package/src/__tests__/extent.ts

@@ -1,25 +0,0 @@
-import { expect } from "chai";
-import { pipe, filter, extent, scalar, sensor } from "../index";
-import { population } from "./data";
-
-describe("max", () => {
-
-    it("Population", () => {
-        const s1 = extent(r => r.age);
-        const s2 = extent(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age > 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(699);
-        expect(s1.peek()).to.deep.equal([16, 66]);
-        expect(s2.peek()).to.deep.equal([31, 66]);
-    });
-
-    it("scalarActivity", () => {
-        const extentActivity = scalar(extent());
-        expect(extentActivity([5, 1, 2, -3, 4])).to.deep.equal([-3, 5]);
-    });
-});

package/src/__tests__/filter.ts

@@ -1,16 +0,0 @@
-import { expect } from "chai";
-import { filter } from "../index";
-import { population } from "./data";
-
-const testFilter = row => row.address.state === "FL";
-const expected = population.filter(testFilter);
-
-describe("filter", () => {
-    it("generator", () => {
-        expect([...filter(testFilter)(population)]).to.deep.equal(expected);
-    });
-
-    it("scalarActivity", () => {
-        expect([...filter(population, testFilter)]).to.deep.equal(expected);
-    });
-});

package/src/__tests__/first.ts

@@ -1,15 +0,0 @@
-import { expect } from "chai";
-import { first } from "../index";
-
-describe("first", () => {
-    it("generator", () => {
-        expect([...first(2)([])]).to.deep.equal([]);
-        expect([...first(2)(["a", "b", "c"])]).to.deep.equal(["a", "b"]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...first([], 22)]).to.deep.equal([]);
-        expect([...first(["a", "b", "c"], 2)]).to.deep.equal(["a", "b"]);
-        expect([...first(["a", "b", "c"], 22)]).to.deep.equal(["a", "b", "c"]);
-    });
-});

package/src/__tests__/generate.ts

@@ -1,9 +0,0 @@
-import { expect } from "chai";
-import { generate } from "../index";
-
-describe("generate", () => {
-    it("basic", () => {
-        expect([...generate(Math.random, 22)]).to.be.lengthOf(22);
-    });
-
-});

package/src/__tests__/group.ts

@@ -1,19 +0,0 @@
-import { expect } from "chai";
-import { group } from "../index";
-import { Person, population } from "./data";
-
-describe("group", () => {
-    it("generator", () => {
-        const gb = [...group<Person>(row => row.address.state)(population)];
-        expect(gb).to.have.length;
-        expect(gb[0].key).to.exist;
-        expect(gb[0].value).to.have.length;
-    });
-
-    it("scalarActivity", () => {
-        const gb = [...group(population, row => row.address.state)];
-        expect(gb).to.have.length;
-        expect(gb[0].key).to.exist;
-        expect(gb[0].value).to.have.length;
-    });
-});

package/src/__tests__/histogram.ts

@@ -1,47 +0,0 @@
-import { expect } from "chai";
-import { histogram } from "../index";
-import { people, Person, population } from "./data";
-
-describe("histogram", () => {
-    it("generator", () => {
-        const h = [...histogram<Person>(row => row.age, { buckets: 10 })(population)];
-        expect(h).to.have.length;
-        expect(h.length).to.equal(10);
-        expect(h[0].from).to.exist;
-        expect(h[0].to).to.exist;
-        expect(h[0].value).to.have.length;
-
-        const h2 = [...histogram<Person>(row => row.age, { min: 15, range: 5 })(population)];
-        expect(h2).to.have.length;
-        expect(h2.length).to.equal(11);
-    });
-
-    it("generator 2", () => {
-        const h = [...histogram<Person>(row => row.age, { buckets: 10 })(people())];
-        expect(h).to.have.length;
-        expect(h.length).to.equal(10);
-        expect(h[0].from).to.exist;
-        expect(h[0].to).to.exist;
-        expect(h[0].value).to.have.length;
-
-        const h2 = [...histogram<Person>(row => row.age, { min: 15, range: 5 })(people())];
-        expect(h2).to.have.length;
-        expect(h2.length).to.equal(11);
-    });
-
-    it("scalarActivity", () => {
-        const h = [...histogram(population, row => row.age, { buckets: 10 })];
-        expect(h).to.have.length;
-        expect(h[0].from).to.exist;
-        expect(h[0].to).to.exist;
-        expect(h[0].value).to.have.length;
-    });
-
-    it("readme", () => {
-        const data = [1, 12, 13, 13, 3, 14, 19, 6];
-        const h = [...histogram(data, n => n, { buckets: 3 })];
-        expect(h).to.have.length;
-        const h2 = [...histogram(data, n => n, { min: 0, range: 5 })];
-        expect(h2).to.have.length;
-    });
-});

package/src/__tests__/index.ts

@@ -1,27 +0,0 @@
-export * from "./chain";
-export * from "./concat";
-export * from "./count";
-export * from "./data";
-export * from "./deviation";
-export * from "./distribution";
-export * from "./each";
-export * from "./entries";
-export * from "./extent";
-export * from "./filter";
-export * from "./first";
-export * from "./generate";
-export * from "./group";
-export * from "./histogram";
-export * from "./join";
-export * from "./map";
-export * from "./max";
-export * from "./mean";
-export * from "./median";
-export * from "./min";
-export * from "./normalize";
-export * from "./quartile";
-export * from "./readme";
-export * from "./reduce";
-export * from "./skip";
-export * from "./sort";
-export * from "./variance";

package/src/__tests__/join.ts

@@ -1,20 +0,0 @@
-import { expect } from "chai";
-import { each, join, map, normalize } from "../index";
-import { Person, population } from "./data";
-
-interface PersonEx extends Person {
-    normalizedAge: number;
-}
-
-describe("join", () => {
-    it("normalize", () => {
-        const extractAge = map<Person, number>(row => row.age);
-        const normalizeFn = normalize();
-        const joinNormalizeAges = join(normalizeFn(extractAge(population)), (row: Person, age: number): PersonEx => ({ ...row, normalizedAge: age }));
-        const doTest = each(row => {
-            expect(row.normalizedAge).to.be.greaterThanOrEqual(0);
-            expect(row.normalizedAge).to.be.lessThanOrEqual(1);
-        });
-        [...doTest(joinNormalizeAges(population))];
-    });
-});

package/src/__tests__/map.ts

@@ -1,16 +0,0 @@
-import { expect } from "chai";
-import { map } from "../index";
-import { population } from "./data";
-
-const testMap = row => ({ ...row.address });
-const expected = population.map(testMap);
-
-describe("map", () => {
-    it("generator", () => {
-        expect([...map(testMap)(population)]).to.deep.equal(expected);
-    });
-
-    it("scalarActivity", () => {
-        expect([...map(population, testMap)]).to.deep.equal(expected);
-    });
-});

package/src/__tests__/max.ts

@@ -1,42 +0,0 @@
-import { expect } from "chai";
-import { pipe, filter, max, scalar, sensor } from "../index";
-import { population } from "./data";
-
-describe("max", () => {
-    it("NumberArray", () => {
-        const s1 = max();
-        const s2 = max();
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r < 3),
-            sensor(s2),
-        );
-        const data = [...p1([1, 2, 3, 4, 5, 0])];
-        expect(data.length).to.equal(3);
-        expect(s1.peek()).to.equal(5);
-        expect(s2.peek()).to.equal(2);
-    });
-
-    it("Population", () => {
-        const s1 = max(r => r.age);
-        const s2 = max(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age < 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(286);
-        expect(s1.peek()).to.equal(66);
-        expect(s2.peek()).to.equal(29);
-    });
-
-    it("scalarActivity", () => {
-        const s1 = scalar(max());
-        expect(s1([1, 2, 3, 4, 5, 0])).to.equal(5);
-
-        const s2 = scalar(max(r => r.age));
-        expect(s2(population)).to.equal(66);
-    });
-});
-

package/src/__tests__/mean.ts

@@ -1,11 +0,0 @@
-import { expect } from "chai";
-import { mean, scalar } from "../index";
-
-describe("mean", () => {
-    it("scalarActivity", () => {
-        const a1 = scalar(mean());
-        expect(a1([5, -6, 1, 2, -2])).to.equal(0);
-        expect(a1([9])).to.deep.equal(9);
-    });
-});
-

package/src/__tests__/median.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { median, scalar } from "../index";
-
-describe("median", () => {
-
-    it("scalarActivity", () => {
-        const calcMedian = scalar(median());
-        expect(calcMedian([-6, -2, 1, 2, 5])).to.equal(1);
-        expect(calcMedian([5, -6, 1, 2, -2])).to.equal(1);
-        expect(calcMedian([-6, -2, 1, 2, 5, 6])).to.equal(1.5);
-        expect(calcMedian([5, -6, 1, 2, -2, 6])).to.equal(1.5);
-        expect(calcMedian([9])).to.deep.equal(9);
-    });
-});

package/src/__tests__/min.ts

@@ -1,42 +0,0 @@
-import { expect } from "chai";
-import { pipe, filter, min, scalar, sensor } from "../index";
-import { population } from "./data";
-
-describe("min", () => {
-    it("NumberArray", () => {
-        const s1 = min();
-        const s2 = min();
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r > 3),
-            sensor(s2),
-        );
-        const data = [...p1([1, 2, 3, 4, 5, 0])];
-        expect(data.length).to.equal(2);
-        expect(s1.peek()).to.equal(0);
-        expect(s2.peek()).to.equal(4);
-    });
-
-    it("Population", () => {
-        const s1 = min(r => r.age);
-        const s2 = min(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age > 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(699);
-        expect(s1.peek()).to.equal(16);
-        expect(s2.peek()).to.equal(31);
-    });
-
-    it("scalarActivity", () => {
-        const a1 = scalar(min());
-        expect(a1([1, 2, 3, 4, 5, 0])).to.equal(0);
-
-        const a2 = scalar(min(r => r.age));
-        expect(a2(population)).to.equal(16);
-    });
-});
-

package/src/__tests__/normalize.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { normalize } from "../index";
-
-describe("normalize", () => {
-
-    it("numberArray", () => {
-        const normFunc = normalize();
-        expect([...normFunc([0, 5, 10])]).to.deep.equal([0, .5, 1]);
-        expect([...normFunc([0, 10, 20])]).to.deep.equal([0, .5, 1]);
-        expect([...normFunc([0, 1, 2, 3, 4])]).to.deep.equal([0, .25, .5, .75, 1]);
-        expect([...normFunc([0, 10, 20, 30, 40])]).to.deep.equal([0, .25, .5, .75, 1]);
-    });
-});
-

package/src/__tests__/quartile.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { quartile, scalar } from "../index";
-
-describe("quartile", () => {
-
-    it("scalarActivity", () => {
-        const calcQuartile = scalar(quartile());
-        expect(calcQuartile([6, 7, 15, 36, 39, 40, 41, 42, 43, 47, 49])).to.deep.equal([6, 15, 40, 43, 49]);
-        expect(calcQuartile([7, 15, 36, 39, 40, 41])).to.deep.equal([7, 15, 37.5, 40, 41]);
-        expect(calcQuartile([1, 22, 133])).to.deep.equal([1, 1, 22, 133, 133]);
-        expect(calcQuartile([2, 144, 33])).to.deep.equal([2, 2, 33, 144, 144]);
-    });
-});
-

package/src/__tests__/readme.ts

@@ -1,113 +0,0 @@
-import { expect } from "chai";
-
-import { count, filter, first, generate, map, max, pipe, sensor } from "../index";
-
-describe("readme", () => {
-
-    it("quick example", () => {
-
-        const c1 = count();
-        const c2 = count();
-        const c3 = count();
-        const m1 = max(row => row.value);
-
-        const p1 = pipe(
-            sensor(c1),                         //  Keep running count of input
-            filter(n => n <= 0.5),              //  Filter out numbers > 0.5  
-            sensor(c2),                         //  Keep running count of filtered rows
-            map((n, idx) =>                     //  Convert to JSON Object 
-                ({ index: idx, value: n })),
-            filter(row => row.index % 2 === 0), //  Filter even row indecies 
-            sensor(c3),                         //  Keep running count of final rows
-            sensor(m1),                         //  Track largest value
-            first(3)                            //  Take first 3 rows
-        );
-
-        console.info(`Counts: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}`);
-        // [1] => Counts: undefined, undefined, undefined
-        const outIterable = p1(generate(Math.random, 1000));
-        console.info(`Counts: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}`);
-        // [2] => Counts: undefined, undefined, undefined
-        console.info(JSON.stringify([...outIterable]));
-        // [3] => [{"index":0,"value":0.19075931906641008},{"index":2,"value":0.4873469062925415},{"index":4,"value":0.4412516774100035}]
-        console.info(`Counts: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}, ${m1.peek()}`);
-        // [4] => Counts: 6, 5, 3, 0.4873469062925415
-
-        const outArray = [...p1([0.7, 0.5, 0.4, 0.8, 0.3, 1])];
-        console.info(JSON.stringify(outArray));
-        // [5] => [{"index":0,"value":0.5},{"index":2,"value":0.3}]
-        console.info(`Counts: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}, ${m1.peek()}`);
-        // [6] => Counts:  6, 3, 2, 0.5
-
-        expect(outArray.length).to.equal(2);
-
-        for (const row of p1(generate(Math.random, 1000000))) {
-            console.info(`${row.index}: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}, ${m1.peek()}`);
-        }
-    });
-
-    it("interesting example", () => {
-        const c1 = count();
-        const c2 = count();
-        const c3 = count();
-        const m1 = max(row => row.value);
-
-        const p1 = pipe(
-            sensor(c1),                         //  Keep running count of input
-            filter(n => n <= 0.5),              //  Filter out numbers > 0.5  
-            sensor(c2),                         //  Keep running count of filtered rows
-            map((n, idx) =>                     //  Convert to JSON Object 
-                ({ index: idx, value: n })),
-            filter(row => row.index % 2 === 0), //  Filter even row indecies 
-            sensor(c3),                         //  Keep running count of final rows
-            sensor(m1),                         //  Track largest value
-        );
-
-        for (const row of p1(generate(Math.random, 1000000))) {
-            if (row.index % 100000 === 0) {
-                console.info(`${row.index}: ${c1.peek()}, ${c2.peek()}, ${c3.peek()}, ${m1.peek()}`);
-            }
-        }
-    });
-});
-
-/*
-const process3 = pipe(
-    filter(n => n <= 0.5),
-    map((n, idx) => ({ index: idx, value: n })),
-    filter(row => row.index % 2 === 0),
-    sort((l, r) => l.value - r.value),
-    first(3)
-);
-console.log(...process3([]));
-
-// Iterable output
-pipe([0, 1, 2, 3, 4, 5, 6, 7, 8, 9],
-    filter(n => n <= 5),
-    map((n, idx) => ({ index: idx, value: n })),
-    filter(row => row.index % 2 === 0),
-    sort((l, r) => l.value - r.value),
-    first(3)
-);  // => { index: 0, value: 0 }, { index: 2, value: 2 }, { index: 4, value: 4 }
-
-const process = pipe(
-    filter(n => n <= 5),
-    map((n, idx) => ({ index: idx, value: n })),
-    filter(row => row.index % 2 === 0),
-    sort((l, r) => l.value - r.value),
-    first(3)
-);
-console.log([...process([0, 1, 2, 3, 4, 5, 6, 7, 8, 9])]); // => { index: 0, value: 0 }, { index: 2, value: 2 }, { index: 4, value: 4 }
-
-// Scalar output
-pipe([0, 1, 2, 3, 4, 5, 6, 7, 8, 9],
-    process,
-    scalar(max(row => row.value))
-);  // => 4
-
-const process_2 = pipe(
-    process,
-    scalar(min(row => row.value))
-);
-console.log(process_2([0, 1, 2, 3, 4, 5, 6, 7, 8, 9]));  // => 0
-*/

package/src/__tests__/reduce.ts

@@ -1,17 +0,0 @@
-import { expect } from "chai";
-import { reduce, scalar } from "../index";
-
-const data = [1, 2, 3, 4, 5];
-const reduceFunc = (prev, row) => prev + row;
-const expectedA = data.reduce(reduceFunc);
-const expectedB = data.reduce(reduceFunc, 10);
-
-describe("reduce", () => {
-
-    it("scalarActivity", () => {
-        const calcReduce = scalar(reduce(reduceFunc));
-        const calcReduce2 = scalar(reduce(reduceFunc, 10));
-        expect(calcReduce(data)).to.equal(expectedA);
-        expect(calcReduce2(data)).to.equal(expectedB);
-    });
-});

package/src/__tests__/skip.ts

@@ -1,15 +0,0 @@
-import { expect } from "chai";
-import { skip } from "../index";
-
-describe("skip", () => {
-    it("generator", () => {
-        expect([...skip(2)([])]).to.deep.equal([]);
-        expect([...skip(2)(["a", "b", "c"])]).to.deep.equal(["c"]);
-    });
-
-    it("scalarActivity", () => {
-        expect([...skip([], 22)]).to.deep.equal([]);
-        expect([...skip(["a", "b", "c"], 2)]).to.deep.equal(["c"]);
-        expect([...skip(["a", "b", "c"], 22)]).to.deep.equal([]);
-    });
-});

package/src/__tests__/sort.ts

@@ -1,21 +0,0 @@
-import { expect } from "chai";
-import { sort } from "../index";
-import { Person, population } from "./data";
-
-function sortFunc(l: Person, r: Person): number {
-    const retVal = l.lname.localeCompare(r.lname);
-    if (retVal === 0) return l.fname.localeCompare(r.fname);
-    return retVal;
-}
-
-const expected = [...population].sort(sortFunc);
-
-describe("sort", () => {
-    it("generator", () => {
-        expect([...sort(sortFunc)(population)]).to.deep.equal(expected);
-    });
-
-    it("scalarActivity", () => {
-        expect([...sort(population, sortFunc)]).to.deep.equal(expected);
-    });
-});

package/src/__tests__/variance.ts

@@ -1,14 +0,0 @@
-import { expect } from "chai";
-import { variance, scalar } from "../index";
-
-describe("variance", () => {
-    it("scalarActivity", () => {
-        const calcVariance = scalar(variance());
-        expect(calcVariance([5, 1, 2, 3, 4])).to.equal(2.5);
-    });
-
-    it("empty array", () => {
-        const varianceActivity = scalar(variance());
-        expect(varianceActivity([])).to.be.undefined;
-    });
-});