@hpcc-js/dataflow 7.0.0 → 8.1.1

package/lib-es6/observers/median.js

@@ -1,26 +1,26 @@
-import { Accessor } from "./observer";
-function _median() {
-    let values;
-    return {
-        observe: (value, idx) => {
-            if (idx === 0) {
-                values = [];
-            }
-            values.push(value);
-        },
-        peek: () => {
-            const sorted = values.sort((l, r) => l - r);
-            const mid = sorted.length / 2;
-            if (sorted.length % 2 === 0) {
-                return (sorted[mid - 1] + sorted[mid]) / 2;
-            }
-            else {
-                return sorted[Math.floor(mid)];
-            }
-        }
-    };
-}
-export function median(callbackFn) {
-    return callbackFn ? Accessor(_median, callbackFn) : _median();
-}
+import { Accessor } from "./observer";
+function _median() {
+    let values;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                values = [];
+            }
+            values.push(value);
+        },
+        peek: () => {
+            const sorted = values.sort((l, r) => l - r);
+            const mid = sorted.length / 2;
+            if (sorted.length % 2 === 0) {
+                return (sorted[mid - 1] + sorted[mid]) / 2;
+            }
+            else {
+                return sorted[Math.floor(mid)];
+            }
+        }
+    };
+}
+export function median(callbackFn) {
+    return callbackFn ? Accessor(_median, callbackFn) : _median();
+}
 //# sourceMappingURL=median.js.map

package/lib-es6/observers/min.js

@@ -1,19 +1,19 @@
-import { Accessor } from "./observer";
-function _min() {
-    let min;
-    return {
-        observe: (value, idx) => {
-            if (idx === 0) {
-                min = value;
-            }
-            else if (min > value) {
-                min = value;
-            }
-        },
-        peek: () => min
-    };
-}
-export function min(callbackFn) {
-    return callbackFn ? Accessor(_min, callbackFn) : _min();
-}
+import { Accessor } from "./observer";
+function _min() {
+    let min;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                min = value;
+            }
+            else if (min > value) {
+                min = value;
+            }
+        },
+        peek: () => min
+    };
+}
+export function min(callbackFn) {
+    return callbackFn ? Accessor(_min, callbackFn) : _min();
+}
 //# sourceMappingURL=min.js.map

package/lib-es6/observers/observer.js

@@ -1,35 +1,35 @@
-import { each } from "../activities/each";
-export function Accessor(fof, accesor) {
-    const s = fof();
-    return {
-        observe: (_, i) => {
-            s.observe(accesor(_, i), i);
-        },
-        peek: s.peek
-    };
-}
-//  This is an pass through activity so a FlowObserver can be inserted into a pipeline ---
-export function sensor(s) {
-    return each((r, i) => s.observe(r, i));
-}
-//  This converts a FlowObserver to an Activity ---
-export function activity(s) {
-    return function* (source) {
-        let i = -1;
-        for (const row of source) {
-            s.observe(row, ++i);
-        }
-        yield s.peek();
-    };
-}
-//  This converts a FlowObserver to an ScalarActivity ---
-export function scalar(s) {
-    return function (source) {
-        let i = -1;
-        for (const row of source) {
-            s.observe(row, ++i);
-        }
-        return s.peek();
-    };
-}
+import { each } from "../activities/each";
+export function Accessor(fof, accesor) {
+    const s = fof();
+    return {
+        observe: (_, i) => {
+            s.observe(accesor(_, i), i);
+        },
+        peek: s.peek
+    };
+}
+//  This is an pass through activity so a FlowObserver can be inserted into a pipeline ---
+export function sensor(s) {
+    return each((r, i) => s.observe(r, i));
+}
+//  This converts a FlowObserver to an Activity ---
+export function activity(s) {
+    return function* (source) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        yield s.peek();
+    };
+}
+//  This converts a FlowObserver to an ScalarActivity ---
+export function scalar(s) {
+    return function (source) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        return s.peek();
+    };
+}
 //# sourceMappingURL=observer.js.map

package/lib-es6/observers/quartile.js

@@ -1,38 +1,38 @@
-import { median } from "./median";
-import { Accessor, scalar } from "./observer";
-function _quartile() {
-    let values;
-    return {
-        observe: (value, idx) => {
-            if (idx === 0) {
-                values = [];
-            }
-            values.push(value);
-        },
-        peek: () => {
-            const sorted = values.sort((l, r) => l - r);
-            const mid = sorted.length / 2;
-            let medianVal;
-            let lower;
-            let upper;
-            if (sorted.length < 2) {
-                return undefined;
-            }
-            else if (sorted.length % 2 === 0) {
-                medianVal = (sorted[mid - 1] + sorted[mid]) / 2;
-                lower = sorted.slice(0, mid);
-                upper = sorted.slice(mid);
-            }
-            else {
-                medianVal = sorted[Math.floor(mid)];
-                lower = sorted.slice(0, Math.floor(mid));
-                upper = sorted.slice(Math.ceil(mid));
-            }
-            return [sorted[0], scalar(median())(lower), medianVal, scalar(median())(upper), sorted[sorted.length - 1]];
-        }
-    };
-}
-export function quartile(callbackFn) {
-    return callbackFn ? Accessor(_quartile, callbackFn) : _quartile();
-}
+import { median } from "./median";
+import { Accessor, scalar } from "./observer";
+function _quartile() {
+    let values;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                values = [];
+            }
+            values.push(value);
+        },
+        peek: () => {
+            const sorted = values.sort((l, r) => l - r);
+            const mid = sorted.length / 2;
+            let medianVal;
+            let lower;
+            let upper;
+            if (sorted.length < 2) {
+                return undefined;
+            }
+            else if (sorted.length % 2 === 0) {
+                medianVal = (sorted[mid - 1] + sorted[mid]) / 2;
+                lower = sorted.slice(0, mid);
+                upper = sorted.slice(mid);
+            }
+            else {
+                medianVal = sorted[Math.floor(mid)];
+                lower = sorted.slice(0, Math.floor(mid));
+                upper = sorted.slice(Math.ceil(mid));
+            }
+            return [sorted[0], scalar(median())(lower), medianVal, scalar(median())(upper), sorted[sorted.length - 1]];
+        }
+    };
+}
+export function quartile(callbackFn) {
+    return callbackFn ? Accessor(_quartile, callbackFn) : _quartile();
+}
 //# sourceMappingURL=quartile.js.map

package/lib-es6/observers/reduce.js

@@ -1,18 +1,18 @@
-function _reduce(callback, initialValue) {
-    let reduced;
-    return {
-        observe: (value, idx) => {
-            if (idx === 0) {
-                reduced = initialValue === undefined ? value : callback(initialValue, value, idx);
-            }
-            else {
-                reduced = callback(reduced, value, idx);
-            }
-        },
-        peek: () => reduced
-    };
-}
-export function reduce(callbackFn, initialValue) {
-    return _reduce(callbackFn, initialValue);
-}
+function _reduce(callback, initialValue) {
+    let reduced;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                reduced = initialValue === undefined ? value : callback(initialValue, value, idx);
+            }
+            else {
+                reduced = callback(reduced, value, idx);
+            }
+        },
+        peek: () => reduced
+    };
+}
+export function reduce(callbackFn, initialValue) {
+    return _reduce(callbackFn, initialValue);
+}
 //# sourceMappingURL=reduce.js.map

package/lib-es6/observers/variance.js

@@ -1,23 +1,23 @@
-import { Accessor } from "./observer";
-function _variance() {
-    let count;
-    let mean;
-    let sum;
-    return {
-        observe: (value, idx) => {
-            if (idx === 0) {
-                count = 0;
-                mean = 0;
-                sum = 0;
-            }
-            const delta = value - mean;
-            mean += delta / ++count;
-            sum += delta * (value - mean);
-        },
-        peek: () => count > 1 ? sum / (count - 1) : undefined
-    };
-}
-export function variance(callbackFn) {
-    return callbackFn ? Accessor(_variance, callbackFn) : _variance();
-}
+import { Accessor } from "./observer";
+function _variance() {
+    let count;
+    let mean;
+    let sum;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                count = 0;
+                mean = 0;
+                sum = 0;
+            }
+            const delta = value - mean;
+            mean += delta / ++count;
+            sum += delta * (value - mean);
+        },
+        peek: () => count > 1 ? sum / (count - 1) : undefined
+    };
+}
+export function variance(callbackFn) {
+    return callbackFn ? Accessor(_variance, callbackFn) : _variance();
+}
 //# sourceMappingURL=variance.js.map

package/lib-es6/utils/generate.js

@@ -1,7 +1,7 @@
-export function* generate(generatorFn, maxLen) {
-    let i = -1;
-    while (maxLen === undefined || ++i < maxLen) {
-        yield generatorFn();
-    }
-}
+export function* generate(generatorFn, maxLen) {
+    let i = -1;
+    while (maxLen === undefined || ++i < maxLen) {
+        yield generatorFn();
+    }
+}
 //# sourceMappingURL=generate.js.map

package/lib-es6/utils/pipe.js

@@ -1,32 +1,32 @@
-import { isSource } from "../activities/activity";
-const GeneratorFunction = (function* () { }).constructor;
-function chainGen(...items) {
-    if (items[items.length - 1] instanceof GeneratorFunction) {
-        return function* (source) {
-            // @ts-ignore
-            let tail = source;
-            for (const activity of items) {
-                // @ts-ignore
-                tail = activity(tail);
-            }
-            yield* tail;
-        };
-    }
-    else {
-        return function (source) {
-            // @ts-ignore
-            let tail = source;
-            for (const activity of items) {
-                // @ts-ignore
-                tail = activity(tail);
-            }
-            return tail;
-        };
-    }
-}
-export function pipe(s_or_ia, ...items) {
-    return isSource(s_or_ia) ? chainGen(...items)(s_or_ia) : chainGen(s_or_ia, ...items);
-}
-//  Maintain backward compatibility
-export const chain = pipe;
+import { isSource } from "../activities/activity";
+const GeneratorFunction = (function* () { }).constructor;
+function chainGen(...items) {
+    if (items[items.length - 1] instanceof GeneratorFunction) {
+        return function* (source) {
+            // @ts-ignore
+            let tail = source;
+            for (const activity of items) {
+                // @ts-ignore
+                tail = activity(tail);
+            }
+            yield* tail;
+        };
+    }
+    else {
+        return function (source) {
+            // @ts-ignore
+            let tail = source;
+            for (const activity of items) {
+                // @ts-ignore
+                tail = activity(tail);
+            }
+            return tail;
+        };
+    }
+}
+export function pipe(s_or_ia, ...items) {
+    return isSource(s_or_ia) ? chainGen(...items)(s_or_ia) : chainGen(s_or_ia, ...items);
+}
+//  Maintain backward compatibility
+export const chain = pipe;
 //# sourceMappingURL=pipe.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@hpcc-js/dataflow",
-    "version": "7.0.0",
+    "version": "8.1.1",
     "description": "hpcc-js - Data Flow",
     "main": "dist/index.js",
     "module": "lib-es6/index",
@@ -33,35 +33,19 @@
         "gen-legacy-types": "downlevel-dts ./types ./types-3.4",
         "build": "npm run compile-es6 && npm run bundle",
         "watch": "npm-run-all compile-es6 -p compile-es6-watch bundle-watch",
-        "stamp": "node node_modules/@hpcc-js/bundle/src/stamp.js",
+        "stamp": "node ../../node_modules/@hpcc-js/bundle/src/stamp.js",
         "lint": "eslint src/**/*.ts",
         "lint-fix": "eslint --fix src/**/*.ts",
-        "test": "./node_modules/.bin/mocha lib-umd/__tests__ --reporter spec",
-        "docs": "typedoc --options tdoptions.json ."
+        "test": "mocha lib-umd/__tests__ --reporter spec",
+        "docs": "typedoc --options tdoptions.json .",
+        "update": "npx npm-check-updates -u -t minor"
     },
     "devDependencies": {
-        "@hpcc-js/bundle": "^2.10.20",
-        "@rollup/plugin-alias": "3.1.0",
-        "@rollup/plugin-commonjs": "12.0.0",
-        "@rollup/plugin-node-resolve": "8.0.0",
-        "@types/chai": "4.1.7",
+        "@hpcc-js/bundle": "^2.11.1",
         "@types/faker": "4.1.12",
         "@types/mocha": "5.2.7",
-        "@typescript-eslint/eslint-plugin": "4.31.0",
-        "@typescript-eslint/parser": "4.31.0",
-        "chai": "4.2.0",
-        "downlevel-dts": "0.6.0",
-        "eslint": "7.32.0",
         "faker": "4.1.0",
-        "mocha": "5.2.0",
-        "npm-run-all": "4.1.5",
-        "rimraf": "2.6.3",
-        "rollup": "2.10.7",
-        "rollup-plugin-postcss": "3.1.1",
-        "rollup-plugin-sourcemaps": "0.6.2",
-        "terser": "4.0.0",
-        "typedoc": "0.14.2",
-        "typescript": "4.3.4"
+        "rimraf": "2.7.1"
     },
     "repository": {
         "type": "git",
@@ -74,5 +58,5 @@
         "url": "https://github.com/hpcc-systems/Visualization/issues"
     },
     "homepage": "https://github.com/hpcc-systems/Visualization",
-    "gitHead": "57aaf182adc54cbf5c002b061a6669db7e98a981"
+    "gitHead": "bc245d3dccc358e21bc1b2103f6d88bb75b9f999"
 }

package/src/__package__.ts

@@ -1,3 +1,3 @@
-export const PKG_NAME = "@hpcc-js/dataflow";
-export const PKG_VERSION = "7.0.0";
-export const BUILD_VERSION = "2.88.0";
+export const PKG_NAME = "@hpcc-js/dataflow";
+export const PKG_VERSION = "8.1.1";
+export const BUILD_VERSION = "2.102.1";

package/src/__tests__/chain.ts

@@ -1,85 +1,85 @@
-import { expect } from "chai";
-import { count } from "../observers/count";
-import { concat, pipe, filter, min, max, map, each, generate, sensor, scalar, activity } from "../index";
-import { person, Person, population } from "./data";
-
-describe("chain", () => {
-    it("generator", () => {
-        const p = pipe(concat([3, 4, 5, 6]), concat([7, 8]));
-        expect([...p([1, 2])]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
-        const p2 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
-        expect([...p2([1, 2])]).to.deep.equal([2, 4, 6, 7, 8]);
-        const p3 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
-        expect([...p3([1, 2])]).to.deep.equal([2, 4, 6, 8]);
-    });
-
-    it("fn", () => {
-        expect([...pipe([1, 2])]).to.deep.equal([1, 2]);
-        const p = pipe([1, 2], concat([3, 4, 5, 6]), concat([7, 8]));
-        expect([...p]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
-        const p2 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
-        expect([...p2]).to.deep.equal([2, 4, 6, 7, 8]);
-        const p3 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
-        expect([...p3]).to.deep.equal([2, 4, 6, 8]);
-    });
-
-    it("activity", () => {
-        expect([...pipe(
-            concat([3, 4, 5, 6]),
-            concat([7, 8]),
-            activity(max())
-        )([1, 2])]).to.deep.equal([8]);
-
-        expect([...pipe(
-            [1, 2],
-            concat([3, 4, 5, 6]),
-            concat([7, -1, 8]),
-            activity(min())
-        )]).to.deep.equal([-1]);
-    });
-
-    it("scalar", () => {
-        expect(pipe(
-            concat([3, 4, 5, 6]),
-            concat([7, 8]),
-            scalar(max())
-        )([1, 2])).to.equal(8);
-
-        expect(pipe(
-            [1, 2],
-            concat([3, 4, 5, 6]),
-            concat([7, -1, 8]),
-            scalar(min())
-        )).to.equal(-1);
-    });
-
-    it("chain-all", () => {
-        const s1 = count();
-        const s2 = count();
-        const myPipeline = pipe(
-            map((_: Person) => ({ id: _.email, display: `The id is:  ${_}`, ageBucket: Math.round(_.age / 10) })),
-            each(row => { /* do nothing */ }),
-            sensor(s1),
-            filter(_ => _.ageBucket !== 2),
-            sensor(s2)
-        );
-        expect([...myPipeline(generate(person, 1000))]).to.have.lengthOf(829);
-        expect(s1.peek()).to.equal(1000);
-        expect(s2.peek()).to.equal(829);
-    });
-
-    it("sensor", () => {
-        const s1 = max(r => r.age);
-        const s2 = max(r => r.age);
-        const p1 = pipe(
-            sensor(s1),
-            filter(r => r.age < 30),
-            sensor(s2),
-        );
-        const data = [...p1(population)];
-        expect(data.length).to.equal(286);
-        expect(s1.peek()).to.equal(66);
-        expect(s2.peek()).to.equal(29);
-
-    });
-});
+import { expect } from "chai";
+import { count } from "../observers/count";
+import { concat, pipe, filter, min, max, map, each, generate, sensor, scalar, activity } from "../index";
+import { person, Person, population } from "./data";
+
+describe("chain", () => {
+    it("generator", () => {
+        const p = pipe(concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p([1, 2])]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2([1, 2])]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3([1, 2])]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("fn", () => {
+        expect([...pipe([1, 2])]).to.deep.equal([1, 2]);
+        const p = pipe([1, 2], concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("activity", () => {
+        expect([...pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            activity(max())
+        )([1, 2])]).to.deep.equal([8]);
+
+        expect([...pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            activity(min())
+        )]).to.deep.equal([-1]);
+    });
+
+    it("scalar", () => {
+        expect(pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            scalar(max())
+        )([1, 2])).to.equal(8);
+
+        expect(pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            scalar(min())
+        )).to.equal(-1);
+    });
+
+    it("chain-all", () => {
+        const s1 = count();
+        const s2 = count();
+        const myPipeline = pipe(
+            map((_: Person) => ({ id: _.email, display: `The id is:  ${_}`, ageBucket: Math.round(_.age / 10) })),
+            each(row => { /* do nothing */ }),
+            sensor(s1),
+            filter(_ => _.ageBucket !== 2),
+            sensor(s2)
+        );
+        expect([...myPipeline(generate(person, 1000))]).to.have.lengthOf(829);
+        expect(s1.peek()).to.equal(1000);
+        expect(s2.peek()).to.equal(829);
+    });
+
+    it("sensor", () => {
+        const s1 = max(r => r.age);
+        const s2 = max(r => r.age);
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age < 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(data.length).to.equal(286);
+        expect(s1.peek()).to.equal(66);
+        expect(s2.peek()).to.equal(29);
+
+    });
+});