@hpcc-js/dataflow 9.2.0 → 9.2.1

package/lib-es6/observers/observer.js

@@ -0,0 +1,35 @@
+import { each } from "../activities/each";
+export function Accessor(fof, accesor) {
+    const s = fof();
+    return {
+        observe: (_, i) => {
+            s.observe(accesor(_, i), i);
+        },
+        peek: s.peek
+    };
+}
+//  This is an pass through activity so a FlowObserver can be inserted into a pipeline ---
+export function sensor(s) {
+    return each((r, i) => s.observe(r, i));
+}
+//  This converts a FlowObserver to an Activity ---
+export function activity(s) {
+    return function* (source) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        yield s.peek();
+    };
+}
+//  This converts a FlowObserver to an ScalarActivity ---
+export function scalar(s) {
+    return function (source) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        return s.peek();
+    };
+}
+//# sourceMappingURL=observer.js.map

package/lib-es6/observers/observer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"observer.js","sourceRoot":"","sources":["../../src/observers/observer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAa1C,MAAM,UAAU,QAAQ,CAA4B,GAA0B,EAAE,OAAwB;IACpG,MAAM,CAAC,GAAG,GAAG,EAAE,CAAC;IAEhB,OAAO;QACH,OAAO,EAAE,CAAC,CAAI,EAAE,CAAS,EAAE,EAAE;YACzB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,EAAE,CAAC,CAAC,IAAI;KACf,CAAC;AACN,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,MAAM,CAAa,CAAiB;IAChD,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,mDAAmD;AACnD,MAAM,UAAU,QAAQ,CAAO,CAAiB;IAC5C,OAAO,QAAQ,CAAC,EAAE,MAAiB;QAC/B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACX,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC;AACN,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,MAAM,CAAmB,CAAiB;IACtD,OAAO,UAAU,MAAiB;QAC9B,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QACX,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACvB,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC,CAAC;AACN,CAAC"}

package/lib-es6/observers/quartile.js

@@ -0,0 +1,38 @@
+import { median } from "./median";
+import { Accessor, scalar } from "./observer";
+function _quartile() {
+    let values;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                values = [];
+            }
+            values.push(value);
+        },
+        peek: () => {
+            const sorted = values.sort((l, r) => l - r);
+            const mid = sorted.length / 2;
+            let medianVal;
+            let lower;
+            let upper;
+            if (sorted.length < 2) {
+                return undefined;
+            }
+            else if (sorted.length % 2 === 0) {
+                medianVal = (sorted[mid - 1] + sorted[mid]) / 2;
+                lower = sorted.slice(0, mid);
+                upper = sorted.slice(mid);
+            }
+            else {
+                medianVal = sorted[Math.floor(mid)];
+                lower = sorted.slice(0, Math.floor(mid));
+                upper = sorted.slice(Math.ceil(mid));
+            }
+            return [sorted[0], scalar(median())(lower), medianVal, scalar(median())(upper), sorted[sorted.length - 1]];
+        }
+    };
+}
+export function quartile(callbackFn) {
+    return callbackFn ? Accessor(_quartile, callbackFn) : _quartile();
+}
+//# sourceMappingURL=quartile.js.map

package/lib-es6/observers/quartile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quartile.js","sourceRoot":"","sources":["../../src/observers/quartile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,OAAO,EAAuB,QAAQ,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AAMnE,SAAS,SAAS;IACd,IAAI,MAAgB,CAAC;IAErB,OAAO;QACH,OAAO,EAAE,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;YACpC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;gBACZ,MAAM,GAAG,EAAE,CAAC;YAChB,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,EAAE,GAAG,EAAE;YACP,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YAC9B,IAAI,SAAiB,CAAC;YACtB,IAAI,KAAe,CAAC;YACpB,IAAI,KAAe,CAAC;YACpB,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,OAAO,SAAS,CAAC;YACrB,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,SAAS,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;gBAChD,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC7B,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACJ,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;gBACzC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAE,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAE,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QACjH,CAAC;KACJ,CAAC;AACN,CAAC;AAID,MAAM,UAAU,QAAQ,CAAU,UAAgC;IAC9D,OAAO,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AACtE,CAAC"}

package/lib-es6/observers/reduce.js

@@ -0,0 +1,18 @@
+function _reduce(callback, initialValue) {
+    let reduced;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                reduced = initialValue === undefined ? value : callback(initialValue, value, idx);
+            }
+            else {
+                reduced = callback(reduced, value, idx);
+            }
+        },
+        peek: () => reduced
+    };
+}
+export function reduce(callbackFn, initialValue) {
+    return _reduce(callbackFn, initialValue);
+}
+//# sourceMappingURL=reduce.js.map

package/lib-es6/observers/reduce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reduce.js","sourceRoot":"","sources":["../../src/observers/reduce.ts"],"names":[],"mappings":"AAIA,SAAS,OAAO,CAAO,QAA8B,EAAE,YAAgB;IACnE,IAAI,OAAU,CAAC;IAEf,OAAO;QACH,OAAO,EAAE,CAAC,KAAQ,EAAE,GAAW,EAAE,EAAE;YAC/B,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;gBACZ,OAAO,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAE,KAAsB,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACxG,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC5C,CAAC;QACL,CAAC;QACD,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO;KACtB,CAAC;AACN,CAAC;AAED,MAAM,UAAU,MAAM,CAAmB,UAAgC,EAAE,YAAgB;IACvF,OAAO,OAAO,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;AAC7C,CAAC"}

package/lib-es6/observers/variance.js

@@ -0,0 +1,23 @@
+import { Accessor } from "./observer";
+function _variance() {
+    let count;
+    let mean;
+    let sum;
+    return {
+        observe: (value, idx) => {
+            if (idx === 0) {
+                count = 0;
+                mean = 0;
+                sum = 0;
+            }
+            const delta = value - mean;
+            mean += delta / ++count;
+            sum += delta * (value - mean);
+        },
+        peek: () => count > 1 ? sum / (count - 1) : undefined
+    };
+}
+export function variance(callbackFn) {
+    return callbackFn ? Accessor(_variance, callbackFn) : _variance();
+}
+//# sourceMappingURL=variance.js.map

package/lib-es6/observers/variance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"variance.js","sourceRoot":"","sources":["../../src/observers/variance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,QAAQ,EAAE,MAAM,YAAY,CAAC;AAE3D,SAAS,SAAS;IACd,IAAI,KAAa,CAAC;IAClB,IAAI,IAAY,CAAC;IACjB,IAAI,GAAW,CAAC;IAEhB,OAAO;QACH,OAAO,EAAE,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;YACpC,IAAI,GAAG,KAAK,CAAC,EAAE,CAAC;gBACZ,KAAK,GAAG,CAAC,CAAC;gBACV,IAAI,GAAG,CAAC,CAAC;gBACT,GAAG,GAAG,CAAC,CAAC;YACZ,CAAC;YACD,MAAM,KAAK,GAAG,KAAK,GAAG,IAAI,CAAC;YAC3B,IAAI,IAAI,KAAK,GAAG,EAAE,KAAK,CAAC;YACxB,GAAG,IAAI,KAAK,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;KACxD,CAAC;AACN,CAAC;AAMD,MAAM,UAAU,QAAQ,CAAU,UAAgC;IAC9D,OAAO,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;AACtE,CAAC"}

package/lib-es6/utils/generate.js

@@ -0,0 +1,7 @@
+export function* generate(generatorFn, maxLen) {
+    let i = -1;
+    while (maxLen === undefined || ++i < maxLen) {
+        yield generatorFn();
+    }
+}
+//# sourceMappingURL=generate.js.map

package/lib-es6/utils/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../src/utils/generate.ts"],"names":[],"mappings":"AAAA,MAAM,SAAS,CAAC,CAAC,QAAQ,CAAI,WAAoB,EAAE,MAAe;IAC9D,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACX,OAAO,MAAM,KAAK,SAAS,IAAI,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC;QAC1C,MAAM,WAAW,EAAE,CAAC;IACxB,CAAC;AACL,CAAC"}

package/lib-es6/utils/pipe.js

@@ -0,0 +1,32 @@
+import { isSource } from "../activities/activity";
+const GeneratorFunction = (function* () { }).constructor;
+function chainGen(...items) {
+    if (items[items.length - 1] instanceof GeneratorFunction) {
+        return function* (source) {
+            // @ts-ignore
+            let tail = source;
+            for (const activity of items) {
+                // @ts-ignore
+                tail = activity(tail);
+            }
+            yield* tail;
+        };
+    }
+    else {
+        return function (source) {
+            // @ts-ignore
+            let tail = source;
+            for (const activity of items) {
+                // @ts-ignore
+                tail = activity(tail);
+            }
+            return tail;
+        };
+    }
+}
+export function pipe(s_or_ia, ...items) {
+    return isSource(s_or_ia) ? chainGen(...items)(s_or_ia) : chainGen(s_or_ia, ...items);
+}
+//  Maintain backward compatibility
+export const chain = pipe;
+//# sourceMappingURL=pipe.js.map

package/lib-es6/utils/pipe.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pipe.js","sourceRoot":"","sources":["../../src/utils/pipe.ts"],"names":[],"mappings":"AAAA,OAAO,EAA4B,QAAQ,EAAkB,MAAM,wBAAwB,CAAC;AAE5F,MAAM,iBAAiB,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC;AAEzD,SAAS,QAAQ,CAAO,GAAG,KAAgF;IACvG,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,YAAY,iBAAiB,EAAE,CAAC;QACvD,OAAO,QAAQ,CAAC,EAAE,MAAM;YACpB,aAAa;YACb,IAAI,IAAI,GAAwB,MAAM,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC3B,aAAa;gBACb,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YACD,KAAK,CAAC,CAAC,IAAI,CAAC;QAChB,CAAC,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,OAAO,UAAU,MAAM;YACnB,aAAa;YACb,IAAI,IAAI,GAAwB,MAAM,CAAC;YACvC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC3B,aAAa;gBACb,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;IACN,CAAC;AACL,CAAC;AA0CD,MAAM,UAAU,IAAI,CAAa,OAA2C,EAAE,GAAG,KAAgF;IAC7J,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAO,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,CAAC;AAC/F,CAAC;AAED,mCAAmC;AACnC,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,CAAC"}

package/package.json

@@ -1,42 +1,51 @@
 {
     "name": "@hpcc-js/dataflow",
-    "version": "9.2.0",
+    "version": "9.2.1",
     "description": "hpcc-js - Data Flow",
-    "type": "module",
-    "exports": {
-        ".": {
-            "types": "./types/index.d.ts",
-            "default": "./dist/index.js"
-        },
-        "./dist/*": "./dist/*"
+    "main": "dist/index.js",
+    "module": "lib-es6/index",
+    "unpkg": "dist/index.min.js",
+    "jsdelivr": "dist/index.min.js",
+    "types": "types/index.d.ts",
+    "typesVersions": {
+        "<3.8": {
+            "*": [
+                "types-3.4/index.d.ts"
+            ]
+        }
     },
-    "main": "./dist/index.js",
-    "types": "./types/index.d.ts",
     "files": [
         "dist/*",
-        "src/*",
-        "types/*"
+        "types/*",
+        "types-3.4/*",
+        "lib-es6/*",
+        "src/*"
     ],
     "scripts": {
-        "clean": "rimraf --glob lib* types dist dist-test *.tsbuildinfo .turbo",
-        "bundle": "node esbuild.js",
-        "bundle-watch": "npm run bundle -- --development --watch",
-        "gen-types": "tsc --project tsconfig.json",
-        "gen-types-watch": "npm run gen-types -- --watch",
-        "build": "run-p gen-types bundle",
+        "clean": "rimraf --glob lib* types dist* *.tsbuildinfo",
+        "compile-es6": "tsc --module es6 --outDir ./lib-es6",
+        "compile-es6-watch": "npm run compile-es6 -- -w",
+        "compile-umd": "tsc --module umd --outDir ./lib-umd",
+        "compile-umd-watch": "npm run compile-umd -- -w",
+        "bundle": "rollup -c",
+        "bundle-watch": "npm run bundle -- -w",
+        "bundle-test": "rollup -c ./rollup-test.config.mjs",
+        "bundle-test-watch": "npm run bundle-test -- -w",
+        "minimize": "terser dist/index.js -c -m --source-map \"content='dist/index.js.map',url='index.min.js.map'\" -o dist/index.min.js",
+        "gen-legacy-types": "downlevel-dts ./types ./types-3.4",
+        "build": "npm-run-all -p compile-es6 compile-umd -s bundle",
+        "watch": "npm-run-all compile-es6 -p compile-es6-watch bundle-watch",
+        "stamp": "node ../../node_modules/@hpcc-js/bundle/src/stamp.js",
         "lint": "eslint ./src",
+        "lint-fix": "eslint --fix src/**/*.ts",
+        "test": "mocha dist-test/index.js --reporter spec",
         "docs": "typedoc --options tdoptions.json .",
-        "test-browser": "vitest run --project browser",
-        "test-node": "vitest run --project node",
-        "test": "vitest run",
-        "coverage": "vitest run --coverage",
-        "update": "npx -y npm-check-updates -u -t minor",
-        "update-major": "npx -y npm-check-updates -u"
+        "update": "npx --yes npm-check-updates -u -t minor"
     },
     "devDependencies": {
-        "@hpcc-js/esbuild-plugins": "^1.3.0",
+        "@hpcc-js/bundle": "^2.12.0",
         "@types/faker": "4.1.12",
-        "@types/jasmine": "5.1.4",
+        "@types/mocha": "10.0.10",
         "faker": "4.1.0"
     },
     "repository": {
@@ -49,6 +58,6 @@
     "bugs": {
         "url": "https://github.com/hpcc-systems/Visualization/issues"
     },
-    "homepage": "https://github.com/hpcc-systems/Visualization/tree/trunk/packages/dataflow",
-    "gitHead": "658c50fd965a7744ba8db675ba6878607c44d5e2"
+    "homepage": "https://github.com/hpcc-systems/Visualization",
+    "gitHead": "0907b8d15d369c89483954a1d96e2247ba020cb6"
 }

package/src/__package__.ts

@@ -1,3 +1,3 @@
-export const PKG_NAME = "@hpcc-js/dataflow";
-export const PKG_VERSION = "9.2.0";
-export const BUILD_VERSION = "3.2.0";
+export const PKG_NAME = "@hpcc-js/dataflow";
+export const PKG_VERSION = "9.2.0";
+export const BUILD_VERSION = "2.108.6";

package/src/__tests__/chain.ts

@@ -0,0 +1,85 @@
+import { expect } from "chai";
+import { count } from "../observers/count";
+import { concat, pipe, filter, min, max, map, each, generate, sensor, scalar, activity } from "../index";
+import { person, Person, population } from "./data";
+
+describe("chain", () => {
+    it("generator", () => {
+        const p = pipe(concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p([1, 2])]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2([1, 2])]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe(concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3([1, 2])]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("fn", () => {
+        expect([...pipe([1, 2])]).to.deep.equal([1, 2]);
+        const p = pipe([1, 2], concat([3, 4, 5, 6]), concat([7, 8]));
+        expect([...p]).to.deep.equal([1, 2, 3, 4, 5, 6, 7, 8]);
+        const p2 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]));
+        expect([...p2]).to.deep.equal([2, 4, 6, 7, 8]);
+        const p3 = pipe([1, 2], concat([3, 4, 5, 6]), filter(i => i % 2 === 0), concat([7, 8]), filter(i => i % 2 === 0));
+        expect([...p3]).to.deep.equal([2, 4, 6, 8]);
+    });
+
+    it("activity", () => {
+        expect([...pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            activity(max())
+        )([1, 2])]).to.deep.equal([8]);
+
+        expect([...pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            activity(min())
+        )]).to.deep.equal([-1]);
+    });
+
+    it("scalar", () => {
+        expect(pipe(
+            concat([3, 4, 5, 6]),
+            concat([7, 8]),
+            scalar(max())
+        )([1, 2])).to.equal(8);
+
+        expect(pipe(
+            [1, 2],
+            concat([3, 4, 5, 6]),
+            concat([7, -1, 8]),
+            scalar(min())
+        )).to.equal(-1);
+    });
+
+    it("chain-all", () => {
+        const s1 = count();
+        const s2 = count();
+        const myPipeline = pipe(
+            map((_: Person) => ({ id: _.email, display: `The id is:  ${_}`, ageBucket: Math.round(_.age / 10) })),
+            each(row => { /* do nothing */ }),
+            sensor(s1),
+            filter(_ => _.ageBucket !== 2),
+            sensor(s2)
+        );
+        expect([...myPipeline(generate(person, 1000))]).to.have.lengthOf(829);
+        expect(s1.peek()).to.equal(1000);
+        expect(s2.peek()).to.equal(829);
+    });
+
+    it("sensor", () => {
+        const s1 = max(r => r.age);
+        const s2 = max(r => r.age);
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age < 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(data.length).to.equal(286);
+        expect(s1.peek()).to.equal(66);
+        expect(s2.peek()).to.equal(29);
+
+    });
+});

package/src/__tests__/concat.ts

@@ -0,0 +1,18 @@
+import { expect } from "chai";
+import { concat } from "../index";
+
+describe("concat", () => {
+    it("generator", () => {
+        expect([...concat([])([])]).to.deep.equal([]);
+        expect([...concat([1, 2, 3])([])]).to.deep.equal([1, 2, 3]);
+        expect([...concat<number>([])([1, 2, 3])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([4, 5, 6])([1, 2, 3])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...concat([], [])]).to.deep.equal([]);
+        expect([...concat([], [1, 2, 3])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([1, 2, 3], [])]).to.deep.equal([1, 2, 3]);
+        expect([...concat([1, 2, 3], [4, 5, 6])]).to.deep.equal([1, 2, 3, 4, 5, 6]);
+    });
+});

package/src/__tests__/count.ts

@@ -0,0 +1,25 @@
+import { expect } from "chai";
+import { pipe, filter, count, scalar, sensor } from "../index";
+import { population } from "./data";
+
+describe("count", () => {
+
+    it("Population", () => {
+        const s1 = count();
+        const s2 = count();
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age > 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(s1.peek()).to.equal(1000);
+        expect(s2.peek()).to.equal(699);
+        expect(data.length).to.equal(699);
+    });
+
+    it("scalarActivity", () => {
+        const countActivity = scalar(count());
+        expect(countActivity([5, 1, 2, -3, 4])).to.equal(5);
+    });
+});

package/src/__tests__/data.ts

@@ -0,0 +1,64 @@
+import * as faker from "faker";
+import { expect } from "chai";
+
+faker.seed(123);
+
+export function person() {
+    return {
+        "fname": faker.name.firstName(),
+        "lname": faker.name.lastName(),
+        "age": faker.random.number(50) + 16,
+        "job": faker.name.jobType(),
+        "username": faker.internet.userName(),
+        "email": faker.internet.email(),
+        "address": {
+            "street": faker.address.streetName(),
+            "suite": faker.address.secondaryAddress(),
+            "city": faker.address.city(),
+            "zipcode": faker.address.zipCode(),
+            "state": faker.address.stateAbbr(),
+            "geo": {
+                "lat": faker.address.latitude(),
+                "lng": faker.address.longitude()
+            }
+        },
+        "phone": faker.phone.phoneNumber(),
+        "website": faker.internet.domainName(),
+        "company": {
+            "name": faker.company.companyName(),
+            "catchPhrase": faker.company.catchPhrase(),
+            "bs": faker.company.bs()
+        }
+    };
+}
+export type Person = ReturnType<typeof person>;
+
+export function* people(total = 1000) {
+    for (let i = 0; i < total; ++i) {
+        yield person();
+    }
+}
+
+function personLite() {
+    return {
+        "fname": faker.name.firstName(),
+        "lname": faker.name.lastName(),
+        "zipcode": faker.address.zipCode(),
+        "state": faker.address.stateAbbr()
+    };
+}
+export type PersonLite = ReturnType<typeof person>;
+
+export function* peopleLite(total = 1000) {
+    for (let i = 0; i < total; ++i) {
+        yield personLite();
+    }
+}
+
+export const population: Person[] = [...people()];
+
+describe("data", () => {
+    it("generate", () => {
+        expect(population).to.have.lengthOf(1000);
+    });
+});

package/src/__tests__/deviation.ts

@@ -0,0 +1,14 @@
+import { expect } from "chai";
+import { deviation, scalar } from "../index";
+
+describe("deviation", () => {
+    it("scalarActivity", () => {
+        const calcDeviation = scalar(deviation());
+        expect(calcDeviation([5, 1, 2, 3, 4])).to.equal(Math.sqrt(2.5));
+    });
+
+    it("empty array", () => {
+        const deviationActivity = scalar(deviation());
+        expect(deviationActivity([])).to.be.undefined;
+    });
+});

package/src/__tests__/distribution.ts

@@ -0,0 +1,21 @@
+import { expect } from "chai";
+import { distribution, scalar } from "../index";
+
+describe("distribution", () => {
+
+    it("scalarActivity", () => {
+        const calcDistribution = scalar(distribution());
+        expect(calcDistribution([5, 1, 2, 3, 4])).to.deep.equal({
+            min: 1,
+            mean: 3,
+            max: 5,
+            deviation: Math.sqrt(2.5),
+            variance: 2.5
+        });
+    });
+
+    it("empty array", () => {
+        const a1 = scalar(distribution());
+        expect(a1([])).to.be.undefined;
+    });
+});

package/src/__tests__/each.ts

@@ -0,0 +1,13 @@
+import { expect } from "chai";
+import { each } from "../index";
+import { population } from "./data";
+
+describe("each", () => {
+    it("generator", () => {
+        [...each((row, i) => expect(row).to.equal(population[i]))(population)];
+    });
+
+    it("scalarActivity", () => {
+        [...each(population, (row, i) => expect(row).to.equal(population[i]))];
+    });
+});

package/src/__tests__/entries.ts

@@ -0,0 +1,14 @@
+import { expect } from "chai";
+import { entries } from "../index";
+
+describe("entries", () => {
+    it("generator", () => {
+        expect([...entries()([])]).to.deep.equal([]);
+        expect([...entries()(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...entries([])]).to.deep.equal([]);
+        expect([...entries(["a", "b", "c"])]).to.deep.equal([[0, "a"], [1, "b"], [2, "c"]]);
+    });
+});

package/src/__tests__/extent.ts

@@ -0,0 +1,25 @@
+import { expect } from "chai";
+import { pipe, filter, extent, scalar, sensor } from "../index";
+import { population } from "./data";
+
+describe("max", () => {
+
+    it("Population", () => {
+        const s1 = extent(r => r.age);
+        const s2 = extent(r => r.age);
+        const p1 = pipe(
+            sensor(s1),
+            filter(r => r.age > 30),
+            sensor(s2),
+        );
+        const data = [...p1(population)];
+        expect(data.length).to.equal(699);
+        expect(s1.peek()).to.deep.equal([16, 66]);
+        expect(s2.peek()).to.deep.equal([31, 66]);
+    });
+
+    it("scalarActivity", () => {
+        const extentActivity = scalar(extent());
+        expect(extentActivity([5, 1, 2, -3, 4])).to.deep.equal([-3, 5]);
+    });
+});

package/src/__tests__/filter.ts

@@ -0,0 +1,16 @@
+import { expect } from "chai";
+import { filter } from "../index";
+import { population } from "./data";
+
+const testFilter = row => row.address.state === "FL";
+const expected = population.filter(testFilter);
+
+describe("filter", () => {
+    it("generator", () => {
+        expect([...filter(testFilter)(population)]).to.deep.equal(expected);
+    });
+
+    it("scalarActivity", () => {
+        expect([...filter(population, testFilter)]).to.deep.equal(expected);
+    });
+});

package/src/__tests__/first.ts

@@ -0,0 +1,15 @@
+import { expect } from "chai";
+import { first } from "../index";
+
+describe("first", () => {
+    it("generator", () => {
+        expect([...first(2)([])]).to.deep.equal([]);
+        expect([...first(2)(["a", "b", "c"])]).to.deep.equal(["a", "b"]);
+    });
+
+    it("scalarActivity", () => {
+        expect([...first([], 22)]).to.deep.equal([]);
+        expect([...first(["a", "b", "c"], 2)]).to.deep.equal(["a", "b"]);
+        expect([...first(["a", "b", "c"], 22)]).to.deep.equal(["a", "b", "c"]);
+    });
+});

package/src/__tests__/generate.ts

@@ -0,0 +1,9 @@
+import { expect } from "chai";
+import { generate } from "../index";
+
+describe("generate", () => {
+    it("basic", () => {
+        expect([...generate(Math.random, 22)]).to.be.lengthOf(22);
+    });
+
+});

package/src/__tests__/group.ts

@@ -0,0 +1,19 @@
+import { expect } from "chai";
+import { group } from "../index";
+import { Person, population } from "./data";
+
+describe("group", () => {
+    it("generator", () => {
+        const gb = [...group<Person>(row => row.address.state)(population)];
+        expect(gb).to.have.length;
+        expect(gb[0].key).to.exist;
+        expect(gb[0].value).to.have.length;
+    });
+
+    it("scalarActivity", () => {
+        const gb = [...group(population, row => row.address.state)];
+        expect(gb).to.have.length;
+        expect(gb[0].key).to.exist;
+        expect(gb[0].value).to.have.length;
+    });
+});