@hpcc-js/dataflow 9.6.9 → 9.6.10

package/src/index.ts

@@ -1,27 +1,27 @@
-export * from "./activities/activity.ts";
-export * from "./activities/concat.ts";
-export * from "./activities/each.ts";
-export * from "./activities/entries.ts";
-export * from "./activities/filter.ts";
-export * from "./activities/first.ts";
-export * from "./activities/group.ts";
-export * from "./activities/histogram.ts";
-export * from "./activities/join.ts";
-export * from "./activities/map.ts";
-export * from "./activities/normalize.ts";
-export * from "./activities/skip.ts";
-export * from "./activities/sort.ts";
-export * from "./observers/count.ts";
-export * from "./observers/deviation.ts";
-export * from "./observers/distribution.ts";
-export * from "./observers/extent.ts";
-export * from "./observers/observer.ts";
-export * from "./observers/max.ts";
-export * from "./observers/mean.ts";
-export * from "./observers/median.ts";
-export * from "./observers/min.ts";
-export * from "./observers/quartile.ts";
-export * from "./observers/reduce.ts";
-export * from "./observers/variance.ts";
-export * from "./utils/generate.ts";
-export * from "./utils/pipe.ts";
+export * from "./activities/activity.ts";
+export * from "./activities/concat.ts";
+export * from "./activities/each.ts";
+export * from "./activities/entries.ts";
+export * from "./activities/filter.ts";
+export * from "./activities/first.ts";
+export * from "./activities/group.ts";
+export * from "./activities/histogram.ts";
+export * from "./activities/join.ts";
+export * from "./activities/map.ts";
+export * from "./activities/normalize.ts";
+export * from "./activities/skip.ts";
+export * from "./activities/sort.ts";
+export * from "./observers/count.ts";
+export * from "./observers/deviation.ts";
+export * from "./observers/distribution.ts";
+export * from "./observers/extent.ts";
+export * from "./observers/observer.ts";
+export * from "./observers/max.ts";
+export * from "./observers/mean.ts";
+export * from "./observers/median.ts";
+export * from "./observers/min.ts";
+export * from "./observers/quartile.ts";
+export * from "./observers/reduce.ts";
+export * from "./observers/variance.ts";
+export * from "./utils/generate.ts";
+export * from "./utils/pipe.ts";

package/src/observers/count.ts

@@ -1,15 +1,15 @@
-import { Observer } from "./observer.ts";
-
-export function count<T = any>(): Observer<T, number> {
-    let count: number;
-
-    return {
-        observe: (value: T, idx: number) => {
-            if (idx === 0) {
-                count = 0;
-            }
-            ++count;
-        },
-        peek: () => count
-    };
-}
+import { Observer } from "./observer.ts";
+
+export function count<T = any>(): Observer<T, number> {
+    let count: number;
+
+    return {
+        observe: (value: T, idx: number) => {
+            if (idx === 0) {
+                count = 0;
+            }
+            ++count;
+        },
+        peek: () => count
+    };
+}

package/src/observers/deviation.ts

@@ -1,24 +1,24 @@
-import { variance } from "./variance.ts";
-import { AccessorT, Observer, Accessor } from "./observer.ts";
-
-function _deviation(): Observer<number, number | undefined> {
-    const v = variance();
-
-    return {
-        observe: (value: number, idx: number) => {
-            v.observe(value, idx);
-        },
-        peek: () => {
-            const variance = v.peek();
-            return variance !== undefined ? Math.sqrt(variance) : variance;
-        }
-    };
-}
-
-export type DeviationAccessor<T> = AccessorT<T, number>;
-
-export function deviation(): Observer<number, number | undefined>;
-export function deviation<T = any>(callbackFn: DeviationAccessor<T>): Observer<T, number | undefined>;
-export function deviation<T = any>(callbackFn?: DeviationAccessor<T>): Observer<number, number | undefined> | Observer<T, number | undefined> {
-    return callbackFn ? Accessor(_deviation, callbackFn) : _deviation();
-}
+import { variance } from "./variance.ts";
+import { AccessorT, Observer, Accessor } from "./observer.ts";
+
+function _deviation(): Observer<number, number | undefined> {
+    const v = variance();
+
+    return {
+        observe: (value: number, idx: number) => {
+            v.observe(value, idx);
+        },
+        peek: () => {
+            const variance = v.peek();
+            return variance !== undefined ? Math.sqrt(variance) : variance;
+        }
+    };
+}
+
+export type DeviationAccessor<T> = AccessorT<T, number>;
+
+export function deviation(): Observer<number, number | undefined>;
+export function deviation<T = any>(callbackFn: DeviationAccessor<T>): Observer<T, number | undefined>;
+export function deviation<T = any>(callbackFn?: DeviationAccessor<T>): Observer<number, number | undefined> | Observer<T, number | undefined> {
+    return callbackFn ? Accessor(_deviation, callbackFn) : _deviation();
+}

package/src/observers/distribution.ts

@@ -1,51 +1,51 @@
-import { max } from "./max.ts";
-import { min } from "./min.ts";
-import { mean } from "./mean.ts";
-import { variance } from "./variance.ts";
-import { Observer, Accessor } from "./observer.ts";
-
-export type DistributionCallback<T> = (row: T, currentIndex: number) => number;
-
-export type DistributionT = {
-    min: number,
-    mean: number,
-    max: number,
-    deviation: number | undefined,
-    variance: number | undefined
-} | undefined;
-
-function _distribution(): Observer<number, DistributionT> {
-    const minFO = min();
-    const maxFO = max();
-    const meanFO = mean();
-    const varianceFO = variance();
-
-    return {
-        observe: (value: number, idx: number) => {
-            minFO.observe(value, idx);
-            maxFO.observe(value, idx);
-            meanFO.observe(value, idx);
-            varianceFO.observe(value, idx);
-        },
-        peek: () => {
-            const minResult = minFO.peek();
-            if (minResult === undefined) return undefined;
-            const varianceResult = varianceFO.peek();
-            return {
-                min: minResult,
-                max: maxFO.peek(),
-                mean: meanFO.peek(),
-                variance: varianceResult,
-                deviation: varianceResult !== undefined ? Math.sqrt(varianceResult) : undefined
-            };
-        }
-    };
-}
-
-export type DistributionAccessor<T> = (row: T, currentIndex: number) => number;
-
-export function distribution(): Observer<number, DistributionT>;
-export function distribution<T = any>(callbackFn: DistributionAccessor<T>): Observer<T, DistributionT>;
-export function distribution<T = any>(callbackFn?: DistributionAccessor<T>): Observer<number, DistributionT> | Observer<T, DistributionT> {
-    return callbackFn ? Accessor(_distribution, callbackFn) : _distribution();
-}
+import { max } from "./max.ts";
+import { min } from "./min.ts";
+import { mean } from "./mean.ts";
+import { variance } from "./variance.ts";
+import { Observer, Accessor } from "./observer.ts";
+
+export type DistributionCallback<T> = (row: T, currentIndex: number) => number;
+
+export type DistributionT = {
+    min: number,
+    mean: number,
+    max: number,
+    deviation: number | undefined,
+    variance: number | undefined
+} | undefined;
+
+function _distribution(): Observer<number, DistributionT> {
+    const minFO = min();
+    const maxFO = max();
+    const meanFO = mean();
+    const varianceFO = variance();
+
+    return {
+        observe: (value: number, idx: number) => {
+            minFO.observe(value, idx);
+            maxFO.observe(value, idx);
+            meanFO.observe(value, idx);
+            varianceFO.observe(value, idx);
+        },
+        peek: () => {
+            const minResult = minFO.peek();
+            if (minResult === undefined) return undefined;
+            const varianceResult = varianceFO.peek();
+            return {
+                min: minResult,
+                max: maxFO.peek(),
+                mean: meanFO.peek(),
+                variance: varianceResult,
+                deviation: varianceResult !== undefined ? Math.sqrt(varianceResult) : undefined
+            };
+        }
+    };
+}
+
+export type DistributionAccessor<T> = (row: T, currentIndex: number) => number;
+
+export function distribution(): Observer<number, DistributionT>;
+export function distribution<T = any>(callbackFn: DistributionAccessor<T>): Observer<T, DistributionT>;
+export function distribution<T = any>(callbackFn?: DistributionAccessor<T>): Observer<number, DistributionT> | Observer<T, DistributionT> {
+    return callbackFn ? Accessor(_distribution, callbackFn) : _distribution();
+}

package/src/observers/extent.ts

@@ -1,24 +1,24 @@
-import { AccessorT, Observer, Accessor } from "./observer.ts";
-import { max } from "./max.ts";
-import { min } from "./min.ts";
-
-function _extent(): Observer<number, [number, number]> {
-    const minFO = min();
-    const maxFO = max();
-
-    return {
-        observe: (value: number, idx: number) => {
-            minFO.observe(value, idx);
-            maxFO.observe(value, idx);
-        },
-        peek: () => [minFO.peek(), maxFO.peek()]
-    };
-}
-
-export type ExtentAccessor<T> = AccessorT<T, number>;
-
-export function extent(): Observer<number, [number, number]>;
-export function extent<T = any>(callbackFn: ExtentAccessor<T>): Observer<T, [number, number]>;
-export function extent<T = any>(callbackFn?: ExtentAccessor<T>): Observer<number, [number, number]> | Observer<T, [number, number]> {
-    return callbackFn ? Accessor(_extent, callbackFn) : _extent();
-}
+import { AccessorT, Observer, Accessor } from "./observer.ts";
+import { max } from "./max.ts";
+import { min } from "./min.ts";
+
+function _extent(): Observer<number, [number, number]> {
+    const minFO = min();
+    const maxFO = max();
+
+    return {
+        observe: (value: number, idx: number) => {
+            minFO.observe(value, idx);
+            maxFO.observe(value, idx);
+        },
+        peek: () => [minFO.peek(), maxFO.peek()]
+    };
+}
+
+export type ExtentAccessor<T> = AccessorT<T, number>;
+
+export function extent(): Observer<number, [number, number]>;
+export function extent<T = any>(callbackFn: ExtentAccessor<T>): Observer<T, [number, number]>;
+export function extent<T = any>(callbackFn?: ExtentAccessor<T>): Observer<number, [number, number]> | Observer<T, [number, number]> {
+    return callbackFn ? Accessor(_extent, callbackFn) : _extent();
+}

package/src/observers/max.ts

@@ -1,24 +1,24 @@
-import { Observer, Accessor, AccessorT } from "./observer.ts";
-
-function _max(): Observer<number, number> {
-    let max: number;
-
-    return {
-        observe: (value: number, idx: number) => {
-            if (idx === 0) {
-                max = value;
-            } else if (max < value) {
-                max = value;
-            }
-        },
-        peek: () => max
-    };
-}
-
-export type MaxAccessor<T> = AccessorT<T, number>;
-
-export function max(): Observer<number, number>;
-export function max<T = any>(callbackFn: MaxAccessor<T>): Observer<T, number>;
-export function max<T = any>(callbackFn?: MaxAccessor<T>): Observer<number, number> | Observer<T, number> {
-    return callbackFn ? Accessor(_max, callbackFn) : _max();
-}
+import { Observer, Accessor, AccessorT } from "./observer.ts";
+
+function _max(): Observer<number, number> {
+    let max: number;
+
+    return {
+        observe: (value: number, idx: number) => {
+            if (idx === 0) {
+                max = value;
+            } else if (max < value) {
+                max = value;
+            }
+        },
+        peek: () => max
+    };
+}
+
+export type MaxAccessor<T> = AccessorT<T, number>;
+
+export function max(): Observer<number, number>;
+export function max<T = any>(callbackFn: MaxAccessor<T>): Observer<T, number>;
+export function max<T = any>(callbackFn?: MaxAccessor<T>): Observer<number, number> | Observer<T, number> {
+    return callbackFn ? Accessor(_max, callbackFn) : _max();
+}

package/src/observers/mean.ts

@@ -1,26 +1,26 @@
-import { Observer, Accessor } from "./observer.ts";
-
-function _mean(): Observer<number, number> {
-    let total: number;
-    let count: number;
-
-    return {
-        observe: (value: number, idx: number) => {
-            if (idx === 0) {
-                total = value;
-            } else {
-                total += value;
-            }
-            count = idx;
-        },
-        peek: () => total / (count + 1)
-    };
-}
-
-export type MeanAccessor<T> = (row: T, currentIndex: number) => number;
-
-export function mean(): Observer<number, number>;
-export function mean<T = any>(callbackFn: MeanAccessor<T>): Observer<T, number>;
-export function mean<T = any>(callbackFn?: MeanAccessor<T>): Observer<number, number> | Observer<T, number> {
-    return callbackFn ? Accessor(_mean, callbackFn) : _mean();
-}
+import { Observer, Accessor } from "./observer.ts";
+
+function _mean(): Observer<number, number> {
+    let total: number;
+    let count: number;
+
+    return {
+        observe: (value: number, idx: number) => {
+            if (idx === 0) {
+                total = value;
+            } else {
+                total += value;
+            }
+            count = idx;
+        },
+        peek: () => total / (count + 1)
+    };
+}
+
+export type MeanAccessor<T> = (row: T, currentIndex: number) => number;
+
+export function mean(): Observer<number, number>;
+export function mean<T = any>(callbackFn: MeanAccessor<T>): Observer<T, number>;
+export function mean<T = any>(callbackFn?: MeanAccessor<T>): Observer<number, number> | Observer<T, number> {
+    return callbackFn ? Accessor(_mean, callbackFn) : _mean();
+}

package/src/observers/median.ts

@@ -1,31 +1,31 @@
-import { AccessorT, Observer, Accessor } from "./observer.ts";
-
-function _median(): Observer<number, number> {
-    let values: number[];
-
-    return {
-        observe: (value: number, idx: number) => {
-            if (idx === 0) {
-                values = [];
-            }
-            values.push(value);
-        },
-        peek: () => {
-            const sorted = values.sort((l, r) => l - r);
-            const mid = sorted.length / 2;
-            if (sorted.length % 2 === 0) {
-                return (sorted[mid - 1] + sorted[mid]) / 2;
-            } else {
-                return sorted[Math.floor(mid)];
-            }
-        }
-    };
-}
-
-export type MedianAccessor<T> = AccessorT<T, number>;
-
-export function median(): Observer<number, number>;
-export function median<T = any>(callbackFn: MedianAccessor<T>): Observer<T, number>;
-export function median<T = any>(callbackFn?: MedianAccessor<T>): Observer<number, number> | Observer<T, number> {
-    return callbackFn ? Accessor(_median, callbackFn) : _median();
+import { AccessorT, Observer, Accessor } from "./observer.ts";
+
+function _median(): Observer<number, number> {
+    let values: number[];
+
+    return {
+        observe: (value: number, idx: number) => {
+            if (idx === 0) {
+                values = [];
+            }
+            values.push(value);
+        },
+        peek: () => {
+            const sorted = values.sort((l, r) => l - r);
+            const mid = sorted.length / 2;
+            if (sorted.length % 2 === 0) {
+                return (sorted[mid - 1] + sorted[mid]) / 2;
+            } else {
+                return sorted[Math.floor(mid)];
+            }
+        }
+    };
+}
+
+export type MedianAccessor<T> = AccessorT<T, number>;
+
+export function median(): Observer<number, number>;
+export function median<T = any>(callbackFn: MedianAccessor<T>): Observer<T, number>;
+export function median<T = any>(callbackFn?: MedianAccessor<T>): Observer<number, number> | Observer<T, number> {
+    return callbackFn ? Accessor(_median, callbackFn) : _median();
 }

package/src/observers/min.ts

@@ -1,24 +1,24 @@
-import { Observer, Accessor, AccessorT } from "./observer.ts";
-
-function _min(): Observer<number, number> {
-    let min: number;
-
-    return {
-        observe: (value: number, idx: number) => {
-            if (idx === 0) {
-                min = value;
-            } else if (min > value) {
-                min = value;
-            }
-        },
-        peek: () => min
-    };
-}
-
-export type MinAccessor<T> = AccessorT<T, number>;
-
-export function min(): Observer<number, number>;
-export function min<T = any>(callbackFn: MinAccessor<T>): Observer<T, number>;
-export function min<T = any>(callbackFn?: MinAccessor<T>): Observer<number, number> | Observer<T, number> {
-    return callbackFn ? Accessor(_min, callbackFn) : _min();
-}
+import { Observer, Accessor, AccessorT } from "./observer.ts";
+
+function _min(): Observer<number, number> {
+    let min: number;
+
+    return {
+        observe: (value: number, idx: number) => {
+            if (idx === 0) {
+                min = value;
+            } else if (min > value) {
+                min = value;
+            }
+        },
+        peek: () => min
+    };
+}
+
+export type MinAccessor<T> = AccessorT<T, number>;
+
+export function min(): Observer<number, number>;
+export function min<T = any>(callbackFn: MinAccessor<T>): Observer<T, number>;
+export function min<T = any>(callbackFn?: MinAccessor<T>): Observer<number, number> | Observer<T, number> {
+    return callbackFn ? Accessor(_min, callbackFn) : _min();
+}

package/src/observers/observer.ts

@@ -1,52 +1,52 @@
-import { Source } from "../activities/activity.ts";
-import { each } from "../activities/each.ts";
-
-export type AccessorT<T, U> = (row: T, currentIndex: number) => U;
-
-export interface ObserverFactory<T, U> {
-    (): Observer<T, U>;
-}
-
-export interface Observer<T, U> {
-    observe(r: T, idx: number): void;
-    peek(): U;
-}
-
-export function Accessor<T = any, U = any, V = any>(fof: ObserverFactory<V, U>, accesor: AccessorT<T, V>): Observer<T, U> {
-    const s = fof();
-
-    return {
-        observe: (_: T, i: number) => {
-            s.observe(accesor(_, i), i);
-        },
-        peek: s.peek
-    };
-}
-
-//  This is an pass through activity so a FlowObserver can be inserted into a pipeline ---
-export function sensor<T, U = any>(s: Observer<T, U>) {
-    return each((r, i) => s.observe(r, i));
-}
-
-//  This converts a FlowObserver to an Activity ---
-export function activity<T, U>(s: Observer<T, U>) {
-    return function* (source: Source<T>) {
-        let i = -1;
-        for (const row of source) {
-            s.observe(row, ++i);
-        }
-        yield s.peek();
-    };
-}
-
-//  This converts a FlowObserver to an ScalarActivity ---
-export function scalar<T = any, U = any>(s: Observer<T, U>) {
-    return function (source: Source<T>) {
-        let i = -1;
-        for (const row of source) {
-            s.observe(row, ++i);
-        }
-        return s.peek();
-    };
-}
-
+import { Source } from "../activities/activity.ts";
+import { each } from "../activities/each.ts";
+
+export type AccessorT<T, U> = (row: T, currentIndex: number) => U;
+
+export interface ObserverFactory<T, U> {
+    (): Observer<T, U>;
+}
+
+export interface Observer<T, U> {
+    observe(r: T, idx: number): void;
+    peek(): U;
+}
+
+export function Accessor<T = any, U = any, V = any>(fof: ObserverFactory<V, U>, accesor: AccessorT<T, V>): Observer<T, U> {
+    const s = fof();
+
+    return {
+        observe: (_: T, i: number) => {
+            s.observe(accesor(_, i), i);
+        },
+        peek: s.peek
+    };
+}
+
+//  This is an pass through activity so a FlowObserver can be inserted into a pipeline ---
+export function sensor<T, U = any>(s: Observer<T, U>) {
+    return each((r, i) => s.observe(r, i));
+}
+
+//  This converts a FlowObserver to an Activity ---
+export function activity<T, U>(s: Observer<T, U>) {
+    return function* (source: Source<T>) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        yield s.peek();
+    };
+}
+
+//  This converts a FlowObserver to an ScalarActivity ---
+export function scalar<T = any, U = any>(s: Observer<T, U>) {
+    return function (source: Source<T>) {
+        let i = -1;
+        for (const row of source) {
+            s.observe(row, ++i);
+        }
+        return s.peek();
+    };
+}
+