@kanaries/graphic-walker 0.3.15 → 0.4.0

package/src/utils/save.ts

@@ -1,5 +1,7 @@
-import { IDataSet, IDataSource, IVisSpec, IVisSpecForExport } from "../interfaces";
+import { DraggableFieldState, IDataSet, IDataSource, IVisSpec, IVisSpecForExport, IVisualConfig } from "../interfaces";
 import { VisSpecWithHistory } from "../models/visSpecHistory";
+import { toJS } from 'mobx';
+import { GEMO_TYPES } from '../config';
 
 export function dumpsGWPureSpec(list: VisSpecWithHistory[]): IVisSpec[] {
     return list.map((l) => l.exportGW());
@@ -9,10 +11,86 @@ export function parseGWPureSpec(list: IVisSpec[]): VisSpecWithHistory[] {
     return list.map((l) => new VisSpecWithHistory(l));
 }
 
+export function initVisualConfig(): IVisualConfig {
+    return {
+        defaultAggregated: true,
+        geoms: [GEMO_TYPES[0]!],
+        stack: 'stack',
+        showActions: false,
+        interactiveScale: false,
+        sorted: 'none',
+        zeroScale: true,
+        background: undefined,
+        size: {
+            mode: "auto",
+            width: 320,
+            height: 200,
+        },
+        format: {
+            numberFormat: undefined,
+            timeFormat: undefined,
+            normalizedNumberFormat: undefined,
+        },
+        resolve: {
+            x: false,
+            y: false,
+            color: false,
+            opacity: false,
+            shape: false,
+            size: false,
+        },
+        limit: -1,
+    };
+}
+
+export function visSpecDecoder(visList: IVisSpecForExport[]): IVisSpec[] {
+    const updatedVisList = visList.map((visSpec) => {
+        const updatedFilters = visSpec.encodings.filters.map((filter) => {
+            if (filter.rule?.type === 'one of' && Array.isArray(filter.rule.value)) {
+                return {
+                    ...filter,
+                    rule: {
+                        ...filter.rule,
+                        value: new Set(filter.rule.value),
+                    },
+                };
+            }
+            return filter;
+        });
+        return {
+            ...visSpec,
+            encodings: {
+                ...visSpec.encodings,
+                filters: updatedFilters,
+            },
+        } as IVisSpec;
+    });
+    return updatedVisList;
+}
+
+export const forwardVisualConfigs = (backwards: ReturnType<typeof parseGWContent>['specList']): IVisSpecForExport[] => {
+    return backwards.map((content) => ({
+        ...content,
+        config: {
+            ...initVisualConfig(),
+            ...content.config,
+        },
+    }));
+};
+
+export function resolveSpecFromStoInfo(info: IStoInfo) {
+    const spec = parseGWPureSpec(visSpecDecoder(forwardVisualConfigs(info.specList)))[0];
+    return {
+        config: toJS(spec.config) as IVisualConfig,
+        encodings: toJS(spec.encodings) as DraggableFieldState,
+        name: spec.name,
+    };
+}
+
 export interface IStoInfo {
     datasets: IDataSet[];
     specList: {
-        [K in keyof IVisSpecForExport]: K extends "config" ? Partial<IVisSpecForExport[K]> : IVisSpecForExport[K];
+        [K in keyof IVisSpecForExport]: K extends 'config' ? Partial<IVisSpecForExport[K]> : IVisSpecForExport[K];
     }[];
     dataSources: IDataSource[];
 }
@@ -34,7 +112,7 @@ export function download(data: string, filename: string, type: string) {
         window.navigator.msSaveOrOpenBlob(file, filename);
     else {
         // Others
-        var a = document.createElement("a"),
+        var a = document.createElement('a'),
             url = URL.createObjectURL(file);
         a.href = url;
         a.download = filename;

package/src/utils/workflow.ts

@@ -0,0 +1,148 @@
+import type { IDataQueryWorkflowStep, IExpression, IFilterWorkflowStep, ITransformWorkflowStep, IViewField, IViewWorkflowStep, IVisFilter, ISortWorkflowStep } from "../interfaces";
+import type { VizSpecStore } from "../store/visualSpecStore";
+import { getMeaAggKey } from ".";
+
+
+const walkExpression = (expression: IExpression, each: (field: string) => void): void => {
+    for (const param of expression.params) {
+        if (param.type === 'field') {
+            each(param.value);
+        } else if (param.type === 'expression') {
+            walkExpression(param.value, each);
+        }
+    }
+};
+
+const treeShake = (computedFields: readonly { key: string; expression: IExpression }[], viewKeys: readonly string[]): { key: string; expression: IExpression }[] => {
+    const usedFields = new Set(viewKeys);
+    const result = computedFields.filter(f => usedFields.has(f.key));
+    let currentFields = result.slice();
+    let rest = computedFields.filter(f => !usedFields.has(f.key));
+    while (currentFields.length && rest.length) {
+        const dependencies = new Set<string>();
+        for (const f of currentFields) {
+            walkExpression(f.expression, field => dependencies.add(field));
+        }
+        const nextFields = rest.filter(f => dependencies.has(f.key));
+        currentFields = nextFields;
+        rest = rest.filter(f => !dependencies.has(f.key));
+    }
+    return result;
+};
+
+export const toWorkflow = (
+    viewFilters: VizSpecStore['viewFilters'],
+    allFields: Omit<IViewField, 'dragId'>[],
+    viewDimensions: Omit<IViewField, 'dragId'>[],
+    viewMeasures: Omit<IViewField, 'dragId'>[],
+    defaultAggregated: VizSpecStore['visualConfig']['defaultAggregated'],
+    sort: 'none' | 'ascending' | 'descending',
+    limit?: number,
+): IDataQueryWorkflowStep[] => {
+    const viewKeys = new Set<string>([...viewDimensions, ...viewMeasures].map(f => f.fid));
+
+    let filterWorkflow: IFilterWorkflowStep | null = null;
+    let transformWorkflow: ITransformWorkflowStep | null = null;
+    let viewQueryWorkflow: IViewWorkflowStep | null = null;
+    let sortWorkflow: ISortWorkflowStep | null = null;
+
+    // TODO: apply **fold** before filter
+    
+    // First, to apply filters on the detailed data
+    const filters = viewFilters.filter(f => f.rule).map<IVisFilter>(f => {
+        viewKeys.add(f.fid);
+        const rule = f.rule!;
+        if (rule.type === 'one of') {
+            return {
+                fid: f.fid,
+                rule: {
+                    type: 'one of',
+                    value: [...rule.value],
+                },
+            };
+        } else if (rule.type === 'temporal range') {
+            const range = [new Date(rule.value[0]).getTime(), new Date(rule.value[1]).getTime()] as const;
+            return {
+                fid: f.fid,
+                rule: {
+                    type: 'temporal range',
+                    value: range,
+                },
+            };
+        } else {
+            const range = [Number(rule.value[0]), Number(rule.value[1])] as const;
+            return {
+                fid: f.fid,
+                rule: {
+                    type: 'range',
+                    value: range,
+                },
+            };
+        }
+    });
+    if (filters.length) {
+        filterWorkflow = {
+            type: 'filter',
+            filters,
+        };
+    }
+
+    // Second, to transform the data by rows 1 by 1
+    const computedFields = treeShake(allFields.filter(f => f.computed && f.expression).map(f => ({
+        key: f.fid,
+        expression: f.expression!,
+    })), [...viewKeys]);
+    if (computedFields.length) {
+        transformWorkflow = {
+            type: 'transform',
+            transform: computedFields,
+        };
+    }
+
+    // Finally, to apply the aggregation
+    // When aggregation is enabled, there're 2 cases:
+    // 1. If any of the measures is aggregated, then we apply the aggregation
+    // 2. If there's no measure in the view, then we apply the aggregation
+    const aggregateOn = viewMeasures.filter(f => f.aggName).map(f => [f.fid, f.aggName as string]);
+    const aggergated = defaultAggregated && (aggregateOn.length || (viewMeasures.length === 0 && viewDimensions.length > 0));
+    if (aggergated) {
+        viewQueryWorkflow = {
+            type: 'view',
+            query: [{
+                op: 'aggregate',
+                groupBy: viewDimensions.map(f => f.fid),
+                measures: viewMeasures.map((f) => ({
+                    field: f.fid,
+                    agg: f.aggName as any,
+                    asFieldKey: getMeaAggKey(f.fid, f.aggName!),
+                })),
+            }],
+        };
+    } else {
+        viewQueryWorkflow = {
+            type: 'view',
+            query: [{
+                op: 'raw',
+                fields: [...new Set([...viewDimensions, ...viewMeasures])].map(f => f.fid),
+            }],
+        };
+    }
+
+    if (sort !== "none" && limit) {
+        sortWorkflow = {
+            type: 'sort',
+            by: viewMeasures.map(f => aggergated ? getMeaAggKey(f.fid, f.aggName) : f.fid),
+            sort,
+        };
+    }
+
+
+    const steps: IDataQueryWorkflowStep[] = [
+        filterWorkflow!,
+        transformWorkflow!,
+        viewQueryWorkflow!,
+        sortWorkflow!,
+    ].filter(Boolean);
+
+    return steps;
+};

package/src/vis/react-vega.tsx

@@ -4,10 +4,9 @@ import { Subject, Subscription } from 'rxjs'
 import * as op from 'rxjs/operators';
 import type { ScenegraphEvent } from 'vega';
 import styled from 'styled-components';
-
+import { NonPositionChannelConfigList, PositionChannelConfigList } from '../config'; 
 import { useVegaExportApi } from '../utils/vegaApiExport';
 import { IViewField, IRow, IStackMode, VegaGlobalConfig, IVegaChartRef } from '../interfaces';
-import { useTranslation } from 'react-i18next';
 import { getVegaTimeFormatRules } from './temporalFormat';
 import { getSingleView } from './spec/view';
 import { NULL_FIELD } from './spec/field';
@@ -29,7 +28,7 @@ interface ReactVegaProps {
   name?: string;
   rows: Readonly<IViewField[]>;
   columns: Readonly<IViewField[]>;
-  dataSource: IRow[];
+  dataSource: readonly IRow[];
   defaultAggregate?: boolean;
   stack: IStackMode;
   interactiveScale: boolean;
@@ -48,6 +47,8 @@ interface ReactVegaProps {
   height: number;
   onGeomClick?: (values: any, e: any) => void
   vegaConfig: VegaGlobalConfig;
+  /** @default "en-US" */
+  locale?: string;
 }
 
 const click$ = new Subject<ScenegraphEvent>();
@@ -100,9 +101,9 @@ const ReactVega = forwardRef<IReactVegaHandler, ReactVegaProps>(function ReactVe
     // dark = 'media',
     vegaConfig,
     // format
+    locale = 'en-US',
   } = props;
   const [viewPlaceholders, setViewPlaceholders] = useState<React.MutableRefObject<HTMLDivElement>[]>([]);
-  const { i18n } = useTranslation();
   // const mediaTheme = useCurrentMediaTheme(dark);
   // const themeConfig = builtInThemes[themeKey]?.[mediaTheme];
 
@@ -221,8 +222,22 @@ const ReactVega = forwardRef<IReactVegaHandler, ReactVegaProps>(function ReactVe
         spec.encoding = singleView.encoding;
       }
 
+      spec.resolve ||= {};
+      // @ts-ignore
+      let resolve = vegaConfig.resolve;
+      for (let v in resolve) {
+          let value = resolve[v] ? 'independent' : 'shared';
+          // @ts-ignore
+          spec.resolve.scale = { ...spec.resolve.scale, [v]: value };
+          if((PositionChannelConfigList as string[]).includes(v)) {
+              spec.resolve.axis = { ...spec.resolve.axis, [v]: value };
+          }else if((NonPositionChannelConfigList as string[]).includes(v)){
+              spec.resolve.legend = { ...spec.resolve.legend, [v]: value };
+          }
+      }
+      
       if (viewPlaceholders.length > 0 && viewPlaceholders[0].current) {
-        const task = embed(viewPlaceholders[0].current, spec, { mode: 'vega-lite', actions: showActions, timeFormatLocale: getVegaTimeFormatRules(i18n.language), config: vegaConfig }).then(res => {
+        const task = embed(viewPlaceholders[0].current, spec, { mode: 'vega-lite', actions: showActions, timeFormatLocale: getVegaTimeFormatRules(locale), config: vegaConfig }).then(res => {
           const container = res.view.container();
           const canvas = container?.querySelector('canvas') ?? null;
           vegaRefs.current = [{
@@ -301,7 +316,7 @@ const ReactVega = forwardRef<IReactVegaHandler, ReactVegaProps>(function ReactVe
           }
           if (node) {
             const id = index;
-            const task = embed(node, ans, { mode: 'vega-lite', actions: showActions, timeFormatLocale: getVegaTimeFormatRules(i18n.language), config: vegaConfig }).then(res => {
+            const task = embed(node, ans, { mode: 'vega-lite', actions: showActions, timeFormatLocale: getVegaTimeFormatRules(locale), config: vegaConfig }).then(res => {
               const container = res.view.container();
               const canvas = container?.querySelector('canvas') ?? null;
               vegaRefs.current[id] = {

package/src/vis/spec/aggregate.ts

@@ -4,11 +4,12 @@ import { getMeaAggKey } from '../../utils';
 
 export function channelAggregate(encoding: { [key: string]: any }, fields: IViewField[]) {
     Object.values(encoding).forEach((c) => {
-        const targetField = fields.find((f) => f.fid === c.field && !('aggregate' in c));
+        if (c.aggregate === null) return;
+        const targetField = fields.find((f) => f.fid === c.field && (f.analyticType === 'measure' || f.fid === COUNT_FIELD_ID));
         if (targetField && targetField.fid === COUNT_FIELD_ID) {
             c.title = 'Count';
             c.field = getMeaAggKey(targetField.fid, targetField.aggName)
-        } else if (targetField && targetField.analyticType === 'measure') {
+        } else if (targetField) {
             c.title = `${targetField.aggName}(${targetField.name})`;
             c.field = getMeaAggKey(targetField.fid, targetField.aggName)
         }

package/src/vis/spec/stack.ts

@@ -1,11 +1,12 @@
 import { IStackMode } from "../../interfaces";
 
 export function channelStack(encoding: { [key: string]: any }, stackMode: IStackMode) {
-    if (stackMode === 'stack') return;
-    if (encoding.x && encoding.x.type === 'quantitative') {
-        encoding.x.stack = stackMode === 'none' ? null : 'normalize';
-    }
-    if (encoding.y && encoding.y.type === 'quantitative') {
-        encoding.y.stack = stackMode === 'none' ? null : 'normalize';
+    if (stackMode === 'stack' || stackMode === 'zero') return;
+    let stackValue = stackMode === 'none' ? null : stackMode;
+    const stackableChannels = ['x', 'y', 'theta', 'radius'];
+    for (let ch of stackableChannels) {
+        if (encoding[ch] && encoding[ch].type === 'quantitative') {
+            encoding[ch].stack = stackValue
+        }
     }
 }

package/src/visualSettings/index.tsx

@@ -19,6 +19,7 @@ import {
     LightBulbIcon,
     CodeBracketSquareIcon,
     Cog6ToothIcon,
+    HashtagIcon,
 } from '@heroicons/react/24/outline';
 import { observer } from 'mobx-react-lite';
 import React, { SVGProps, useCallback, useMemo } from 'react';
@@ -35,6 +36,8 @@ import { useCurrentMediaTheme } from '../utils/media';
 import throttle from '../utils/throttle';
 import KanariesLogo from '../assets/kanaries.png';
 import { ImageWithFallback } from '../components/timeoutImg';
+import LimitSetting from '../components/limitSetting';
+import { runInAction } from 'mobx';
 
 const Invisible = styled.div`
     clip: rect(1px, 1px, 1px, 1px);
@@ -73,7 +76,7 @@ const VisualSettings: React.FC<IVisualSettings> = ({
     exclude = [],
 }) => {
     const { vizStore, commonStore } = useGlobalStore();
-    const { visualConfig, canUndo, canRedo } = vizStore;
+    const { visualConfig, canUndo, canRedo, limit } = vizStore;
     const { t: tGlobal } = useTranslation();
     const { t } = useTranslation('translation', { keyPrefix: 'main.tabpanel.settings' });
 
@@ -364,6 +367,7 @@ const VisualSettings: React.FC<IVisualSettings> = ({
                         none: XMarkIcon,
                         stack: ChevronDoubleUpIcon,
                         normalize: ArrowsUpDownIcon,
+                        center: ChevronUpDownIcon, // TODO: fix unsafe extends
                     }[g],
                 })),
                 value: stack,
@@ -493,6 +497,22 @@ const VisualSettings: React.FC<IVisualSettings> = ({
             },
             ...(extra.length === 0 ? [] : ['-', ...extra]),
             '-',
+            {
+                key: 'limit_axis',
+                label: t('limit'),
+                icon: HashtagIcon,
+                form: (
+                    <FormContainer>
+                        <LimitSetting
+                            value={limit}
+                            setValue={(v) => {
+                                vizStore.setLimit(v);
+                            }}
+                        />
+                    </FormContainer>
+                ),
+            },
+            '-',
             {
                 key: 'kanaries',
                 label: 'kanaries',
@@ -532,6 +552,7 @@ const VisualSettings: React.FC<IVisualSettings> = ({
         dark,
         extra,
         exclude,
+        limit,
     ]);
 
     return (

package/src/workers/filter.worker.js

@@ -3,7 +3,7 @@
 
 /**
  * @param {import('../interfaces').IRow[]} dataSource
- * @param {import('../interfaces').IFilterField[]} filters
+ * @param {import('../interfaces').IFilterFiledSimple[]} filters
  * @return {import('../interfaces').IRow[]}
  */
 const filter = (dataSource, filters) => {

package/src/workers/sort.ts

@@ -0,0 +1,22 @@
+import { IRow } from '../interfaces';
+
+function compareMulti(a: number[], b: number[]): number {
+    if (a.length < b.length) return -compareMulti(b, a);
+    for (let i = 0; i < a.length; i++) {
+        if (!b[i]) return 1;
+        const c = a[i] - b[i];
+        if (c !== 0) return c;
+    }
+    return 0;
+}
+
+export function sortBy(data: IRow[], viewMeasures: string[], sort: 'ascending' | 'descending') {
+    const sortM = sort === 'ascending' ? 1 : -1;
+    return data
+        .map((x) => ({
+            data: x,
+            value: viewMeasures.map((f) => x[f]),
+        }))
+        .sort((a, b) => sortM * compareMulti(a.value, b.value))
+        .map((x) => x.data);
+}

package/src/workers/sort.worker.ts

@@ -0,0 +1,21 @@
+import { IRow } from '../interfaces';
+import { sortBy } from './sort';
+
+const main = (e: {
+    data: {
+        data: IRow[];
+        viewMeasures: string[];
+        sort: 'ascending' | 'descending';
+    };
+}) => {
+    try {
+        const { data, viewMeasures, sort } = e.data;
+        const ans = sortBy(data, viewMeasures, sort);
+        self.postMessage(ans);
+    } catch (err: any) {
+        console.error(err.stack);
+        self.postMessage(err.stack);
+    }
+};
+
+self.addEventListener('message', main, false);

package/src/workers/transform.ts

@@ -1,12 +1,11 @@
-import { IField, IRow } from "../interfaces";
+import { ITransformWorkflowStep, IRow, IExpression } from "../interfaces";
 import { dataframe2Dataset, dataset2DataFrame, execExpression } from "../lib/execExp";
 
-export function transformData(data: IRow[], columns: IField[]) {
-    const computedFields = columns.filter((f) => f.computed);
-    let df = dataset2DataFrame(data, columns);
-    for (let i = 0; i < computedFields.length; i++) {
-        const field = computedFields[i];
-        df = execExpression(field.expression!, df, columns);
+export function transformData(data: IRow[], trans: { key: string, expression: IExpression }[]) {
+    let df = dataset2DataFrame(data);
+    for (let i = 0; i < trans.length; i++) {
+        const field = trans[i];
+        df = execExpression(field.expression, df);
     }
-    return dataframe2Dataset(df, columns);
+    return dataframe2Dataset(df);
 }

package/src/workers/transform.worker.js

@@ -1,9 +1,9 @@
 import { transformData } from './transform'
 const main = e => {
-    const { dataSource, columns } = e.data;
+    const { dataSource, trans } = e.data;
 
     try {
-        const ans = transformData(dataSource, columns);
+        const ans = transformData(dataSource, trans);
         self.postMessage(ans);
     } catch (error) {
         self.postMessage({ error: error.message });

package/src/workers/viewQuery.worker.js

@@ -1,8 +1,8 @@
 import { queryView } from '../lib/viewQuery'
 const main = e => {
     try {
-        const { dataSource, metas, query } = e.data;
-        const ans = queryView(dataSource, metas, query);
+        const { dataSource, query } = e.data;
+        const ans = queryView(dataSource, query);
         self.postMessage(ans);
 
     } catch (err) {

package/dist/assets/transform.worker-a12fb3d8.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"transform.worker-a12fb3d8.js","sources":["../src/lib/execExp.ts","../src/workers/transform.ts","../src/workers/transform.worker.js"],"sourcesContent":["import { IExpParamter, IExpression, IField, IRow } from \"../interfaces\";\n\ninterface IDataFrame {\n    [key: string]: any[];\n}\n\nexport function execExpression (exp: IExpression, dataFrame: IDataFrame, columns: IField[]): IDataFrame {\n    const { op, params } = exp;\n    const subFrame: IDataFrame = { ...dataFrame };\n    const len = dataFrame[Object.keys(dataFrame)[0]].length;\n    for (let param of params) {\n        switch (param.type) {\n            case 'field':\n                subFrame[param.value] = dataFrame[param.value];\n                break;\n            case 'constant':\n                subFrame[param.value] = new Array(len).fill(param.value);\n                break;\n            case 'expression':\n                let f = execExpression(param.value, dataFrame, columns);\n                Object.keys(f).forEach(key => {\n                    subFrame[key] = f[key];\n                })\n                break;\n            case 'value':\n            default:\n                break;\n        }\n    }\n    switch (op) {\n        case 'one':\n            return one(exp.as, params, subFrame);\n        case 'bin':\n            return bin(exp.as, params, subFrame);\n        case 'log2':\n            return log2(exp.as, params, subFrame);\n        case 'log10':\n            return log10(exp.as, params, subFrame);\n        case 'binCount':\n            return binCount(exp.as, params, subFrame);\n        default:\n            return subFrame;\n    }\n}\n\nfunction bin(resKey: string, params: IExpParamter[], data: IDataFrame, binSize: number | undefined = 10): IDataFrame {\n    const { value: fieldKey } = params[0];\n    const fieldValues = data[fieldKey] as number[];\n    let _min = Infinity;\n    let _max = -Infinity;\n    for (let i = 0; i < fieldValues.length; i++) {\n        let val = fieldValues[i];\n        if (val > _max) _max = val;\n        if (val < _min) _min = val;\n    }\n    const step = (_max - _min) / binSize;\n    const beaStep = Math.max(-Math.round(Math.log10(_max - _min)) + 2, 0)\n    const newValues = fieldValues.map((v: number) => {\n        let bIndex = Math.floor((v - _min) / step);\n        if (bIndex === binSize) bIndex = binSize - 1;\n        return Number(((bIndex * step + _min)).toFixed(beaStep))\n    });\n    return {\n        ...data,\n        [resKey]: newValues,\n    }\n}\n\nfunction binCount(resKey: string, params: IExpParamter[], data: IDataFrame, binSize: number | undefined = 10): IDataFrame {\n    const { value: fieldKey } = params[0];\n    const fieldValues = data[fieldKey] as number[];\n\n    const valueWithIndices: {val: number; index: number; orderIndex: number }[] = fieldValues.map((v, i) => ({\n        val: v,\n        index: i\n    })).sort((a, b) => a.val - b.val)\n        .map((item, i) => ({\n            val: item.val,\n            index: item.index,\n            orderIndex: i\n        }))\n\n    const groupSize = valueWithIndices.length / binSize;\n\n    const newValues = valueWithIndices.sort((a, b) => a.index - b.index).map(item => {\n        let bIndex = Math.floor(item.orderIndex / groupSize);\n        if (bIndex === binSize) bIndex = binSize - 1;\n        return bIndex + 1\n    })\n    return {\n        ...data,\n        [resKey]: newValues,\n    }\n}\n\nfunction log2(resKey: string, params: IExpParamter[], data: IDataFrame): IDataFrame {\n    const { value } = params[0];\n    const field = data[value];\n    const newField = field.map((v: number) => Math.log2(v));\n    return {\n        ...data,\n        [resKey]: newField,\n    }\n}\n\nfunction log10(resKey: string, params: IExpParamter[], data: IDataFrame): IDataFrame {\n    const { value: fieldKey } = params[0];\n    const fieldValues = data[fieldKey];\n    const newField = fieldValues.map((v: number) => Math.log10(v));\n    return {\n        ...data,\n        [resKey]: newField,\n    }\n}\n\nfunction one(resKey: string, params: IExpParamter[], data: IDataFrame): IDataFrame {\n    // const { value: fieldKey } = params[0];\n    if (Object.keys(data).length === 0) return data;\n    const len = data[Object.keys(data)[0]].length;\n    const newField = new Array(len).fill(1);\n    return {\n        ...data,\n        [resKey]: newField,\n    }\n}\n\nexport function dataset2DataFrame(dataset: IRow[], columns: IField[]): IDataFrame {\n    const dataFrame: IDataFrame = {};\n    columns.forEach((col) => {\n        dataFrame[col.fid] = dataset.map((row) => row[col.fid]);\n    });\n    return dataFrame;\n}\n\nexport function dataframe2Dataset(dataFrame: IDataFrame, columns: IField[]): IRow[] {\n    if (columns.length === 0) return [];\n    const dataset: IRow[] = [];\n    const len = dataFrame[Object.keys(dataFrame)[0]].length;\n    for (let i = 0; i < len; i++) {\n        const row: IRow = {};\n        columns.forEach((col) => {\n            row[col.fid] = dataFrame[col.fid][i];\n        });\n        dataset.push(row);\n    }\n    return dataset;\n}\n","import { IField, IRow } from \"../interfaces\";\nimport { dataframe2Dataset, dataset2DataFrame, execExpression } from \"../lib/execExp\";\n\nexport function transformData(data: IRow[], columns: IField[]) {\n    const computedFields = columns.filter((f) => f.computed);\n    let df = dataset2DataFrame(data, columns);\n    for (let i = 0; i < computedFields.length; i++) {\n        const field = computedFields[i];\n        df = execExpression(field.expression!, df, columns);\n    }\n    return dataframe2Dataset(df, columns);\n}\n","import { transformData } from './transform'\nconst main = e => {\n    const { dataSource, columns } = e.data;\n\n    try {\n        const ans = transformData(dataSource, columns);\n        self.postMessage(ans);\n    } catch (error) {\n        self.postMessage({ error: error.message });\n    }\n};\n\nself.addEventListener('message', main, false);"],"names":["execExpression","exp","dataFrame","columns","op","params","subFrame","len","param","f","key","one","bin","log2","log10","binCount","resKey","data","binSize","fieldKey","fieldValues","_min","_max","i","val","step","beaStep","newValues","v","bIndex","valueWithIndices","b","item","groupSize","value","newField","dataset2DataFrame","dataset","col","row","dataframe2Dataset","transformData","computedFields","df","field","main","e","dataSource","ans","error"],"mappings":"yBAMgB,SAAAA,EAAgBC,EAAkBC,EAAuBC,EAA+B,CAC9F,KAAA,CAAE,GAAAC,EAAI,OAAAC,CAAW,EAAAJ,EACjBK,EAAuB,CAAE,GAAGJ,GAC5BK,EAAML,EAAU,OAAO,KAAKA,CAAS,EAAE,CAAC,CAAC,EAAE,OACjD,QAASM,KAASH,EACd,OAAQG,EAAM,KAAM,CAChB,IAAK,QACDF,EAASE,EAAM,KAAK,EAAIN,EAAUM,EAAM,KAAK,EAC7C,MACJ,IAAK,WACQF,EAAAE,EAAM,KAAK,EAAI,IAAI,MAAMD,CAAG,EAAE,KAAKC,EAAM,KAAK,EACvD,MACJ,IAAK,aACD,IAAIC,EAAIT,EAAeQ,EAAM,MAAON,CAAkB,EACtD,OAAO,KAAKO,CAAC,EAAE,QAAeC,GAAA,CACjBJ,EAAAI,CAAG,EAAID,EAAEC,CAAG,CAAA,CACxB,EACD,KAIR,CAEJ,OAAQN,EAAI,CACR,IAAK,MACD,OAAOO,EAAIV,EAAI,GAAII,EAAQC,CAAQ,EACvC,IAAK,MACD,OAAOM,EAAIX,EAAI,GAAII,EAAQC,CAAQ,EACvC,IAAK,OACD,OAAOO,EAAKZ,EAAI,GAAII,EAAQC,CAAQ,EACxC,IAAK,QACD,OAAOQ,EAAMb,EAAI,GAAII,EAAQC,CAAQ,EACzC,IAAK,WACD,OAAOS,EAASd,EAAI,GAAII,EAAQC,CAAQ,EAC5C,QACW,OAAAA,CACf,CACJ,CAEA,SAASM,EAAII,EAAgBX,EAAwBY,EAAkBC,EAA8B,GAAgB,CACjH,KAAM,CAAE,MAAOC,CAAS,EAAId,EAAO,CAAC,EAC9Be,EAAcH,EAAKE,CAAQ,EACjC,IAAIE,EAAO,IACPC,EAAO,KACX,QAASC,EAAI,EAAGA,EAAIH,EAAY,OAAQG,IAAK,CACrC,IAAAC,EAAMJ,EAAYG,CAAC,EACnBC,EAAMF,IAAaA,EAAAE,GACnBA,EAAMH,IAAaA,EAAAG,EAC3B,CACM,MAAAC,GAAQH,EAAOD,GAAQH,EACvBQ,EAAU,KAAK,IAAI,CAAC,KAAK,MAAM,KAAK,MAAMJ,EAAOD,CAAI,CAAC,EAAI,EAAG,CAAC,EAC9DM,EAAYP,EAAY,IAAKQ,GAAc,CAC7C,IAAIC,EAAS,KAAK,OAAOD,EAAIP,GAAQI,CAAI,EACzC,OAAII,IAAWX,IAASW,EAASX,EAAU,GACpC,QAASW,EAASJ,EAAOJ,GAAO,QAAQK,CAAO,CAAC,CAAA,CAC1D,EACM,MAAA,CACH,GAAGT,EACH,CAACD,CAAM,EAAGW,CAAA,CAElB,CAEA,SAASZ,EAASC,EAAgBX,EAAwBY,EAAkBC,EAA8B,GAAgB,CACtH,KAAM,CAAE,MAAOC,CAAS,EAAId,EAAO,CAAC,EAG9ByB,EAFcb,EAAKE,CAAQ,EAEyD,IAAI,CAACS,EAAG,KAAO,CACrG,IAAKA,EACL,MAAO,CACT,EAAA,EAAE,KAAK,CAAC,EAAGG,IAAM,EAAE,IAAMA,EAAE,GAAG,EAC3B,IAAI,CAACC,EAAM,KAAO,CACf,IAAKA,EAAK,IACV,MAAOA,EAAK,MACZ,WAAY,CACd,EAAA,EAEAC,EAAYH,EAAiB,OAASZ,EAEtCS,EAAYG,EAAiB,KAAK,CAAC,EAAGC,IAAM,EAAE,MAAQA,EAAE,KAAK,EAAE,IAAYC,GAAA,CAC7E,IAAIH,EAAS,KAAK,MAAMG,EAAK,WAAaC,CAAS,EACnD,OAAIJ,IAAWX,IAASW,EAASX,EAAU,GACpCW,EAAS,CAAA,CACnB,EACM,MAAA,CACH,GAAGZ,EACH,CAACD,CAAM,EAAGW,CAAA,CAElB,CAEA,SAASd,EAAKG,EAAgBX,EAAwBY,EAA8B,CAChF,KAAM,CAAE,MAAAiB,CAAA,EAAU7B,EAAO,CAAC,EAEpB8B,EADQlB,EAAKiB,CAAK,EACD,IAAKN,GAAc,KAAK,KAAKA,CAAC,CAAC,EAC/C,MAAA,CACH,GAAGX,EACH,CAACD,CAAM,EAAGmB,CAAA,CAElB,CAEA,SAASrB,EAAME,EAAgBX,EAAwBY,EAA8B,CACjF,KAAM,CAAE,MAAOE,CAAS,EAAId,EAAO,CAAC,EAE9B8B,EADclB,EAAKE,CAAQ,EACJ,IAAKS,GAAc,KAAK,MAAMA,CAAC,CAAC,EACtD,MAAA,CACH,GAAGX,EACH,CAACD,CAAM,EAAGmB,CAAA,CAElB,CAEA,SAASxB,EAAIK,EAAgBX,EAAwBY,EAA8B,CAE/E,GAAI,OAAO,KAAKA,CAAI,EAAE,SAAW,EAAU,OAAAA,EACrC,MAAAV,EAAMU,EAAK,OAAO,KAAKA,CAAI,EAAE,CAAC,CAAC,EAAE,OACjCkB,EAAW,IAAI,MAAM5B,CAAG,EAAE,KAAK,CAAC,EAC/B,MAAA,CACH,GAAGU,EACH,CAACD,CAAM,EAAGmB,CAAA,CAElB,CAEgB,SAAAC,EAAkBC,EAAiBlC,EAA+B,CAC9E,MAAMD,EAAwB,CAAA,EACtB,OAAAC,EAAA,QAASmC,GAAQ,CACXpC,EAAAoC,EAAI,GAAG,EAAID,EAAQ,IAAKE,GAAQA,EAAID,EAAI,GAAG,CAAC,CAAA,CACzD,EACMpC,CACX,CAEgB,SAAAsC,EAAkBtC,EAAuBC,EAA2B,CAChF,GAAIA,EAAQ,SAAW,EAAG,MAAO,GACjC,MAAMkC,EAAkB,CAAA,EAClB9B,EAAML,EAAU,OAAO,KAAKA,CAAS,EAAE,CAAC,CAAC,EAAE,OACjD,QAASqB,EAAI,EAAGA,EAAIhB,EAAKgB,IAAK,CAC1B,MAAMgB,EAAY,CAAA,EACVpC,EAAA,QAASmC,GAAQ,CACrBC,EAAID,EAAI,GAAG,EAAIpC,EAAUoC,EAAI,GAAG,EAAEf,CAAC,CAAA,CACtC,EACDc,EAAQ,KAAKE,CAAG,CACpB,CACO,OAAAF,CACX,CC/IgB,SAAAI,EAAcxB,EAAcd,EAAmB,CAC3D,MAAMuC,EAAiBvC,EAAQ,OAAQM,GAAMA,EAAE,QAAQ,EACnD,IAAAkC,EAAKP,EAAkBnB,EAAMd,CAAO,EACxC,QAASoB,EAAI,EAAGA,EAAImB,EAAe,OAAQnB,IAAK,CACtC,MAAAqB,EAAQF,EAAenB,CAAC,EAC9BoB,EAAK3C,EAAe4C,EAAM,WAAaD,CAAW,CACtD,CACO,OAAAH,EAAkBG,EAAIxC,CAAO,CACxC,CCVA,MAAM0C,EAAOC,GAAK,CACd,KAAM,CAAE,WAAAC,EAAY,QAAA5C,GAAY2C,EAAE,KAElC,GAAI,CACA,MAAME,EAAMP,EAAcM,EAAY5C,CAAO,EAC7C,KAAK,YAAY6C,CAAG,CACvB,OAAQC,EAAP,CACE,KAAK,YAAY,CAAE,MAAOA,EAAM,OAAS,CAAA,CAC5C,CACL,EAEA,KAAK,iBAAiB,UAAWJ,EAAM,EAAK"}