@terascope/data-mate 2.10.1 → 2.11.1

package/dist/src/index.d.ts

@@ -121,4 +121,6 @@ export * from './vector/index.js';
 export { FieldTransform, RecordTransform, jexl };
 export * from './adapters/index.js';
 export * from './function-configs/index.js';
+export { makeRandomDataSet } from './random-DT-data-generator/make-dt-data-set.js';
+export { makeRandomDataFunctionForField } from './random-DT-data-generator/make-dt-field-fn.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAEP,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAE/B,MAAM,uBAAuB,CAAC;AAI/B,QAAA,MAAM,cAAc;;;;;;eA6EspO,CAAC;;;;;;;;;;;;;;;;;;;;;;;mBAA2vV,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA4rmB,CAAC;;;;;;;;;;CA3EnmqC,CAAC;AAIF,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAEpB,CAAC;AAIF,OAAO,QAAQ,2CAA2C,CAAC;IACvD,UAAU,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QACpD;;;UAGE;QACF,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;KACnC;CACJ;AAoCD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAEP,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAE/B,MAAM,uBAAuB,CAAC;AAI/B,QAAA,MAAM,cAAc;;;;;;eAgFg+N,CAAC;;;;;;;;;;;;;;;;;;;;;;;mBAA2vV,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA4rmB,CAAC;;;;;;;;;;CA9E76pC,CAAC;AAIF,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAEpB,CAAC;AAIF,OAAO,QAAQ,2CAA2C,CAAC;IACvD,UAAU,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QACpD;;;UAGE;QACF,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;KACnC;CACJ;AAoCD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAE5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}

package/dist/src/index.js

@@ -53,4 +53,6 @@ export * from './vector/index.js';
 export { FieldTransform, RecordTransform, jexl };
 export * from './adapters/index.js';
 export * from './function-configs/index.js';
+export { makeRandomDataSet } from './random-DT-data-generator/make-dt-data-set.js';
+export { makeRandomDataFunctionForField } from './random-DT-data-generator/make-dt-field-fn.js';
 //# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAAE,OAAO,EAAE,aAAa,EAC5B,eAAe,EAAE,qBAAqB,EACzC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAC5B,eAAe,IAAI,UAAU,EAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAE3E,gEAAgE;AAChE,MAAM,cAAc,GAAG;IACnB,GAAG,UAAU;CAChB,CAAC;AACF,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,aAAa,CAAC;AAClD,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;AAEjC,MAAM,eAAe,GAAG;IACpB,GAAG,UAAU;CAChB,CAAC;AACF,eAAe,CAAC,UAAU,CAAC,eAAe,GAAG,qBAAqB,CAAC;AACnE,eAAe,CAAC,eAAe,GAAG,eAAe,CAAC;AAalD,gBAAgB,CAAC,SAAS,CAAC,GAAG,GAAG,KAAK,UAAU,GAAG;IAC/C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAErB,IAAI,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAc,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAW,CAAC;IAC7B,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAC/B,SAAS,GAAG,SAAS,CAAC,OAAO,CACzB,QAAQ,CAAC,WAAW,CACvB,CAAC;IACN,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAC5E,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACrD,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,GAAG,EAAE;YAC/C,MAAM,IAAI,KAAK,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC;kEACE,CACrD,CAAC;QACN,CAAC,CAAC;IACN,CAAC;AACL,CAAC;AAED,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAAE,OAAO,EAAE,aAAa,EAC5B,eAAe,EAAE,qBAAqB,EACzC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAC5B,eAAe,IAAI,UAAU,EAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAE3E,gEAAgE;AAChE,MAAM,cAAc,GAAG;IACnB,GAAG,UAAU;CAChB,CAAC;AACF,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,aAAa,CAAC;AAClD,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;AAEjC,MAAM,eAAe,GAAG;IACpB,GAAG,UAAU;CAChB,CAAC;AACF,eAAe,CAAC,UAAU,CAAC,eAAe,GAAG,qBAAqB,CAAC;AACnE,eAAe,CAAC,eAAe,GAAG,eAAe,CAAC;AAalD,gBAAgB,CAAC,SAAS,CAAC,GAAG,GAAG,KAAK,UAAU,GAAG;IAC/C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAErB,IAAI,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAc,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAW,CAAC;IAC7B,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAC/B,SAAS,GAAG,SAAS,CAAC,OAAO,CACzB,QAAQ,CAAC,WAAW,CACvB,CAAC;IACN,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAC5E,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACrD,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,GAAG,EAAE;YAC/C,MAAM,IAAI,KAAK,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC;kEACE,CACrD,CAAC;QACN,CAAC,CAAC;IACN,CAAC;AACL,CAAC;AAED,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAE5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}

package/dist/src/random-DT-data-generator/make-dt-data-set.d.ts

@@ -0,0 +1,6 @@
+import { DTConfigWithDataGenOpts } from '@terascope/types';
+/**
+ * Generates an array of records based on the data type field config of count
+ */
+export declare function makeRandomDataSet(fields: DTConfigWithDataGenOpts['fields'], total?: number, isStressTest?: boolean): Record<string, any>[] | undefined;
+//# sourceMappingURL=make-dt-data-set.d.ts.map

package/dist/src/random-DT-data-generator/make-dt-data-set.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-dt-data-set.d.ts","sourceRoot":"","sources":["../../../src/random-DT-data-generator/make-dt-data-set.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAI3D;;GAEG;AACH,wBAAgB,iBAAiB,CAC7B,MAAM,EAAE,uBAAuB,CAAC,QAAQ,CAAC,EACzC,KAAK,SAAI,EACT,YAAY,UAAQ,GACrB,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAAG,SAAS,CA2BnC"}

package/dist/src/random-DT-data-generator/make-dt-data-set.js

@@ -0,0 +1,133 @@
+import { hasOwn, isEmpty } from '@terascope/core-utils';
+import { FieldType } from '@terascope/types';
+import { makeRandomDataFunctionForField } from './make-dt-field-fn.js';
+import { getChildDataTypeConfig } from '../index.js';
+/**
+ * Generates an array of records based on the data type field config of count
+ */
+export function makeRandomDataSet(fields, total = 3, isStressTest = false) {
+    if (isEmpty(fields))
+        return;
+    const { fns, parents } = collectFieldFnsAndParents(fields);
+    const makeField = () => {
+        const record = {};
+        for (const key in fns) {
+            if (!Object.hasOwn(fns, key))
+                continue;
+            record[key] = fns[key]();
+        }
+        populateParentFields(record, parents);
+        return record;
+    };
+    const stressTestRecord = isStressTest
+        ? makeField()
+        : undefined;
+    const records = [];
+    for (let i = 0; i < total; i++) {
+        records.push(stressTestRecord || makeField());
+    }
+    return records;
+}
+const validParentTypes = {
+    [FieldType.Object]: true,
+    [FieldType.Tuple]: true
+};
+const parentTypesStr = Object.keys(validParentTypes).join(', ');
+/**
+ * Loops through fields, creating functions to generate data, unless the field has
+ * child fields - then it will populate after the child fields have been created
+ */
+function collectFieldFnsAndParents(fields) {
+    const fns = {};
+    const parents = [];
+    for (const field in fields) {
+        if (hasOwn(fields, field)) {
+            const config = fields[field];
+            const children = getChildDataTypeConfig(fields, field, config.type);
+            if (children && validParentTypes[config.type]) {
+                parents.push({ field, type: config.type });
+            }
+            else {
+                fns[field] = makeRandomDataFunctionForField(config, field);
+            }
+        }
+    }
+    return { fns, parents };
+}
+function populateParentFields(record, parents) {
+    const objects = [];
+    const tuples = [];
+    const unknown = [];
+    parents.forEach(({ field, type }) => {
+        let ary = unknown;
+        if (type === 'Object')
+            ary = objects;
+        if (type === 'Tuple')
+            ary = tuples;
+        ary.push(field);
+    });
+    if (objects.length) {
+        populateParentObjects(record, objects);
+    }
+    if (tuples.length) {
+        populateParentTuples(record, tuples);
+    }
+    if (unknown.length) {
+        const msg = `Received fields w/children ${unknown.join(',')}. Child support currently only available for ${parentTypesStr} field types.`;
+        console.error(msg);
+    }
+}
+function populateParentTuples(record, tupleFields) {
+    for (const tuple of tupleFields) {
+        const values = [];
+        for (const [key, value] of Object.entries(record)) {
+            if (!key.startsWith(tuple + '.'))
+                continue;
+            const indexStr = key.slice(tuple.length + 1);
+            const index = Number(indexStr);
+            if (!Number.isNaN(index)) {
+                values[index] = value;
+            }
+        }
+        record[tuple] = values;
+    }
+}
+function populateParentObjects(record, objFields) {
+    for (const objField of objFields) {
+        record[objField] = {};
+        let found = false;
+        for (const [key, value] of Object.entries(record)) {
+            if (!key.startsWith(`${objField}.`))
+                continue;
+            // Remove prefix from nested object path
+            const nestedPath = key.slice(objField.length + 1);
+            setNestedField(record[objField], nestedPath, value);
+            found = true;
+        }
+        if (!found) {
+            addEmptyObject(record, objField);
+        }
+    }
+}
+function setNestedField(obj, path, value) {
+    const keys = path.split('.');
+    let current = obj;
+    for (let i = 0; i < keys.length - 1; i++) {
+        const key = keys[i];
+        current[key] ??= {};
+        current = current[key];
+    }
+    current[keys[keys.length - 1]] = value;
+}
+/** ensure empty objects are added to the record - i.e. a.b.c -> a: { b: { c: {} } } */
+function addEmptyObject(record, path) {
+    const keys = path.split('.');
+    let current = record;
+    for (const key of keys) {
+        if (current[key] == null) {
+            current[key] = {};
+        }
+        current = current[key];
+    }
+}
+//# sourceMappingURL=make-dt-data-set.js.map

package/dist/src/random-DT-data-generator/make-dt-data-set.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-dt-data-set.js","sourceRoot":"","sources":["../../../src/random-DT-data-generator/make-dt-data-set.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAuB,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAElE,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAErD;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC7B,MAAyC,EACzC,KAAK,GAAG,CAAC,EACT,YAAY,GAAG,KAAK;IAEpB,IAAI,OAAO,CAAC,MAAM,CAAC;QAAE,OAAO;IAE5B,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;IAE3D,MAAM,SAAS,GAAG,GAAG,EAAE;QACnB,MAAM,MAAM,GAAQ,EAAE,CAAC;QACvB,KAAK,MAAM,GAAG,IAAI,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC;gBAAE,SAAS;YACvC,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7B,CAAC;QAED,oBAAoB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEtC,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC;IAEF,MAAM,gBAAgB,GAAG,YAAY;QACjC,CAAC,CAAC,SAAS,EAAE;QACb,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CAAC,gBAAgB,IAAI,SAAS,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,MAAM,gBAAgB,GAA4B;IAC9C,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI;IACxB,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI;CAC1B,CAAC;AACF,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEhE;;;GAGG;AACH,SAAS,yBAAyB,CAAC,MAAyC;IACxE,MAAM,GAAG,GAA8B,EAAE,CAAC;IAC1C,MAAM,OAAO,GAA+D,EAAE,CAAC;IAE/E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAiB,CAAC,CAAC;YAEjF,IAAI,QAAQ,IAAI,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACJ,GAAG,CAAC,KAAK,CAAC,GAAG,8BAA8B,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YAC/D,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,oBAAoB,CACzB,MAA2B,EAC3B,OAAmE;IAEnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QAChC,IAAI,GAAG,GAAG,OAAO,CAAC;QAClB,IAAI,IAAI,KAAK,QAAQ;YAAE,GAAG,GAAG,OAAO,CAAC;QACrC,IAAI,IAAI,KAAK,OAAO;YAAE,GAAG,GAAG,MAAM,CAAC;QACnC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,qBAAqB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,oBAAoB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,GAAG,GAAG,8BAA8B,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,gDAAgD,cAAc,eAAe,CAAC;QACzI,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvB,CAAC;AACL,CAAC;AAED,SAAS,oBAAoB,CAAC,MAA2B,EAAE,WAAqB;IAC5E,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,GAAG,GAAG,CAAC;gBAAE,SAAS;YAE3C,MAAM,QAAQ,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAE/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;YAC1B,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC;IAC3B,CAAC;AACL,CAAC;AAED,SAAS,qBAAqB,CAAC,MAA2B,EAAE,SAAmB;IAC3E,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAC/B,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;QAEtB,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,QAAQ,GAAG,CAAC;gBAAE,SAAS;YAE9C,wCAAwC;YACxC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;YACpD,KAAK,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;IACL,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,GAAwB,EAAE,IAAY,EAAE,KAAU;IACtE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,OAAO,GAAG,GAAG,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QACpB,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;AAC3C,CAAC;AAED,uFAAuF;AACvF,SAAS,cAAc,CAAC,MAA2B,EAAE,IAAY;IAC7D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7B,IAAI,OAAO,GAAG,MAAM,CAAC;IAErB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACtB,CAAC;QACD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;AACL,CAAC"}

package/dist/src/random-DT-data-generator/make-dt-field-fn.d.ts

@@ -0,0 +1,6 @@
+import { DTFieldConfigWithDataGenOpts } from '@terascope/types';
+/**
+ * Returns a function that can be called to create a data type field
+ */
+export declare function makeRandomDataFunctionForField(config: DTFieldConfigWithDataGenOpts, field: string): () => any;
+//# sourceMappingURL=make-dt-field-fn.d.ts.map

package/dist/src/random-DT-data-generator/make-dt-field-fn.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-dt-field-fn.d.ts","sourceRoot":"","sources":["../../../src/random-DT-data-generator/make-dt-field-fn.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AAczF;;GAEG;AACH,wBAAgB,8BAA8B,CAC1C,MAAM,EAAE,4BAA4B,EACpC,KAAK,EAAE,MAAM,GACd,MAAM,GAAG,CAkJX"}

package/dist/src/random-DT-data-generator/make-dt-field-fn.js

@@ -0,0 +1,228 @@
+import { FieldType, GeoShapeType } from '@terascope/types';
+import { formatDateValue } from '@terascope/core-utils';
+import { toCIDR } from '@terascope/ip-utils';
+import { Chance } from 'chance';
+import { faker } from '@faker-js/faker';
+import { randomPoint, randomPolygon } from '@turf/random';
+import Randexp from 'randexp';
+import { fineTuneNumericField, fineTuneTextField, isNonStringFieldType, isNumericFieldType, isTextFieldType } from './utils.js';
+const chance = new Chance();
+/**
+ * Returns a function that can be called to create a data type field
+ */
+export function makeRandomDataFunctionForField(config, field) {
+    const { type, array, dimension: vectorSize = 4, ...opts } = config;
+    if (config.locale) {
+        console.error(`Locale may not be supported`);
+    }
+    if (config.format && config.type !== FieldType.Date) {
+        console.error(`Format currently only supported for date fields`);
+    }
+    if (opts.customize?.fn) {
+        if (opts.randomExpression)
+            console.error('Cannot use random');
+        const fn = opts.customize.fn;
+        return () => fn();
+    }
+    if (opts.customize?.randomExpression) {
+        if (isNonStringFieldType(type)) {
+            console.error(`Ensure your field config should have a random expression, received non-string type "${type}" for field "${field}"`);
+        }
+        const randExp = opts.customize.randomExpression;
+        const prefix = opts.customize.randomExpressionPrefix || '';
+        return () => `${prefix}${new Randexp(randExp).gen()}`;
+    }
+    // NOTE: arrow fn to avoid losing chance binding
+    const dataFnForFieldType = {
+        [FieldType.Any]: () => chance.pickone([
+            chance.word(),
+            chance.bool(),
+            { animal: chance.animal(), name: chance.name() }
+        ]),
+        [FieldType.Binary]: () => Buffer.from(chance.word()), // base64
+        [FieldType.Boolean]: () => chance.bool(),
+        [FieldType.Boundary]: () => createPolygon(config),
+        [FieldType.Byte]: () => createInteger(config, -128, 127),
+        [FieldType.Date]: () => createDate(config),
+        [FieldType.Domain]: () => chance.domain(),
+        [FieldType.Double]: () => createFloat(config), // 64-bit IEEE 754 finite
+        [FieldType.Float]: () => createFloat(config), // 32-bit IEEE 754 finite
+        [FieldType.Geo]: () => createGeoPoint(config),
+        [FieldType.GeoJSON]: () => createGeoJSON(config),
+        [FieldType.GeoPoint]: () => createGeoPoint(config),
+        [FieldType.Hostname]: () => faker.internet.domainName().split('.')[0],
+        [FieldType.IP]: () => {
+            if (opts.ipType === 'v6')
+                return chance.ipv6();
+            if (opts.ipType === 'v4')
+                return chance.ip();
+            return chance.pickone([
+                chance.ip(),
+                chance.ipv6(),
+                '::0.0.0.1',
+                '::1',
+            ]);
+        },
+        [FieldType.IPRange]: () => {
+            if (opts.ipType === 'v6')
+                return toCIDR(chance.ipv6(), 128);
+            if (opts.ipType === 'v4')
+                return toCIDR(chance.ip(), 32);
+            return chance.pickone([
+                toCIDR(chance.ip(), 32),
+                toCIDR(chance.ipv6(), 128),
+                '::1/128',
+            ]);
+        },
+        [FieldType.Integer]: () => createInteger(config), // -2^31 to 2^31 - 1
+        [FieldType.Keyword]: () => chance.word(),
+        [FieldType.KeywordCaseInsensitive]: () => chance.word(),
+        [FieldType.KeywordPathAnalyzer]: () => chance.word(),
+        [FieldType.KeywordTokens]: () => chance.word(),
+        [FieldType.KeywordTokensCaseInsensitive]: () => chance.word(),
+        [FieldType.Long]: () => createInteger(config), // -2^63 to 2^63 - 1
+        [FieldType.NgramTokens]: () => `${chance.letter()}${chance.letter()}`,
+        [FieldType.Number]: () => createFloat(config),
+        [FieldType.Object]: () => {
+            const keyLength = chance.integer({
+                min: opts.numbers?.min || 1,
+                max: opts.numbers?.max || 5
+            });
+            const obj = {};
+            for (let i = 0; i < keyLength; i++) {
+                const key = chance.word();
+                const valueFn = chance.pickone([
+                    chance.word, chance.integer, chance.bool
+                ]);
+                obj[key] = valueFn();
+            }
+            return obj;
+        },
+        [FieldType.Short]: () => createInteger(config, -32768, 32768),
+        [FieldType.String]: () => chance.word(),
+        [FieldType.Text]: () => chance.word(),
+        [FieldType.Tuple]: () => {
+            const keyLength = chance.integer({
+                min: opts.numbers?.min || 1,
+                max: opts.numbers?.max || 5
+            });
+            const tuple = [];
+            for (let i = 0; i < keyLength; i++) {
+                const valueFn = chance.pickone([
+                    chance.word, chance.integer, chance.bool
+                ]);
+                tuple.push(valueFn());
+            }
+            return tuple;
+        },
+        [FieldType.Vector]: () => {
+            const vectors = [];
+            for (let i = 0; i < vectorSize; i++) {
+                vectors.push(chance.floating({
+                    min: opts.numbers?.min || 0,
+                    max: opts.numbers?.max || 40,
+                    fixed: opts.numbers?.precision || 2
+                }));
+            }
+            return vectors;
+        }
+    };
+    console.error('===fn', type);
+    let fn = dataFnForFieldType[type] || (() => 'UNKNOWN');
+    if (isTextFieldType(config.type)) {
+        fn = fineTuneTextField(field, fn, config, chance);
+    }
+    if (isNumericFieldType(config.type)) {
+        fn = fineTuneNumericField(field, fn, config, chance);
+    }
+    if (array && type !== FieldType.Vector) {
+        return () => {
+            const count = chance.integer({
+                max: opts.numbers?.min || 10,
+                min: opts.numbers?.max || 1
+            });
+            const results = [];
+            for (let i = 0; i < count; i++) {
+                results.push(fn());
+            }
+            return results;
+        };
+    }
+    return fn;
+}
+function createPolygon(fieldConfig) {
+    const { geometryCount, boundingBox, maxRadius, vertices } = fieldConfig.geo || {};
+    const coordinates = randomPolygon(geometryCount, {
+        bbox: boundingBox,
+        max_radial_length: maxRadius,
+        num_vertices: vertices
+    }).features[0].geometry.coordinates;
+    return coordinates.map((el) => {
+        const [lon, lat] = el;
+        return { lat, lon };
+    });
+}
+function createGeoPoint(fieldConfig) {
+    const point = randomPoint(fieldConfig.geo?.geometryCount, { bbox: fieldConfig.geo?.boundingBox });
+    const [longitude, latitude] = point.features[0].geometry.coordinates;
+    return { latitude, longitude };
+}
+// fixme intersects / x% within box / x% outside
+function createGeoJSON(fieldConfig) {
+    const { geometryCount, boundingBox, vertices, maxRadius } = fieldConfig.geo || {};
+    const geoType = fieldConfig.geo?.type || chance.pickone(Object.values(GeoShapeType));
+    const polygonOpts = {
+        bbox: boundingBox,
+        max_radial_length: maxRadius,
+        num_vertices: vertices
+    };
+    if (geoType === GeoShapeType.Point) {
+        return randomPoint(geometryCount, { bbox: boundingBox }).features[0].geometry;
+    }
+    if (geoType === GeoShapeType.Polygon) {
+        return randomPolygon(geometryCount, polygonOpts).features[0].geometry;
+    }
+    const numPolygons = geometryCount || chance.integer({
+        max: fieldConfig.numbers?.max || 5,
+        min: fieldConfig.numbers?.min || 1
+    });
+    const polygons = randomPolygon(numPolygons, polygonOpts);
+    const multiCoords = [];
+    polygons.features.forEach((feat) => {
+        multiCoords.push(feat.geometry.coordinates);
+    });
+    return {
+        type: GeoShapeType.MultiPolygon,
+        coordinates: multiCoords
+    };
+}
+function createFloat(fieldConfig) {
+    return chance.floating({
+        min: fieldConfig.numbers?.min,
+        max: fieldConfig.numbers?.max,
+        fixed: fieldConfig.numbers?.precision
+    });
+}
+function createInteger(fieldConfig, min, max) {
+    return chance.integer({
+        min: fieldConfig.numbers?.min || min,
+        max: fieldConfig.numbers?.max || max
+    });
+}
+function createDate(fieldConfig) {
+    let date;
+    if (fieldConfig.numbers?.min || fieldConfig.numbers?.max) {
+        date = faker.date.between({
+            from: fieldConfig.numbers?.min || Date.now(),
+            to: fieldConfig.numbers?.max || Date.now()
+        });
+    }
+    else {
+        date = chance.birthday();
+    }
+    if (fieldConfig.format) {
+        return formatDateValue(date, fieldConfig.format);
+    }
+    return date.toISOString();
+}
+//# sourceMappingURL=make-dt-field-fn.js.map

package/dist/src/random-DT-data-generator/make-dt-field-fn.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-dt-field-fn.js","sourceRoot":"","sources":["../../../src/random-DT-data-generator/make-dt-field-fn.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAgC,MAAM,kBAAkB,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAChC,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,EACH,oBAAoB,EAAE,iBAAiB,EAAE,oBAAoB,EAC7D,kBAAkB,EAAE,eAAe,EACtC,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;AAE5B;;GAEG;AACH,MAAM,UAAU,8BAA8B,CAC1C,MAAoC,EACpC,KAAa;IAEb,MAAM,EACF,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,UAAU,GAAG,CAAC,EACtC,GAAG,IAAI,EACV,GAAG,MAAM,CAAC;IAEX,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;IACjD,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;QAClD,OAAO,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IAED,IAAI,IAAI,CAAC,SAAS,EAAE,EAAE,EAAE,CAAC;QACrB,IAAI,IAAI,CAAC,gBAAgB;YAAE,OAAO,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC9D,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,OAAO,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC;QACnC,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,uFAAuF,IAAI,gBAAgB,KAAK,GAAG,CAAC,CAAC;QACvI,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,sBAAsB,IAAI,EAAE,CAAC;QAC3D,OAAO,GAAG,EAAE,CAAC,GAAG,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC;IAC1D,CAAC;IAED,gDAAgD;IAChD,MAAM,kBAAkB,GAAiC;QACrD,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;YAClC,MAAM,CAAC,IAAI,EAAE;YACb,MAAM,CAAC,IAAI,EAAE;YACb,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE;SACnD,CAAC;QACF,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,EAAE,SAAS;QAC/D,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACxC,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC;QACjD,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC;QACxD,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1C,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE;QACzC,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,yBAAyB;QACxE,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,yBAAyB;QACvE,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC;QAC7C,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC;QAChD,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,cAAc,CAAC,MAAM,CAAC;QAClD,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE;YACjB,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,EAAE,EAAE,CAAC;YAC7C,OAAO,MAAM,CAAC,OAAO,CAAC;gBAClB,MAAM,CAAC,EAAE,EAAE;gBACX,MAAM,CAAC,IAAI,EAAE;gBACb,WAAW;gBACX,KAAK;aACR,CAAC,CAAC;QACP,CAAC;QACD,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE;YACtB,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;YAC5D,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI;gBAAE,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YACzD,OAAO,MAAM,CAAC,OAAO,CAAC;gBAClB,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC;gBACvB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC;gBAC1B,SAAS;aACZ,CAAC,CAAC;QACP,CAAC;QACD,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,oBAAoB;QACtE,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACxC,CAAC,SAAS,CAAC,sBAAsB,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACvD,CAAC,SAAS,CAAC,mBAAmB,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACpD,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QAC9C,CAAC,SAAS,CAAC,4BAA4B,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QAC7D,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,oBAAoB;QACnE,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,EAAE;QACrE,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC;QAC7C,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE;YACrB,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC7B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;gBAC3B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;aAC9B,CAAC,CAAC;YACH,MAAM,GAAG,GAAwB,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC3B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI;iBAC3C,CAAC,CAAC;gBACH,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,EAAE,CAAC;YACzB,CAAC;YACD,OAAO,GAAG,CAAC;QACf,CAAC;QACD,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC;QAC7D,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACvC,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE;QACrC,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE;YACpB,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC;gBAC7B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;gBAC3B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;aAC9B,CAAC,CAAC;YACH,MAAM,KAAK,GAAU,EAAE,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;oBAC3B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI;iBAC3C,CAAC,CAAC;gBACH,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1B,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE;YACrB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAI,UAAqB,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9C,OAAO,CAAC,IAAI,CACR,MAAM,CAAC,QAAQ,CAAC;oBACZ,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;oBAC3B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE;oBAC5B,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,CAAC;iBACtC,CAAC,CACL,CAAC;YACN,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC;KACJ,CAAC;IAEF,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC7B,IAAI,EAAE,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAEvD,IAAI,eAAe,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,EAAE,GAAG,iBAAiB,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,kBAAkB,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,EAAE,GAAG,oBAAoB,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,KAAK,IAAI,IAAI,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;QACrC,OAAO,GAAG,EAAE;YACR,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC;gBACzB,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,EAAE;gBAC5B,GAAG,EAAE,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;aAC9B,CAAC,CAAC;YACH,MAAM,OAAO,GAAU,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC;IACN,CAAC;IACD,OAAO,EAAE,CAAC;AACd,CAAC;AAED,SAAS,aAAa,CAAC,WAAyC;IAC5D,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,IAAI,EAAE,CAAC;IAElF,MAAM,WAAW,GAAG,aAAa,CAC7B,aAAa,EAAE;QACX,IAAI,EAAE,WAAW;QACjB,iBAAiB,EAAE,SAAS;QAC5B,YAAY,EAAE,QAAQ;KACzB,CACJ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;IAEnC,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;QAC1B,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;QACtB,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IACxB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,WAAyC;IAC7D,MAAM,KAAK,GAAG,WAAW,CACrB,WAAW,CAAC,GAAG,EAAE,aAAa,EAC9B,EAAE,IAAI,EAAE,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,CACzC,CAAC;IACF,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;IACrE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AACnC,CAAC;AAED,gDAAgD;AAChD,SAAS,aAAa,CAAC,WAAyC;IAC5D,MAAM,EACF,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAClD,GAAG,WAAW,CAAC,GAAG,IAAI,EAAE,CAAC;IAE1B,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,IAAI,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC;IAErF,MAAM,WAAW,GAAG;QAChB,IAAI,EAAE,WAAW;QACjB,iBAAiB,EAAE,SAAS;QAC5B,YAAY,EAAE,QAAQ;KACzB,CAAC;IAEF,IAAI,OAAO,KAAK,YAAY,CAAC,KAAK,EAAE,CAAC;QACjC,OAAO,WAAW,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAClF,CAAC;IAED,IAAI,OAAO,KAAK,YAAY,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO,aAAa,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC1E,CAAC;IAED,MAAM,WAAW,GAAG,aAAa,IAAI,MAAM,CAAC,OAAO,CAAC;QAChD,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;QAClC,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;KACrC,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;IAEzD,MAAM,WAAW,GAAY,EAAE,CAAC;IAChC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;QAC/B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,OAAO;QACH,IAAI,EAAE,YAAY,CAAC,YAAY;QAC/B,WAAW,EAAE,WAAW;KAC3B,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,WAAyC;IAC1D,OAAO,MAAM,CAAC,QAAQ,CAAC;QACnB,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG;QAC7B,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG;QAC7B,KAAK,EAAE,WAAW,CAAC,OAAO,EAAE,SAAS;KACxC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,WAAyC,EAAE,GAAY,EAAE,GAAY;IACxF,OAAO,MAAM,CAAC,OAAO,CAAC;QAClB,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG;QACpC,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,GAAG;KACvC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,UAAU,CAAC,WAAyC;IACzD,IAAI,IAAI,CAAC;IAET,IAAI,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC;QACvD,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;YACtB,IAAI,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE;YAC5C,EAAE,EAAE,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE;SAC7C,CACA,CAAC;IACN,CAAC;SAAM,CAAC;QACJ,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;QACrB,OAAO,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;AAC9B,CAAC"}

package/dist/src/random-DT-data-generator/utils.d.ts

@@ -0,0 +1,7 @@
+import { DeprecatedFieldType, FieldType, DTFieldConfigWithDataGenOpts } from '@terascope/types';
+export declare function isNonStringFieldType(type: FieldType | DeprecatedFieldType): boolean;
+export declare function isNumericFieldType(type: FieldType | DeprecatedFieldType): boolean;
+export declare function isTextFieldType(type: FieldType | DeprecatedFieldType): boolean;
+export declare function fineTuneNumericField(field: string, originalFn: () => any, fieldConfig: DTFieldConfigWithDataGenOpts, chance: Chance.Chance): (() => any);
+export declare function fineTuneTextField(field: string, originalFn: () => any, fildConfig: DTFieldConfigWithDataGenOpts, chance: Chance.Chance): (() => any);
+//# sourceMappingURL=utils.d.ts.map

package/dist/src/random-DT-data-generator/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/random-DT-data-generator/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EAAE,SAAS,EAC9B,4BAA4B,EAE/B,MAAM,kBAAkB,CAAC;AAG1B,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,SAAS,GAAG,mBAAmB,WAmBzE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,SAAS,GAAG,mBAAmB,WAWvE;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,SAAS,GAAG,mBAAmB,WAWpE;AAED,wBAAgB,oBAAoB,CAChC,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,GAAG,EACrB,WAAW,EAAE,4BAA4B,EACzC,MAAM,EAAE,MAAM,CAAC,MAAM,GACtB,CAAC,MAAM,GAAG,CAAC,CAyBb;AAED,wBAAgB,iBAAiB,CAC7B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,GAAG,EACrB,UAAU,EAAE,4BAA4B,EACxC,MAAM,EAAE,MAAM,CAAC,MAAM,GACtB,CAAC,MAAM,GAAG,CAAC,CAIb"}

package/dist/src/random-DT-data-generator/utils.js

@@ -0,0 +1,248 @@
+import { FieldType } from '@terascope/types';
+import { faker } from '@faker-js/faker';
+export function isNonStringFieldType(type) {
+    const nonTextFields = [
+        FieldType.Boolean,
+        FieldType.Boundary,
+        FieldType.Byte,
+        FieldType.Double,
+        FieldType.Float,
+        FieldType.GeoJSON,
+        FieldType.GeoPoint,
+        FieldType.Geo,
+        FieldType.Integer,
+        FieldType.Long,
+        FieldType.Number,
+        FieldType.Object,
+        FieldType.Short,
+        FieldType.Tuple,
+        FieldType.Vector
+    ];
+    return nonTextFields.includes(type);
+}
+export function isNumericFieldType(type) {
+    const numericTypes = [
+        FieldType.Short,
+        FieldType.Number,
+        FieldType.Long,
+        FieldType.Float,
+        FieldType.Integer,
+        FieldType.Double,
+        FieldType.Byte
+    ];
+    return numericTypes.includes(type);
+}
+export function isTextFieldType(type) {
+    const numericTypes = [
+        FieldType.Text,
+        FieldType.String,
+        FieldType.Keyword,
+        FieldType.KeywordCaseInsensitive,
+        FieldType.KeywordPathAnalyzer,
+        FieldType.KeywordTokens,
+        FieldType.KeywordTokensCaseInsensitive,
+    ];
+    return numericTypes.includes(type);
+}
+export function fineTuneNumericField(field, originalFn, fieldConfig, chance) {
+    const fn = originalFn;
+    const { min, max, precision } = fieldConfig.numbers || {};
+    const things = [
+        ['age', chance.age],
+        ['altitude', () => chance.altitude({ min: min, max: max, fixed: precision })],
+        ['depth', () => chance.depth({ min: min, max: max, fixed: precision })],
+        ['hour', chance.hour],
+        ['latitude', () => chance.latitude({ min: min, max: max, fixed: precision })],
+        ['longitude', () => chance.longitude({ min: min, max: max, fixed: precision })],
+        ['millisecond', chance.millisecond],
+        ['minute', chance.minute],
+        ['second', chance.second],
+        ['timestamp', chance.timestamp]
+    ];
+    const found = things.find((thing) => field.includes(thing[0]));
+    if (found)
+        return found?.[1];
+    if (field.includes('year')) {
+        return () => Number(chance.year({ min: min, max: max }));
+    }
+    return fn;
+}
+export function fineTuneTextField(field, originalFn, fildConfig, chance) {
+    const categoryFn = getTextFieldFn(field, chance, fildConfig);
+    return categoryFn || originalFn;
+}
+function getTextFieldFn(field, chance, fildConfig) {
+    const { category, library } = fildConfig.text || {};
+    const { max, min, precision } = fildConfig.numbers || {};
+    const things = [
+        ['first', chance.first],
+        ['last', chance.last],
+        // NAME - if no first/last
+        ['name',
+            {
+                book: faker.book.title,
+                company: faker.company.name,
+                file: faker.system.fileName,
+                music: faker.music.songName,
+                person: chance.name,
+                pet: faker.animal.petName,
+            }[category] || chance.name
+        ],
+        // list animals, then animal last
+        ['bear', faker.animal.bear],
+        ['bird', faker.animal.bird],
+        ['cat', faker.animal.cat],
+        ['cetacean', faker.animal.cetacean],
+        ['marinemammal', faker.animal.cetacean],
+        ['cow', faker.animal.cow],
+        ['crocodilia', faker.animal.crocodilia],
+        ['dog', faker.animal.dog],
+        ['fish', faker.animal.fish],
+        ['horse', faker.animal.horse],
+        ['bug', faker.animal.insect],
+        ['insect', faker.animal.insect],
+        ['lion', faker.animal.lion],
+        ['pet', faker.animal.petName],
+        ['rabbit', faker.animal.rabbit],
+        ['rodent', faker.animal.rodent],
+        ['snake', faker.animal.snake],
+        // ANIMAL - if none above
+        ['animal',
+            {
+                chance: chance.animal,
+                faker: faker.animal.type,
+            }[library] || chance.animal
+        ],
+        // AIRLINES
+        ['aircraft', faker.airline.aircraftType],
+        ['airline', () => faker.airline.airline().name],
+        ['airplane', () => faker.airline.airplane().name],
+        ['airport', () => faker.airline.airport().name],
+        ['flightnumber', faker.airline.flightNumber],
+        ['recordlocator', faker.airline.recordLocator],
+        ['seat', faker.airline.seat],
+        // FOOD
+        ['ethnicity', faker.food.ethnicCategory],
+        ['fruit', faker.food.fruit],
+        ['meat', faker.food.meat],
+        ['spice', faker.food.spice],
+        ['ingredient', faker.food.ingredient],
+        ['dish', faker.food.dish],
+        // BOOKS/MUSIC
+        ['author', faker.book.author],
+        ['format', faker.book.format],
+        ['publisher', faker.book.publisher],
+        ['series', faker.book.series],
+        ['title', faker.book.title],
+        ['album', faker.music.album],
+        ['artist', faker.music.artist],
+        ['song', faker.music.songName],
+        ['genre',
+            {
+                music: faker.music.genre,
+                book: faker.book.genre
+            }[category] || chance.pickone([
+                faker.music.genre,
+                faker.book.genre
+            ])],
+        // try keep alphabetical except for categories like above
+        ['account', faker.finance.accountName],
+        ['accountnumber', faker.finance.accountNumber],
+        ['amount', () => faker.finance.amount({ min, max, dec: precision })],
+        ['country',
+            chance.country(field.includes('code')
+                ? undefined
+                : { full: true })
+        ],
+        ['address', chance.address],
+        ['areacode', chance.areacode],
+        ['avatar', chance.avatar],
+        ['bicycle', faker.vehicle.bicycle],
+        ['city', chance.city],
+        ['color', chance.color],
+        ['company', chance.company],
+        ['coordinates', chance.coordinates],
+        ['cost', () => chance.dollar({ max })],
+        ['creditcard', chance.cc_type],
+        ['department', faker.commerce.department],
+        ['description',
+            {
+                food: faker.food.description,
+                commerce: faker.commerce.productDescription,
+                finance: faker.finance.transactionDescription,
+                job: faker.person.jobDescriptor,
+            }[category] || chance.pickone([
+                faker.commerce.productDescription,
+                faker.food.description
+            ])],
+        ['domainname', () => faker.internet.domainName()],
+        ['domainsuffix', faker.internet.domainSuffix],
+        ['email', chance.email],
+        ['emoji', faker.internet.emoji],
+        ['gender', chance.gender],
+        ['hashtag', chance.hashtag],
+        // HASH - if no hashtag
+        ['hash', chance.hash],
+        ['isbn', faker.commerce.isbn],
+        ['job', chance.profession],
+        ['locale', chance.locale],
+        ['manufacturer', faker.vehicle.manufacturer],
+        ['material', faker.commerce.productMaterial],
+        ['model', faker.vehicle.model],
+        ['phone', chance.phone],
+        ['portrait', faker.image.personPortrait],
+        ['product', faker.commerce.product],
+        ['profession', chance.profession],
+        ['prefix', chance.prefix],
+        ['province', chance.province],
+        ['radio', chance.radio],
+        ['routingnumber', faker.finance.routingNumber],
+        ['state', chance.state],
+        ['suffix', chance.suffix],
+        ['ssn', chance.ssn],
+        ['timezone', () => chance.timezone().name],
+        ['tv', chance.tv],
+        ['twitter', chance.twitter],
+        ['type',
+            {
+                aircraft: faker.airline.aircraftType,
+                animal: library === 'faker'
+                    ? faker.animal.type
+                    : chance.pickone(['ocean', 'desert', 'grassland', 'forest', 'farm', 'pet', 'zoo']),
+                book: faker.book.genre,
+                file: faker.system.commonFileType,
+                job: faker.person.jobType,
+                music: faker.music.genre,
+                vehicle: faker.vehicle.type,
+            }[category] || faker.word.noun],
+        ['upc', faker.commerce.upc],
+        ['url', chance.url],
+        ['userAgent', faker.internet.userAgent],
+        ['vehicle', faker.vehicle.vehicle],
+        ['weekday', chance.weekday],
+        ['year', chance.year],
+        ['zip', chance.zip],
+        ['zodiac', faker.person.zodiacSign],
+    ];
+    const found = things
+        .find((thing) => field
+        .toLowerCase()
+        .replaceAll(/[_-]/g, '')
+        .includes(thing[0]));
+    if (found) {
+        const foundFn = found[1];
+        if (isAnonymousFunction(foundFn)) {
+            return () => foundFn;
+        }
+        return foundFn;
+    }
+    if (!found) {
+        if (['key', '_key', 'id', '_id', 'uuid', 'guid'].includes(field)) {
+            return () => chance.guid();
+        }
+    }
+}
+function isAnonymousFunction(fn) {
+    return (fn instanceof Function) && fn?.name === '';
+}
+//# sourceMappingURL=utils.js.map

package/dist/src/random-DT-data-generator/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/random-DT-data-generator/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EACkB,SAAS,EAGjC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAExC,MAAM,UAAU,oBAAoB,CAAC,IAAqC;IACtE,MAAM,aAAa,GAAwC;QACvD,SAAS,CAAC,OAAO;QACjB,SAAS,CAAC,QAAQ;QAClB,SAAS,CAAC,IAAI;QACd,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,KAAK;QACf,SAAS,CAAC,OAAO;QACjB,SAAS,CAAC,QAAQ;QAClB,SAAS,CAAC,GAAG;QACb,SAAS,CAAC,OAAO;QACjB,SAAS,CAAC,IAAI;QACd,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,KAAK;QACf,SAAS,CAAC,KAAK;QACf,SAAS,CAAC,MAAM;KACnB,CAAC;IACF,OAAO,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACxC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAqC;IACpE,MAAM,YAAY,GAAwC;QACtD,SAAS,CAAC,KAAK;QACf,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,IAAI;QACd,SAAS,CAAC,KAAK;QACf,SAAS,CAAC,OAAO;QACjB,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,IAAI;KACjB,CAAC;IACF,OAAO,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAqC;IACjE,MAAM,YAAY,GAAwC;QACtD,SAAS,CAAC,IAAI;QACd,SAAS,CAAC,MAAM;QAChB,SAAS,CAAC,OAAO;QACjB,SAAS,CAAC,sBAAsB;QAChC,SAAS,CAAC,mBAAmB;QAC7B,SAAS,CAAC,aAAa;QACvB,SAAS,CAAC,4BAA4B;KACzC,CAAC;IACF,OAAO,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAChC,KAAa,EACb,UAAqB,EACrB,WAAyC,EACzC,MAAqB;IAErB,MAAM,EAAE,GAAG,UAAU,CAAC;IACtB,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;IAE1D,MAAM,MAAM,GAAG;QACX,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;QACnB,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QACvE,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC,WAAW,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAC/E,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC;QACnC,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC;KAClC,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CAAC,CAAC;IACzE,IAAI,KAAK;QAAE,OAAO,KAAK,EAAE,CAAC,CAAC,CAAc,CAAC;IAE1C,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,EAAE,CAAC;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC7B,KAAa,EACb,UAAqB,EACrB,UAAwC,EACxC,MAAqB;IAErB,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAE7D,OAAO,UAAU,IAAI,UAAU,CAAC;AACpC,CAAC;AAED,SAAS,cAAc,CACnB,KAAa,EACb,MAAqB,EACrB,UAAwC;IAExC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,IAAI,IAAI,EAAE,CAAC;IACpD,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;IAEzD,MAAM,MAAM,GAAwD;QAChE,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,0BAA0B;QAC1B,CAAC,MAAM;YACF;gBACG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;gBACtB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;gBAC3B,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ;gBAC3B,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ;gBAC3B,MAAM,EAAE,MAAM,CAAC,IAAI;gBACnB,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;aAE5B,CAAC,QAAoB,CAAC,IAAI,MAAM,CAAC,IAAI;SACzC;QACD,iCAAiC;QACjC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QACzB,CAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;QACnC,CAAC,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;QACvC,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QACzB,CAAC,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC;QACvC,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;QACzB,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7B,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAC5B,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3B,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;QAC7B,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;QAC/B,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7B,yBAAyB;QACzB,CAAC,QAAQ;YACL;gBACI,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;aAC3B,CAAC,OAAiB,CAAC,IAAI,MAAM,CAAC,MAAM;SACxC;QACD,WAAW;QACX,CAAC,UAAU,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QACxC,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC;QAC/C,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QACjD,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC;QAC/C,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QAC5C,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9C,CAAC,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAC5B,OAAO;QACP,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC;QACxC,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;QACrC,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QACzB,cAAc;QACd,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC,WAAW,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;QACnC,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7B,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;QAC3B,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;QAC5B,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QAC9B,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC9B,CAAC,OAAO;YACH;gBACG,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;gBACxB,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;aAEzB,CAAC,QAAoB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;gBACtC,KAAK,CAAC,KAAK,CAAC,KAAK;gBACjB,KAAK,CAAC,IAAI,CAAC,KAAK;aACnB,CAAC,CAAC;QACP,yDAAyD;QACzD,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;QACtC,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9C,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;QACpE,CAAC,SAAS;YACN,MAAM,CAAC,OAAO,CACV,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAClB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CACvB;SACJ;QACD,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAClC,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC;QACnC,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QACtC,CAAC,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC;QAC9B,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QACzC,CAAC,aAAa;YACT;gBACG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW;gBAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,kBAAkB;gBAC3C,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,sBAAsB;gBAC7C,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,aAAa;aAElC,CAAC,QAAoB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC;gBACtC,KAAK,CAAC,QAAQ,CAAC,kBAAkB;gBACjC,KAAK,CAAC,IAAI,CAAC,WAAW;aACzB,CAAC,CAAC;QACP,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjD,CAAC,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;QAC7C,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QAC/B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;QAC3B,uBAAuB;QACvB,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC7B,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC;QAC1B,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;QAC5C,CAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,eAAe,CAAC;QAC5C,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC9B,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,UAAU,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc,CAAC;QACxC,CAAC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QACnC,CAAC,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC;QACjC,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,eAAe,EAAE,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;QAC9C,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC;QACvB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;QACzB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;QACnB,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC;QAC1C,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,CAAC;QACjB,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC,MAAM;YACF;gBACG,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;gBACpC,MAAM,EAAE,OAAO,KAAK,OAAO;oBACvB,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI;oBACnB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACtF,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;gBACtB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc;gBACjC,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;gBACzB,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK;gBACxB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI;aAE9B,CAAC,QAAoB,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/C,CAAC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC3B,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;QACnB,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC;QACvC,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;QAClC,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC;QAC3B,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC;QACrB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;QACnB,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC;KACtC,CAAC;IAEF,MAAM,KAAK,GAAG,MAAM;SACf,IAAI,CACD,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK;SACX,WAAW,EAAE;SACb,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC;SACvB,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAW,CAAC,CACpC,CAAC;IAEN,IAAI,KAAK,EAAE,CAAC;QACR,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAc,CAAC;QACtC,IAAI,mBAAmB,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;QACzB,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/D,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAC/B,CAAC;IACL,CAAC;AACL,CAAC;AAED,SAAS,mBAAmB,CAAC,EAAO;IAChC,OAAO,CAAC,EAAE,YAAY,QAAQ,CAAC,IAAI,EAAE,EAAE,IAAI,KAAK,EAAE,CAAC;AACvD,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@terascope/data-mate",
   "displayName": "Data-Mate",
-  "version": "2.10.1",
+  "version": "2.11.1",
   "description": "Library of data validations/transformations",
   "homepage": "https://github.com/terascope/teraslice/tree/master/packages/data-mate#readme",
   "repository": {
@@ -22,29 +22,34 @@
     "dist/src/**/*"
   ],
   "dependencies": {
+    "@faker-js/faker": "^10.4.0",
+    "@turf/random": "~7.3.5",
     "@types/validator": "~13.15.10",
     "awesome-phonenumber": "~7.8.0",
     "big-json": "~3.2.0",
+    "chance": "~1.1.13",
     "date-fns": "~4.2.1",
     "ip-bigint": "~9.0.4",
     "jexl": "~2.3.0",
     "mnemonist": "~0.40.4",
+    "randexp": "^0.5.3",
     "uuid": "~14.0.0",
     "valid-url": "~1.0.9",
     "validator": "~13.15.35",
-    "@terascope/core-utils": "~2.9.1",
-    "@terascope/data-types": "~2.9.1",
-    "@terascope/ip-utils": "~2.10.1",
-    "@terascope/geo-utils": "~2.9.1",
-    "@terascope/types": "~2.9.1",
-    "xlucene-parser": "~2.10.1"
+    "@terascope/core-utils": "~2.10.1",
+    "@terascope/geo-utils": "~2.10.1",
+    "@terascope/data-types": "~2.10.1",
+    "@terascope/ip-utils": "~2.11.1",
+    "@terascope/types": "~2.10.0",
+    "xlucene-parser": "~2.11.1"
   },
   "devDependencies": {
     "@types/big-json": "~3.2.5",
+    "@types/chance": "^1.1.7",
     "@types/jexl": "^2.3.4",
     "@types/valid-url": "~1.0.7",
     "benchmark": "~2.1.4",
-    "chance": "~1.1.13"
+    "jest-extended": "~7.0.0"
   },
   "engines": {
     "node": ">=22.0.0",