ts-transforms 0.86.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/ts-transform.js +5 -4
- package/dist/src/command.js +28 -29
- package/dist/src/command.js.map +1 -1
- package/dist/src/index.d.ts +6 -6
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +7 -32
- package/dist/src/index.js.map +1 -1
- package/dist/src/interfaces.d.ts +1 -1
- package/dist/src/interfaces.d.ts.map +1 -1
- package/dist/src/interfaces.js +1 -2
- package/dist/src/loader/index.d.ts +4 -4
- package/dist/src/loader/index.d.ts.map +1 -1
- package/dist/src/loader/index.js +5 -14
- package/dist/src/loader/index.js.map +1 -1
- package/dist/src/loader/loader.d.ts +2 -2
- package/dist/src/loader/loader.d.ts.map +1 -1
- package/dist/src/loader/loader.js +9 -13
- package/dist/src/loader/loader.js.map +1 -1
- package/dist/src/loader/rules-loader.d.ts +1 -1
- package/dist/src/loader/rules-loader.d.ts.map +1 -1
- package/dist/src/loader/rules-loader.js +8 -13
- package/dist/src/loader/rules-loader.js.map +1 -1
- package/dist/src/loader/rules-parser.d.ts +1 -1
- package/dist/src/loader/rules-parser.d.ts.map +1 -1
- package/dist/src/loader/rules-parser.js +9 -11
- package/dist/src/loader/rules-parser.js.map +1 -1
- package/dist/src/loader/rules-validator.d.ts +2 -2
- package/dist/src/loader/rules-validator.d.ts.map +1 -1
- package/dist/src/loader/rules-validator.js +6 -6
- package/dist/src/loader/rules-validator.js.map +1 -1
- package/dist/src/loader/utils.d.ts +2 -2
- package/dist/src/loader/utils.d.ts.map +1 -1
- package/dist/src/loader/utils.js +19 -32
- package/dist/src/loader/utils.js.map +1 -1
- package/dist/src/matcher.d.ts +2 -2
- package/dist/src/matcher.d.ts.map +1 -1
- package/dist/src/matcher.js +4 -7
- package/dist/src/matcher.js.map +1 -1
- package/dist/src/operations/index.d.ts +33 -33
- package/dist/src/operations/index.d.ts.map +1 -1
- package/dist/src/operations/index.js +66 -104
- package/dist/src/operations/index.js.map +1 -1
- package/dist/src/operations/lib/base.d.ts +1 -1
- package/dist/src/operations/lib/base.d.ts.map +1 -1
- package/dist/src/operations/lib/base.js +13 -11
- package/dist/src/operations/lib/base.js.map +1 -1
- package/dist/src/operations/lib/transforms/array.d.ts +2 -2
- package/dist/src/operations/lib/transforms/array.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/array.js +6 -12
- package/dist/src/operations/lib/transforms/array.js.map +1 -1
- package/dist/src/operations/lib/transforms/base.d.ts +1 -1
- package/dist/src/operations/lib/transforms/base.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/base.js +4 -10
- package/dist/src/operations/lib/transforms/base.js.map +1 -1
- package/dist/src/operations/lib/transforms/base64decode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/base64decode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/base64decode.js +2 -8
- package/dist/src/operations/lib/transforms/base64decode.js.map +1 -1
- package/dist/src/operations/lib/transforms/base64encode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/base64encode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/base64encode.js +2 -8
- package/dist/src/operations/lib/transforms/base64encode.js.map +1 -1
- package/dist/src/operations/lib/transforms/dedup.d.ts +2 -2
- package/dist/src/operations/lib/transforms/dedup.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/dedup.js +5 -11
- package/dist/src/operations/lib/transforms/dedup.js.map +1 -1
- package/dist/src/operations/lib/transforms/extraction.d.ts +1 -1
- package/dist/src/operations/lib/transforms/extraction.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/extraction.js +11 -15
- package/dist/src/operations/lib/transforms/extraction.js.map +1 -1
- package/dist/src/operations/lib/transforms/hexdecode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/hexdecode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/hexdecode.js +2 -8
- package/dist/src/operations/lib/transforms/hexdecode.js.map +1 -1
- package/dist/src/operations/lib/transforms/hexencode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/hexencode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/hexencode.js +2 -8
- package/dist/src/operations/lib/transforms/hexencode.js.map +1 -1
- package/dist/src/operations/lib/transforms/join.d.ts +2 -2
- package/dist/src/operations/lib/transforms/join.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/join.js +8 -12
- package/dist/src/operations/lib/transforms/join.js.map +1 -1
- package/dist/src/operations/lib/transforms/jsonparse.d.ts +2 -2
- package/dist/src/operations/lib/transforms/jsonparse.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/jsonparse.js +4 -10
- package/dist/src/operations/lib/transforms/jsonparse.js.map +1 -1
- package/dist/src/operations/lib/transforms/lowercase.d.ts +2 -2
- package/dist/src/operations/lib/transforms/lowercase.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/lowercase.js +4 -10
- package/dist/src/operations/lib/transforms/lowercase.js.map +1 -1
- package/dist/src/operations/lib/transforms/md5encode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/md5encode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/md5encode.js +4 -10
- package/dist/src/operations/lib/transforms/md5encode.js.map +1 -1
- package/dist/src/operations/lib/transforms/selector.d.ts +1 -1
- package/dist/src/operations/lib/transforms/selector.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/selector.js +7 -7
- package/dist/src/operations/lib/transforms/selector.js.map +1 -1
- package/dist/src/operations/lib/transforms/sha1encode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/sha1encode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/sha1encode.js +4 -10
- package/dist/src/operations/lib/transforms/sha1encode.js.map +1 -1
- package/dist/src/operations/lib/transforms/sha2encode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/sha2encode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/sha2encode.js +6 -10
- package/dist/src/operations/lib/transforms/sha2encode.js.map +1 -1
- package/dist/src/operations/lib/transforms/trim.d.ts +2 -2
- package/dist/src/operations/lib/transforms/trim.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/trim.js +4 -10
- package/dist/src/operations/lib/transforms/trim.js.map +1 -1
- package/dist/src/operations/lib/transforms/uppercase.d.ts +2 -2
- package/dist/src/operations/lib/transforms/uppercase.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/uppercase.js +4 -10
- package/dist/src/operations/lib/transforms/uppercase.js.map +1 -1
- package/dist/src/operations/lib/transforms/urldecode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/urldecode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/urldecode.js +2 -8
- package/dist/src/operations/lib/transforms/urldecode.js.map +1 -1
- package/dist/src/operations/lib/transforms/urlencode.d.ts +2 -2
- package/dist/src/operations/lib/transforms/urlencode.d.ts.map +1 -1
- package/dist/src/operations/lib/transforms/urlencode.js +2 -8
- package/dist/src/operations/lib/transforms/urlencode.js.map +1 -1
- package/dist/src/operations/lib/validations/base.d.ts +1 -1
- package/dist/src/operations/lib/validations/base.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/base.js +8 -13
- package/dist/src/operations/lib/validations/base.js.map +1 -1
- package/dist/src/operations/lib/validations/boolean.d.ts +2 -2
- package/dist/src/operations/lib/validations/boolean.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/boolean.js +4 -10
- package/dist/src/operations/lib/validations/boolean.js.map +1 -1
- package/dist/src/operations/lib/validations/email.d.ts +2 -2
- package/dist/src/operations/lib/validations/email.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/email.js +3 -8
- package/dist/src/operations/lib/validations/email.js.map +1 -1
- package/dist/src/operations/lib/validations/geolocation.d.ts +2 -2
- package/dist/src/operations/lib/validations/geolocation.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/geolocation.js +4 -10
- package/dist/src/operations/lib/validations/geolocation.js.map +1 -1
- package/dist/src/operations/lib/validations/ip.d.ts +2 -2
- package/dist/src/operations/lib/validations/ip.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/ip.js +4 -10
- package/dist/src/operations/lib/validations/ip.js.map +1 -1
- package/dist/src/operations/lib/validations/isdn.d.ts +2 -2
- package/dist/src/operations/lib/validations/isdn.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/isdn.js +5 -11
- package/dist/src/operations/lib/validations/isdn.js.map +1 -1
- package/dist/src/operations/lib/validations/mac-address.d.ts +2 -2
- package/dist/src/operations/lib/validations/mac-address.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/mac-address.js +6 -10
- package/dist/src/operations/lib/validations/mac-address.js.map +1 -1
- package/dist/src/operations/lib/validations/number.d.ts +2 -2
- package/dist/src/operations/lib/validations/number.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/number.js +4 -10
- package/dist/src/operations/lib/validations/number.js.map +1 -1
- package/dist/src/operations/lib/validations/string.d.ts +2 -2
- package/dist/src/operations/lib/validations/string.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/string.js +7 -10
- package/dist/src/operations/lib/validations/string.js.map +1 -1
- package/dist/src/operations/lib/validations/url.d.ts +2 -2
- package/dist/src/operations/lib/validations/url.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/url.js +3 -32
- package/dist/src/operations/lib/validations/url.js.map +1 -1
- package/dist/src/operations/lib/validations/uuid.d.ts +2 -2
- package/dist/src/operations/lib/validations/uuid.d.ts.map +1 -1
- package/dist/src/operations/lib/validations/uuid.js +5 -10
- package/dist/src/operations/lib/validations/uuid.js.map +1 -1
- package/dist/src/operations/plugins/data-mate/FieldTransform.js +15 -20
- package/dist/src/operations/plugins/data-mate/FieldTransform.js.map +1 -1
- package/dist/src/operations/plugins/data-mate/FieldValidator.js +13 -17
- package/dist/src/operations/plugins/data-mate/FieldValidator.js.map +1 -1
- package/dist/src/operations/plugins/data-mate/RecordTransform.js +8 -13
- package/dist/src/operations/plugins/data-mate/RecordTransform.js.map +1 -1
- package/dist/src/operations/plugins/data-mate/RecordValidator.js +10 -14
- package/dist/src/operations/plugins/data-mate/RecordValidator.js.map +1 -1
- package/dist/src/operations/plugins/data-mate/index.d.ts +1 -1
- package/dist/src/operations/plugins/data-mate/index.d.ts.map +1 -1
- package/dist/src/operations/plugins/data-mate/index.js +9 -15
- package/dist/src/operations/plugins/data-mate/index.js.map +1 -1
- package/dist/src/operations/plugins/mixins.d.ts +1 -1
- package/dist/src/operations/plugins/mixins.d.ts.map +1 -1
- package/dist/src/operations/plugins/mixins.js +11 -23
- package/dist/src/operations/plugins/mixins.js.map +1 -1
- package/dist/src/operations/plugins/validator/index.d.ts +2 -2
- package/dist/src/operations/plugins/validator/index.d.ts.map +1 -1
- package/dist/src/operations/plugins/validator/index.js +49 -57
- package/dist/src/operations/plugins/validator/index.js.map +1 -1
- package/dist/src/phases/base.d.ts +1 -1
- package/dist/src/phases/base.d.ts.map +1 -1
- package/dist/src/phases/base.js +4 -4
- package/dist/src/phases/base.js.map +1 -1
- package/dist/src/phases/extraction-phase.d.ts +3 -3
- package/dist/src/phases/extraction-phase.d.ts.map +1 -1
- package/dist/src/phases/extraction-phase.js +6 -12
- package/dist/src/phases/extraction-phase.js.map +1 -1
- package/dist/src/phases/index.d.ts +5 -5
- package/dist/src/phases/index.d.ts.map +1 -1
- package/dist/src/phases/index.js +6 -16
- package/dist/src/phases/index.js.map +1 -1
- package/dist/src/phases/output-phase.d.ts +3 -3
- package/dist/src/phases/output-phase.d.ts.map +1 -1
- package/dist/src/phases/output-phase.js +11 -13
- package/dist/src/phases/output-phase.js.map +1 -1
- package/dist/src/phases/phase-manager.d.ts +2 -2
- package/dist/src/phases/phase-manager.d.ts.map +1 -1
- package/dist/src/phases/phase-manager.js +20 -22
- package/dist/src/phases/phase-manager.js.map +1 -1
- package/dist/src/phases/post-process-phase.d.ts +3 -3
- package/dist/src/phases/post-process-phase.d.ts.map +1 -1
- package/dist/src/phases/post-process-phase.js +5 -11
- package/dist/src/phases/post-process-phase.js.map +1 -1
- package/dist/src/phases/selector-phase.d.ts +3 -3
- package/dist/src/phases/selector-phase.d.ts.map +1 -1
- package/dist/src/phases/selector-phase.js +3 -8
- package/dist/src/phases/selector-phase.js.map +1 -1
- package/dist/src/phases/utils.js +1 -5
- package/dist/src/phases/utils.js.map +1 -1
- package/dist/src/transform.d.ts +2 -2
- package/dist/src/transform.d.ts.map +1 -1
- package/dist/src/transform.js +4 -7
- package/dist/src/transform.js.map +1 -1
- package/package.json +6 -5
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/operations/lib/base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../src/operations/lib/base.ts"],"names":[],"mappings":"AAAA,OAAO,EACS,GAAG,EAAE,KAAK,EAAE,QAAQ,EACnC,MAAM,kBAAkB,CAAC;AAG1B,MAAM,CAAC,OAAO,OAAO,aAAa;IACpB,MAAM,CAAmB;IACzB,MAAM,CAAmB;IAC1B,MAAM,CAAkB;IACvB,WAAW,CAAkB;IAC7B,SAAS,CAAU;IAE7B,MAAM,CAAC,WAAW,GAA2B,YAAY,CAAC;IAE1D,YAAY,MAAuB;QAC/B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAClE,CAAC;IAES,cAAc,CAAC,MAAuB;QAC5C,2DAA2D;QAC3D,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,KAAK,UAAU;YAAE,OAAO;QACjD,MAAM,EACF,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,OAAO,EACnB,GAAG,MAAM,CAAC;QACX,mBAAmB;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,OAAO,CAAC;QAChC,mBAAmB;QACnB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,GAAG,CAAC,GAAe,EAAE,IAAS;QAC1B,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,QAAQ,CAAC,GAAe,EAAE,KAAa,EAAE,IAAS;QAC9C,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,YAAY,CAAC,GAAe;QACxB,KAAK,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED,WAAW,CAAC,GAAe,EAAE,KAAa;QACtC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACtB,CAAC;;AAGL,SAAS,eAAe,CAAC,KAAsB;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACtB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAClG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,yBAAyB,CAAC,CAAC;KACxE;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,yBAAyB,CAAC,CAAC;AACpG,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig, InputOutputCardinality } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig, InputOutputCardinality } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class MakeArray extends TransformOpBase {
|
|
5
5
|
private fields;
|
|
6
6
|
static cardinality: InputOutputCardinality;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/array.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAY,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"array.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/array.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAY,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;IAClD,QAAgB,MAAM,CAAW;IACjC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAiB;gBAE/C,MAAM,EAAE,iBAAiB;IAKrC,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI;IAiBzD,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU;CAiBnC"}
|
|
@@ -1,11 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const base_1 = __importDefault(require("./base"));
|
|
8
|
-
class MakeArray extends base_1.default {
|
|
1
|
+
import { get, set } from '@terascope/utils';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
export default class MakeArray extends TransformOpBase {
|
|
4
|
+
static cardinality = 'many-to-one';
|
|
9
5
|
constructor(config) {
|
|
10
6
|
super(config);
|
|
11
7
|
}
|
|
@@ -26,7 +22,7 @@ class MakeArray extends base_1.default {
|
|
|
26
22
|
run(doc) {
|
|
27
23
|
const results = [];
|
|
28
24
|
this.fields.forEach((field) => {
|
|
29
|
-
const data =
|
|
25
|
+
const data = get(doc, field);
|
|
30
26
|
if (data !== undefined) {
|
|
31
27
|
if (Array.isArray(data)) {
|
|
32
28
|
results.push(...data);
|
|
@@ -37,10 +33,8 @@ class MakeArray extends base_1.default {
|
|
|
37
33
|
}
|
|
38
34
|
});
|
|
39
35
|
if (results.length > 0)
|
|
40
|
-
|
|
36
|
+
set(doc, this.target, results);
|
|
41
37
|
return doc;
|
|
42
38
|
}
|
|
43
39
|
}
|
|
44
|
-
MakeArray.cardinality = 'many-to-one';
|
|
45
|
-
exports.default = MakeArray;
|
|
46
40
|
//# sourceMappingURL=array.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"array.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/array.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"array.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/array.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,GAAG,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAExD,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;IAElD,MAAM,CAAC,WAAW,GAA2B,aAAa,CAAC;IAE3D,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,uEAAuE;IAC7D,cAAc,CAAC,MAAyB;QAC9C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC;QAE/C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9D,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;YAClC,MAAM,IAAI,KAAK,CACX,6BAA6B,IAAI,sDAAsD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAClH,CAAC;SACL;QACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;YAC1D,MAAM,IAAI,KAAK,CAAC,qFAAqF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SAClI;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,GAAG,CAAC,GAAe;QACf,MAAM,OAAO,GAAU,EAAE,CAAC;QAE1B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAC7B,IAAI,IAAI,KAAK,SAAS,EAAE;gBACpB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;oBACrB,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;iBACzB;qBAAM;oBACH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACtB;aACJ;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvD,OAAO,GAAG,CAAC;IACf,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import OperationBase from '../base';
|
|
2
|
+
import OperationBase from '../base.js';
|
|
3
3
|
export default abstract class TransformOpBase extends OperationBase {
|
|
4
4
|
protected execute(doc: DataEntity, fn: (value: any) => any): DataEntity | null;
|
|
5
5
|
abstract run(data: DataEntity): null | DataEntity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,aAAa,MAAM,
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,aAAa,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,eAAgB,SAAQ,aAAa;IAC/D,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,GAAG,GAAG,UAAU,GAAC,IAAI;IAqC5E,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,IAAI,GAAG,UAAU;CACpD"}
|
|
@@ -1,14 +1,9 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const base_1 = __importDefault(require("../base"));
|
|
8
|
-
class TransformOpBase extends base_1.default {
|
|
1
|
+
import { get } from '@terascope/utils';
|
|
2
|
+
import OperationBase from '../base.js';
|
|
3
|
+
export default class TransformOpBase extends OperationBase {
|
|
9
4
|
execute(doc, fn) {
|
|
10
5
|
try {
|
|
11
|
-
const value =
|
|
6
|
+
const value = get(doc, this.source);
|
|
12
7
|
if (Array.isArray(value)) {
|
|
13
8
|
const dataArray = value;
|
|
14
9
|
const results = [];
|
|
@@ -50,5 +45,4 @@ class TransformOpBase extends base_1.default {
|
|
|
50
45
|
return doc;
|
|
51
46
|
}
|
|
52
47
|
}
|
|
53
|
-
exports.default = TransformOpBase;
|
|
54
48
|
//# sourceMappingURL=base.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,GAAG,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,aAAa,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,OAAO,OAAgB,eAAgB,SAAQ,aAAa;IACrD,OAAO,CAAC,GAAe,EAAE,EAAuB;QACtD,IAAI;YACA,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBACtB,MAAM,SAAS,GAAG,KAAK,CAAC;gBACxB,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,SAAS,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACtB,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;wBACzB,IAAI;4BACA,MAAM,YAAY,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;4BAC7B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;yBAC9B;wBAAC,OAAO,GAAG,EAAE;4BACV,aAAa;yBAChB;qBACJ;gBACL,CAAC,CAAC,CAAC;gBACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;oBACtB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;oBACvB,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC;wBAAE,OAAO,IAAI,CAAC;iBAClD;qBAAM;oBACH,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;iBAC1B;aACJ;iBAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;gBAClC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;gBACvB,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC;aAClD;iBAAM;gBACH,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;aAC1B;SACJ;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACvB,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;SAClD;QAED,OAAO,GAAG,CAAC;IACf,CAAC;CAGJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class Base64Decode extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
decode(data: string): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base64decode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64decode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"base64decode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64decode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,eAAe;gBACzC,MAAM,EAAE,iBAAiB;IAIrC,MAAM,CAAC,IAAI,EAAE,MAAM;IAInB,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAG7C"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const base_1 = __importDefault(require("./base"));
|
|
7
|
-
class Base64Decode extends base_1.default {
|
|
1
|
+
import TransformOpBase from './base.js';
|
|
2
|
+
export default class Base64Decode extends TransformOpBase {
|
|
8
3
|
constructor(config) {
|
|
9
4
|
super(config);
|
|
10
5
|
}
|
|
@@ -15,5 +10,4 @@ class Base64Decode extends base_1.default {
|
|
|
15
10
|
return this.execute(record, this.decode);
|
|
16
11
|
}
|
|
17
12
|
}
|
|
18
|
-
exports.default = Base64Decode;
|
|
19
13
|
//# sourceMappingURL=base64decode.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base64decode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64decode.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base64decode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64decode.ts"],"names":[],"mappings":"AAEA,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,eAAe;IACrD,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAY;QACf,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxD,CAAC;IAED,GAAG,CAAC,MAAkB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class Base64Encode extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
encode(data: string): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base64encode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"base64encode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64encode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,eAAe;gBACzC,MAAM,EAAE,iBAAiB;IAIrC,MAAM,CAAC,IAAI,EAAE,MAAM;IAInB,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAG7C"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const base_1 = __importDefault(require("./base"));
|
|
7
|
-
class Base64Encode extends base_1.default {
|
|
1
|
+
import TransformOpBase from './base.js';
|
|
2
|
+
export default class Base64Encode extends TransformOpBase {
|
|
8
3
|
constructor(config) {
|
|
9
4
|
super(config);
|
|
10
5
|
}
|
|
@@ -15,5 +10,4 @@ class Base64Encode extends base_1.default {
|
|
|
15
10
|
return this.execute(record, this.encode);
|
|
16
11
|
}
|
|
17
12
|
}
|
|
18
|
-
exports.default = Base64Encode;
|
|
19
13
|
//# sourceMappingURL=base64encode.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base64encode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64encode.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"base64encode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/base64encode.ts"],"names":[],"mappings":"AAEA,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,YAAa,SAAQ,eAAe;IACrD,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAY;QACf,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,GAAG,CAAC,MAAkB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import TransformOpBase from './base';
|
|
3
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
4
4
|
export default class Dedup extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
run(doc: DataEntity): DataEntity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dedup.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/dedup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAa,MAAM,kBAAkB,CAAC;AACzD,OAAO,eAAe,MAAM,
|
|
1
|
+
{"version":3,"file":"dedup.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/dedup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAa,MAAM,kBAAkB,CAAC;AACzD,OAAO,eAAe,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,CAAC,OAAO,OAAO,KAAM,SAAQ,eAAe;gBAClC,MAAM,EAAE,iBAAiB;IAIrC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU;CAQnC"}
|
|
@@ -1,22 +1,16 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const base_1 = __importDefault(require("./base"));
|
|
8
|
-
class Dedup extends base_1.default {
|
|
1
|
+
import { get, uniq } from '@terascope/utils';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
export default class Dedup extends TransformOpBase {
|
|
9
4
|
constructor(config) {
|
|
10
5
|
super(config);
|
|
11
6
|
}
|
|
12
7
|
run(doc) {
|
|
13
|
-
const arrayField =
|
|
8
|
+
const arrayField = get(doc, this.source);
|
|
14
9
|
if (Array.isArray(arrayField)) {
|
|
15
|
-
this.set(doc,
|
|
10
|
+
this.set(doc, uniq(arrayField));
|
|
16
11
|
return doc;
|
|
17
12
|
}
|
|
18
13
|
return doc;
|
|
19
14
|
}
|
|
20
15
|
}
|
|
21
|
-
exports.default = Dedup;
|
|
22
16
|
//# sourceMappingURL=dedup.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dedup.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/dedup.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dedup.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/dedup.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,GAAG,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACzD,OAAO,eAAe,MAAM,WAAW,CAAC;AAGxC,MAAM,CAAC,OAAO,OAAO,KAAM,SAAQ,eAAe;IAC9C,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,GAAG,CAAC,GAAe;QACf,MAAM,UAAU,GAAG,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAChC,OAAO,GAAG,CAAC;SACd;QACD,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { ExtractionConfig, InputOutputCardinality } from '../../../interfaces';
|
|
2
|
+
import { ExtractionConfig, InputOutputCardinality } from '../../../interfaces.js';
|
|
3
3
|
export default class Extraction {
|
|
4
4
|
private isMutation;
|
|
5
5
|
private configs;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EACb,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EACb,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAgHlF,MAAM,CAAC,OAAO,OAAO,UAAU;IAC3B,OAAO,CAAC,UAAU,CAAU;IAC5B,OAAO,CAAC,OAAO,CAAqB;IACpC,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAgB;gBAE9C,UAAU,EAAE,gBAAgB,GAAG,gBAAgB,EAAE;IAqB7D,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;IAkBvC,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,OAAO,EAAE;QAAE,MAAM,EAAE,UAAU,CAAC;QAAC,QAAQ,EAAE,GAAG,CAAA;KAAE,GAAG,IAAI;CAM5F"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const jexl_1 = __importDefault(require("jexl"));
|
|
1
|
+
import { DataEntity, matchAll, get, set } from '@terascope/utils';
|
|
2
|
+
import jexl from 'jexl';
|
|
8
3
|
function isMutation(configs) {
|
|
9
4
|
return configs.some((config) => config.mutate === true);
|
|
10
5
|
}
|
|
@@ -52,7 +47,7 @@ function extractField(data, fn, isMultiValue = true) {
|
|
|
52
47
|
}
|
|
53
48
|
function matchRegex(config) {
|
|
54
49
|
return (data) => {
|
|
55
|
-
const results =
|
|
50
|
+
const results = matchAll(config.regex, data);
|
|
56
51
|
if (config.multivalue)
|
|
57
52
|
return results;
|
|
58
53
|
return results ? results[0] : results;
|
|
@@ -60,7 +55,7 @@ function matchRegex(config) {
|
|
|
60
55
|
}
|
|
61
56
|
function callExpression(exp, origin) {
|
|
62
57
|
try {
|
|
63
|
-
return
|
|
58
|
+
return jexl.evalSync(exp, origin);
|
|
64
59
|
}
|
|
65
60
|
catch (err) {
|
|
66
61
|
const errMessage = `Invalid jexl expression: ${exp}, error: ${err.message}`;
|
|
@@ -91,7 +86,7 @@ function extractAndTransferFields(data, dest, config, origin) {
|
|
|
91
86
|
extractedResult = callExpression(config.exp, origin);
|
|
92
87
|
}
|
|
93
88
|
if (extractedResult !== undefined && extractedResult !== null) {
|
|
94
|
-
|
|
89
|
+
set(dest, config.target, extractedResult);
|
|
95
90
|
dest.setMetadata('hasExtractions', true);
|
|
96
91
|
}
|
|
97
92
|
}
|
|
@@ -100,11 +95,14 @@ function hasExtracted(record) {
|
|
|
100
95
|
}
|
|
101
96
|
function getData(config, record) {
|
|
102
97
|
if (config.deepSourceField) {
|
|
103
|
-
return
|
|
98
|
+
return get(record, config.source);
|
|
104
99
|
}
|
|
105
100
|
return record[config.source];
|
|
106
101
|
}
|
|
107
|
-
class Extraction {
|
|
102
|
+
export default class Extraction {
|
|
103
|
+
isMutation;
|
|
104
|
+
configs;
|
|
105
|
+
static cardinality = 'one-to-one';
|
|
108
106
|
constructor(configArgs) {
|
|
109
107
|
let configs;
|
|
110
108
|
// if its not an array then its a post_process,
|
|
@@ -131,7 +129,7 @@ class Extraction {
|
|
|
131
129
|
record = doc;
|
|
132
130
|
}
|
|
133
131
|
else {
|
|
134
|
-
record =
|
|
132
|
+
record = DataEntity.fork(doc, false);
|
|
135
133
|
}
|
|
136
134
|
for (const config of this.configs) {
|
|
137
135
|
const data = getData(config, doc);
|
|
@@ -148,6 +146,4 @@ class Extraction {
|
|
|
148
146
|
}
|
|
149
147
|
}
|
|
150
148
|
}
|
|
151
|
-
Extraction.cardinality = 'one-to-one';
|
|
152
|
-
exports.default = Extraction;
|
|
153
149
|
//# sourceMappingURL=extraction.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extraction.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/extraction.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"extraction.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,EACjC,MAAM,kBAAkB,CAAC;AAC1B,OAAO,IAAI,MAAM,MAAM,CAAC;AAGxB,SAAS,UAAU,CAAC,OAA2B;IAC3C,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,GAAW;IAC3C,OAAO,CAAC,IAAY,EAAE,EAAE;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE;YACnB,MAAM,UAAU,GAAG,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;YAC7C,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAC3C,IAAI,MAAM,KAAK,CAAC,CAAC;gBAAE,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACxC,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;YACtD,IAAI,cAAc;gBAAE,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;SAC7D;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;AACN,CAAC;AAID,SAAS,YAAY,CAAC,IAAS,EAAE,EAAM,EAAE,YAAY,GAAG,IAAI;IACxD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;QAC1B,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;KACnB;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QACrB,MAAM,OAAO,GAAa,EAAE,CAAC;QAE7B,IAAI,CAAC,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;YAC1B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;gBAC7B,MAAM,cAAc,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC;gBACnC,IAAI,cAAc,EAAE;oBAChB,IAAI,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE;wBAC/B,OAAO,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;qBACnC;yBAAM;wBACH,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;qBAChC;iBACJ;aACJ;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACpB,IAAI,YAAY;gBAAE,OAAO,OAAO,CAAC;YACjC,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;SACrB;KACJ;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,MAAwB;IACxC,OAAO,CAAC,IAAY,EAAE,EAAE;QACpB,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAe,EAAE,IAAI,CAAC,CAAC;QACvD,IAAI,MAAM,CAAC,UAAU;YAAE,OAAO,OAAO,CAAC;QACtC,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,GAAW,EAAE,MAAkB;IACnD,IAAI;QACA,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;KACrC;IAAC,OAAO,GAAG,EAAE;QACV,MAAM,UAAU,GAAG,4BAA4B,GAAG,YAAY,GAAG,CAAC,OAAO,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC;KAC/B;AACL,CAAC;AAED,SAAS,wBAAwB,CAC7B,IAAS,EACT,IAAgB,EAChB,MAAwB,EACxB,MAAkB;IAElB,IAAI,eAAe,CAAC;IAEpB,IAAI,IAAI,KAAK,SAAS,EAAE;QACpB,IAAI,MAAM,CAAC,KAAK,EAAE;YACd,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;YACtC,eAAe,GAAG,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;SACvE;aAAM,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,GAAG,EAAE;YACnC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,MAAM,CAAC;YAC9B,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC5C,eAAe,GAAG,YAAY,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC;SACxE;aAAM,IAAI,MAAM,CAAC,GAAG,EAAE;YACnB,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;SACxD;aAAM;YACH,eAAe,GAAG,IAAI,CAAC;SAC1B;KACJ;SAAM,IAAI,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE;QAClD,iCAAiC;QACjC,eAAe,GAAG,cAAc,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;KACxD;IAED,IAAI,eAAe,KAAK,SAAS,IAAI,eAAe,KAAK,IAAI,EAAE;QAC3D,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;QAC1C,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;KAC5C;AACL,CAAC;AAED,SAAS,YAAY,CAAC,MAAkB;IACpC,OAAO,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,KAAK,IAAI,CAAC;AACzD,CAAC;AAED,SAAS,OAAO,CAAC,MAAwB,EAAE,MAAkB;IACzD,IAAI,MAAM,CAAC,eAAe,EAAE;QACxB,OAAO,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAgB,CAAC,CAAC;KAC/C;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;AAC3C,CAAC;AAED,MAAM,CAAC,OAAO,OAAO,UAAU;IACnB,UAAU,CAAU;IACpB,OAAO,CAAqB;IACpC,MAAM,CAAC,WAAW,GAA2B,YAAY,CAAC;IAE1D,YAAY,UAAiD;QACzD,IAAI,OAA2B,CAAC;QAChC,+CAA+C;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE;YAC5B,uBAAuB;YACvB,OAAO,GAAG,CAAC,UAAU,CAAC,CAAC;SAC1B;aAAM;YACH,OAAO,GAAG,UAAU,CAAC;SACxB;QAED,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;YAC7B,IAAI,MAAM,CAAC,GAAG,KAAK,KAAK;gBAAE,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC;YAC3C,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAChF,OAAO,MAAM,CAAC;QAClB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IAC3B,CAAC;IAED,GAAG,CAAC,GAAe;QACf,IAAI,MAAkB,CAAC;QAEvB,IAAI,IAAI,CAAC,UAAU,EAAE;YACjB,MAAM,GAAG,GAAG,CAAC;SAChB;aAAM;YACH,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;SACxC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE;YAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAClC,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;SACvD;QAED,IAAI,YAAY,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,MAAM,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,kBAAkB,CAAC,GAAe,EAAE,OAA8C;QAC9E,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE;YAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAClC,wBAAwB,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;SAC/D;IACL,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class HexDecode extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
decode(data: string): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hexdecode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexdecode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"hexdecode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexdecode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;gBACtC,MAAM,EAAE,iBAAiB;IAIrC,MAAM,CAAC,IAAI,EAAE,MAAM;IAInB,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAG7C"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const base_1 = __importDefault(require("./base"));
|
|
7
|
-
class HexDecode extends base_1.default {
|
|
1
|
+
import TransformOpBase from './base.js';
|
|
2
|
+
export default class HexDecode extends TransformOpBase {
|
|
8
3
|
constructor(config) {
|
|
9
4
|
super(config);
|
|
10
5
|
}
|
|
@@ -15,5 +10,4 @@ class HexDecode extends base_1.default {
|
|
|
15
10
|
return this.execute(record, this.decode);
|
|
16
11
|
}
|
|
17
12
|
}
|
|
18
|
-
exports.default = HexDecode;
|
|
19
13
|
//# sourceMappingURL=hexdecode.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hexdecode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexdecode.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"hexdecode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexdecode.ts"],"names":[],"mappings":"AAEA,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;IAClD,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAY;QACf,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,GAAG,CAAC,MAAkB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class HexEncode extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
encode(data: string): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hexencode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexencode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"hexencode.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexencode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;gBACtC,MAAM,EAAE,iBAAiB;IAIrC,MAAM,CAAC,IAAI,EAAE,MAAM;IAInB,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAG7C"}
|
|
@@ -1,10 +1,5 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const base_1 = __importDefault(require("./base"));
|
|
7
|
-
class HexEncode extends base_1.default {
|
|
1
|
+
import TransformOpBase from './base.js';
|
|
2
|
+
export default class HexEncode extends TransformOpBase {
|
|
8
3
|
constructor(config) {
|
|
9
4
|
super(config);
|
|
10
5
|
}
|
|
@@ -15,5 +10,4 @@ class HexEncode extends base_1.default {
|
|
|
15
10
|
return this.execute(record, this.encode);
|
|
16
11
|
}
|
|
17
12
|
}
|
|
18
|
-
exports.default = HexEncode;
|
|
19
13
|
//# sourceMappingURL=hexencode.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hexencode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexencode.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"hexencode.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/hexencode.ts"],"names":[],"mappings":"AAEA,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;IAClD,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,CAAC,IAAY;QACf,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED,GAAG,CAAC,MAAkB;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig, InputOutputCardinality } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig, InputOutputCardinality } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class Join extends TransformOpBase {
|
|
5
5
|
private delimiter;
|
|
6
6
|
private fields;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"join.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/join.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"join.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/join.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,UAAU,EACb,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACnF,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,eAAe;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,MAAM,CAAW;IAEzB,MAAM,CAAC,WAAW,EAAE,sBAAsB,CAAiB;gBAE/C,MAAM,EAAE,iBAAiB;IAWrC,SAAS,CAAC,cAAc,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI;IAgBzD,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU;CAMnC"}
|
|
@@ -1,11 +1,9 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
const base_1 = __importDefault(require("./base"));
|
|
8
|
-
class Join extends base_1.default {
|
|
1
|
+
import { set, get, flattenDeep } from '@terascope/utils';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
export default class Join extends TransformOpBase {
|
|
4
|
+
delimiter;
|
|
5
|
+
fields;
|
|
6
|
+
static cardinality = 'many-to-one';
|
|
9
7
|
constructor(config) {
|
|
10
8
|
super(config);
|
|
11
9
|
this.delimiter = config.delimiter !== undefined ? config.delimiter : '';
|
|
@@ -31,13 +29,11 @@ class Join extends base_1.default {
|
|
|
31
29
|
this.target = tField;
|
|
32
30
|
}
|
|
33
31
|
run(doc) {
|
|
34
|
-
const fieldsData =
|
|
32
|
+
const fieldsData = flattenDeep(this.fields.map((field) => get(doc, field)));
|
|
35
33
|
const results = fieldsData.join(this.delimiter);
|
|
36
34
|
if (results.length !== this.delimiter.length)
|
|
37
|
-
|
|
35
|
+
set(doc, this.target, results);
|
|
38
36
|
return doc;
|
|
39
37
|
}
|
|
40
38
|
}
|
|
41
|
-
Join.cardinality = 'many-to-one';
|
|
42
|
-
exports.default = Join;
|
|
43
39
|
//# sourceMappingURL=join.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"join.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/join.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"join.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/join.ts"],"names":[],"mappings":"AAAA,OAAO,EACS,GAAG,EAAE,GAAG,EAAE,WAAW,EACpC,MAAM,kBAAkB,CAAC;AAE1B,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,IAAK,SAAQ,eAAe;IACrC,SAAS,CAAS;IAClB,MAAM,CAAW;IAEzB,MAAM,CAAC,WAAW,GAA2B,aAAa,CAAC;IAE3D,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;YAC1D,MAAM,IAAI,KAAK,CAAC,2EAA2E,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SACxH;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,uEAAuE;IAC7D,cAAc,CAAC,MAAyB;QAC9C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC;QAC/C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;YAC9D,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC;YAClC,MAAM,IAAI,KAAK,CACX,6BAA6B,IAAI,sDAAsD,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAClH,CAAC;SACL;QACD,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE;YACzD,MAAM,IAAI,KAAK,CAAC,2EAA2E,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;SACxH;QACD,IAAI,MAAM,CAAC,SAAS,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAChI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,GAAG,CAAC,GAAe;QACf,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,SAAS,CAAC,MAAM;YAAE,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7E,OAAO,GAAG,CAAC;IACf,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import TransformOpBase from './base';
|
|
3
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
4
4
|
export default class JsonParse extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
run(doc: DataEntity): DataEntity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonparse.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/jsonparse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,eAAe,MAAM,
|
|
1
|
+
{"version":3,"file":"jsonparse.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/jsonparse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,eAAe,MAAM,WAAW,CAAC;AACxC,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;gBACtC,MAAM,EAAE,iBAAiB;IAIrC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU;CA2BnC"}
|
|
@@ -1,16 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const base_1 = __importDefault(require("./base"));
|
|
8
|
-
class JsonParse extends base_1.default {
|
|
1
|
+
import { get } from '@terascope/utils';
|
|
2
|
+
import TransformOpBase from './base.js';
|
|
3
|
+
export default class JsonParse extends TransformOpBase {
|
|
9
4
|
constructor(config) {
|
|
10
5
|
super(config);
|
|
11
6
|
}
|
|
12
7
|
run(doc) {
|
|
13
|
-
const field =
|
|
8
|
+
const field = get(doc, this.source);
|
|
14
9
|
if (Array.isArray(field)) {
|
|
15
10
|
const results = [];
|
|
16
11
|
field.forEach((data) => {
|
|
@@ -40,5 +35,4 @@ class JsonParse extends base_1.default {
|
|
|
40
35
|
return doc;
|
|
41
36
|
}
|
|
42
37
|
}
|
|
43
|
-
exports.default = JsonParse;
|
|
44
38
|
//# sourceMappingURL=jsonparse.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonparse.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/jsonparse.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"jsonparse.js","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/jsonparse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,GAAG,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,eAAe,MAAM,WAAW,CAAC;AAGxC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;IAClD,YAAY,MAAyB;QACjC,KAAK,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAED,GAAG,CAAC,GAAe;QACf,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;YACtB,MAAM,OAAO,GAAU,EAAE,CAAC;YAC1B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;gBACnB,IAAI;oBACA,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;iBACxB;gBAAC,OAAO,GAAG,EAAE;oBACV,aAAa;iBAChB;YACL,CAAC,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACtB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;aAC1B;iBAAM;gBACH,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;aAC1B;YACD,OAAO,GAAG,CAAC;SACd;QACD,IAAI;YACA,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC/B,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;SACvB;QAAC,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;SAC1B;QACD,OAAO,GAAG,CAAC;IACf,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { PostProcessConfig } from '../../../interfaces';
|
|
3
|
-
import TransformOpBase from './base';
|
|
2
|
+
import { PostProcessConfig } from '../../../interfaces.js';
|
|
3
|
+
import TransformOpBase from './base.js';
|
|
4
4
|
export default class Lowercase extends TransformOpBase {
|
|
5
5
|
constructor(config: PostProcessConfig);
|
|
6
6
|
run(doc: DataEntity): DataEntity | null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"lowercase.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/lowercase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"lowercase.d.ts","sourceRoot":"","sources":["../../../../../src/operations/lib/transforms/lowercase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAO,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,eAAe,MAAM,WAAW,CAAC;AAExC,MAAM,CAAC,OAAO,OAAO,SAAU,SAAQ,eAAe;gBACtC,MAAM,EAAE,iBAAiB;IAIrC,GAAG,CAAC,GAAG,EAAE,UAAU,GAAG,UAAU,GAAG,IAAI;CAsB1C"}
|