@contrail/transform-data 1.1.4-alpha.0 → 1.2.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.npmrc.bak +1 -0
- package/.prettierrc.bak +4 -0
- package/.prettierrc.yaml +2 -0
- package/README.md +3 -3
- package/lib/conditional/conditional-transformer.d.ts +16 -16
- package/lib/conditional/conditional-transformer.js +78 -78
- package/lib/conditional/index.d.ts +1 -1
- package/lib/conditional/index.js +17 -17
- package/lib/index.d.ts +7 -7
- package/lib/index.js +23 -23
- package/lib/map-file/index.d.ts +1 -1
- package/lib/map-file/index.js +17 -17
- package/lib/map-file/map-file-util-spec-mockData.js +208 -208
- package/lib/map-file/map-file-util.d.ts +18 -18
- package/lib/map-file/map-file-util.js +136 -135
- package/lib/morph/index.d.ts +1 -1
- package/lib/morph/index.js +17 -17
- package/lib/morph/morph-transformer.d.ts +4 -4
- package/lib/morph/morph-transformer.js +16 -16
- package/lib/processor/index.d.ts +2 -2
- package/lib/processor/index.js +18 -18
- package/lib/processor/process-interfaces.d.ts +19 -18
- package/lib/processor/process-interfaces.js +11 -11
- package/lib/processor/transform-processor.d.ts +4 -4
- package/lib/processor/transform-processor.js +33 -33
- package/lib/rekey/index.d.ts +1 -1
- package/lib/rekey/index.js +17 -17
- package/lib/rekey/rekey-transformer.d.ts +5 -4
- package/lib/rekey/rekey-transformer.js +87 -26
- package/lib/remove/index.d.ts +1 -1
- package/lib/remove/index.js +17 -17
- package/lib/remove/remove-transformer.d.ts +4 -4
- package/lib/remove/remove-transformer.js +16 -16
- package/lib/value-function/index.d.ts +1 -1
- package/lib/value-function/index.js +17 -17
- package/lib/value-function/value-function-transformer.d.ts +4 -4
- package/lib/value-function/value-function-transformer.js +16 -16
- package/package.json +2 -2
package/.npmrc.bak
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
//registry.npmjs.org/:_authToken=${NPM_TOKEN}
|
package/.prettierrc.bak
ADDED
package/.prettierrc.yaml
ADDED
package/README.md
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
Data Transformation libraries for contrail/vibe platform.
|
|
2
|
-
|
|
3
|
-
### Local development
|
|
1
|
+
Data Transformation libraries for contrail/vibe platform.
|
|
2
|
+
|
|
3
|
+
### Local development
|
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
export declare class TransformDefinition {
|
|
2
|
-
fromProperty?: string;
|
|
3
|
-
toProperty: string;
|
|
4
|
-
conditions?: ConditionalValues[];
|
|
5
|
-
default?: any;
|
|
6
|
-
}
|
|
7
|
-
export declare class ConditionalValues {
|
|
8
|
-
conditional: string;
|
|
9
|
-
value: string;
|
|
10
|
-
}
|
|
11
|
-
export declare class ConditionalTransformer {
|
|
12
|
-
static evaluateTransformDefinitionsOnBatch(transformDefinitions: TransformDefinition[], rows: any[]): void;
|
|
13
|
-
static evaluateTransformDefinition(transformDefinition: TransformDefinition, row: any): void;
|
|
14
|
-
static evaluateConditional(condition: string, row: any): boolean;
|
|
15
|
-
static getValue(value: any, row: any): any;
|
|
16
|
-
}
|
|
1
|
+
export declare class TransformDefinition {
|
|
2
|
+
fromProperty?: string;
|
|
3
|
+
toProperty: string;
|
|
4
|
+
conditions?: ConditionalValues[];
|
|
5
|
+
default?: any;
|
|
6
|
+
}
|
|
7
|
+
export declare class ConditionalValues {
|
|
8
|
+
conditional: string;
|
|
9
|
+
value: string;
|
|
10
|
+
}
|
|
11
|
+
export declare class ConditionalTransformer {
|
|
12
|
+
static evaluateTransformDefinitionsOnBatch(transformDefinitions: TransformDefinition[], rows: any[]): void;
|
|
13
|
+
static evaluateTransformDefinition(transformDefinition: TransformDefinition, row: any): void;
|
|
14
|
+
static evaluateConditional(condition: string, row: any): boolean;
|
|
15
|
+
static getValue(value: any, row: any): any;
|
|
16
|
+
}
|
|
@@ -1,78 +1,78 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ConditionalTransformer = exports.ConditionalValues = exports.TransformDefinition = void 0;
|
|
4
|
-
const util_1 = require("@contrail/util");
|
|
5
|
-
class TransformDefinition {
|
|
6
|
-
}
|
|
7
|
-
exports.TransformDefinition = TransformDefinition;
|
|
8
|
-
class ConditionalValues {
|
|
9
|
-
}
|
|
10
|
-
exports.ConditionalValues = ConditionalValues;
|
|
11
|
-
class ConditionalTransformer {
|
|
12
|
-
static evaluateTransformDefinitionsOnBatch(transformDefinitions, rows) {
|
|
13
|
-
for (const transformDefinition of transformDefinitions) {
|
|
14
|
-
for (const row of rows) {
|
|
15
|
-
ConditionalTransformer.evaluateTransformDefinition(transformDefinition, row);
|
|
16
|
-
}
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
static evaluateTransformDefinition(transformDefinition, row) {
|
|
20
|
-
if (!transformDefinition?.conditions?.length) {
|
|
21
|
-
if (transformDefinition.fromProperty) {
|
|
22
|
-
if ((row[transformDefinition.fromProperty] === null ||
|
|
23
|
-
row[transformDefinition.fromProperty] === undefined ||
|
|
24
|
-
row[transformDefinition.fromProperty] === '') &&
|
|
25
|
-
transformDefinition.default) {
|
|
26
|
-
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
27
|
-
}
|
|
28
|
-
else {
|
|
29
|
-
row[transformDefinition.toProperty] = row[transformDefinition.fromProperty];
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
else if (transformDefinition.default) {
|
|
33
|
-
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
34
|
-
}
|
|
35
|
-
return;
|
|
36
|
-
}
|
|
37
|
-
let hit = false;
|
|
38
|
-
for (const condition of transformDefinition.conditions) {
|
|
39
|
-
if (ConditionalTransformer.evaluateConditional(condition.conditional, row)) {
|
|
40
|
-
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(condition.value, row);
|
|
41
|
-
hit = true;
|
|
42
|
-
break;
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
if (!hit && transformDefinition.default) {
|
|
46
|
-
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
static evaluateConditional(condition, row) {
|
|
50
|
-
const parsedCondition = util_1.StringUtil.parseVariables(condition, row, true);
|
|
51
|
-
let result = false;
|
|
52
|
-
try {
|
|
53
|
-
result = evaluateAsBool(parsedCondition);
|
|
54
|
-
}
|
|
55
|
-
catch (e) {
|
|
56
|
-
console.log('Failed to evaluate conditional. Error: ', e);
|
|
57
|
-
}
|
|
58
|
-
return result;
|
|
59
|
-
}
|
|
60
|
-
static getValue(value, row) {
|
|
61
|
-
if (util_1.StringUtil.isString(value) && value.includes('{')) {
|
|
62
|
-
try {
|
|
63
|
-
const val = evaluate(util_1.StringUtil.parseVariables(value, row, true));
|
|
64
|
-
return val;
|
|
65
|
-
}
|
|
66
|
-
catch {
|
|
67
|
-
console.log(`Error parsing value: ${value}`);
|
|
68
|
-
return undefined;
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
else {
|
|
72
|
-
return value;
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
}
|
|
76
|
-
exports.ConditionalTransformer = ConditionalTransformer;
|
|
77
|
-
const evaluateAsBool = c => Function(`return !!(${c})`)();
|
|
78
|
-
const evaluate = c => Function(`return ${c}`)();
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ConditionalTransformer = exports.ConditionalValues = exports.TransformDefinition = void 0;
|
|
4
|
+
const util_1 = require("@contrail/util");
|
|
5
|
+
class TransformDefinition {
|
|
6
|
+
}
|
|
7
|
+
exports.TransformDefinition = TransformDefinition;
|
|
8
|
+
class ConditionalValues {
|
|
9
|
+
}
|
|
10
|
+
exports.ConditionalValues = ConditionalValues;
|
|
11
|
+
class ConditionalTransformer {
|
|
12
|
+
static evaluateTransformDefinitionsOnBatch(transformDefinitions, rows) {
|
|
13
|
+
for (const transformDefinition of transformDefinitions) {
|
|
14
|
+
for (const row of rows) {
|
|
15
|
+
ConditionalTransformer.evaluateTransformDefinition(transformDefinition, row);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
static evaluateTransformDefinition(transformDefinition, row) {
|
|
20
|
+
if (!transformDefinition?.conditions?.length) {
|
|
21
|
+
if (transformDefinition.fromProperty) {
|
|
22
|
+
if ((row[transformDefinition.fromProperty] === null ||
|
|
23
|
+
row[transformDefinition.fromProperty] === undefined ||
|
|
24
|
+
row[transformDefinition.fromProperty] === '') &&
|
|
25
|
+
transformDefinition.default) {
|
|
26
|
+
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
27
|
+
}
|
|
28
|
+
else {
|
|
29
|
+
row[transformDefinition.toProperty] = row[transformDefinition.fromProperty];
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
else if (transformDefinition.default) {
|
|
33
|
+
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
34
|
+
}
|
|
35
|
+
return;
|
|
36
|
+
}
|
|
37
|
+
let hit = false;
|
|
38
|
+
for (const condition of transformDefinition.conditions) {
|
|
39
|
+
if (ConditionalTransformer.evaluateConditional(condition.conditional, row)) {
|
|
40
|
+
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(condition.value, row);
|
|
41
|
+
hit = true;
|
|
42
|
+
break;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
if (!hit && transformDefinition.default) {
|
|
46
|
+
row[transformDefinition.toProperty] = ConditionalTransformer.getValue(transformDefinition.default, row);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
static evaluateConditional(condition, row) {
|
|
50
|
+
const parsedCondition = util_1.StringUtil.parseVariables(condition, row, true);
|
|
51
|
+
let result = false;
|
|
52
|
+
try {
|
|
53
|
+
result = evaluateAsBool(parsedCondition);
|
|
54
|
+
}
|
|
55
|
+
catch (e) {
|
|
56
|
+
console.log('Failed to evaluate conditional. Error: ', e);
|
|
57
|
+
}
|
|
58
|
+
return result;
|
|
59
|
+
}
|
|
60
|
+
static getValue(value, row) {
|
|
61
|
+
if (util_1.StringUtil.isString(value) && value.includes('{')) {
|
|
62
|
+
try {
|
|
63
|
+
const val = evaluate(util_1.StringUtil.parseVariables(value, row, true));
|
|
64
|
+
return val;
|
|
65
|
+
}
|
|
66
|
+
catch {
|
|
67
|
+
console.log(`Error parsing value: ${value}`);
|
|
68
|
+
return undefined;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
else {
|
|
72
|
+
return value;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
exports.ConditionalTransformer = ConditionalTransformer;
|
|
77
|
+
const evaluateAsBool = (c) => Function(`return !!(${c})`)();
|
|
78
|
+
const evaluate = (c) => Function(`return ${c}`)();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export * from './conditional-transformer';
|
|
1
|
+
export * from './conditional-transformer';
|
package/lib/conditional/index.js
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./conditional-transformer"), exports);
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./conditional-transformer"), exports);
|
package/lib/index.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
export * from './conditional';
|
|
2
|
-
export * from './map-file';
|
|
3
|
-
export * from './morph';
|
|
4
|
-
export * from './processor';
|
|
5
|
-
export * from './rekey';
|
|
6
|
-
export * from './remove';
|
|
7
|
-
export * from './value-function';
|
|
1
|
+
export * from './conditional';
|
|
2
|
+
export * from './map-file';
|
|
3
|
+
export * from './morph';
|
|
4
|
+
export * from './processor';
|
|
5
|
+
export * from './rekey';
|
|
6
|
+
export * from './remove';
|
|
7
|
+
export * from './value-function';
|
package/lib/index.js
CHANGED
|
@@ -1,23 +1,23 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./conditional"), exports);
|
|
18
|
-
__exportStar(require("./map-file"), exports);
|
|
19
|
-
__exportStar(require("./morph"), exports);
|
|
20
|
-
__exportStar(require("./processor"), exports);
|
|
21
|
-
__exportStar(require("./rekey"), exports);
|
|
22
|
-
__exportStar(require("./remove"), exports);
|
|
23
|
-
__exportStar(require("./value-function"), exports);
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./conditional"), exports);
|
|
18
|
+
__exportStar(require("./map-file"), exports);
|
|
19
|
+
__exportStar(require("./morph"), exports);
|
|
20
|
+
__exportStar(require("./processor"), exports);
|
|
21
|
+
__exportStar(require("./rekey"), exports);
|
|
22
|
+
__exportStar(require("./remove"), exports);
|
|
23
|
+
__exportStar(require("./value-function"), exports);
|
package/lib/map-file/index.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export * from './map-file-util';
|
|
1
|
+
export * from './map-file-util';
|
package/lib/map-file/index.js
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./map-file-util"), exports);
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./map-file-util"), exports);
|