@terascope/job-components 0.75.1 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/builtin/collect/interfaces.d.ts +2 -2
- package/dist/src/builtin/collect/interfaces.d.ts.map +1 -1
- package/dist/src/builtin/collect/interfaces.js +1 -2
- package/dist/src/builtin/collect/processor.d.ts +4 -4
- package/dist/src/builtin/collect/processor.d.ts.map +1 -1
- package/dist/src/builtin/collect/processor.js +5 -7
- package/dist/src/builtin/collect/processor.js.map +1 -1
- package/dist/src/builtin/collect/schema.d.ts +2 -2
- package/dist/src/builtin/collect/schema.d.ts.map +1 -1
- package/dist/src/builtin/collect/schema.js +2 -5
- package/dist/src/builtin/collect/schema.js.map +1 -1
- package/dist/src/builtin/delay/interfaces.d.ts +1 -1
- package/dist/src/builtin/delay/interfaces.d.ts.map +1 -1
- package/dist/src/builtin/delay/interfaces.js +1 -2
- package/dist/src/builtin/delay/processor.d.ts +2 -2
- package/dist/src/builtin/delay/processor.d.ts.map +1 -1
- package/dist/src/builtin/delay/processor.js +4 -7
- package/dist/src/builtin/delay/processor.js.map +1 -1
- package/dist/src/builtin/delay/schema.d.ts +2 -2
- package/dist/src/builtin/delay/schema.d.ts.map +1 -1
- package/dist/src/builtin/delay/schema.js +2 -5
- package/dist/src/builtin/delay/schema.js.map +1 -1
- package/dist/src/builtin/index.d.ts +5 -5
- package/dist/src/builtin/index.d.ts.map +1 -1
- package/dist/src/builtin/index.js +6 -16
- package/dist/src/builtin/index.js.map +1 -1
- package/dist/src/builtin/noop/processor.d.ts +1 -1
- package/dist/src/builtin/noop/processor.d.ts.map +1 -1
- package/dist/src/builtin/noop/processor.js +2 -5
- package/dist/src/builtin/noop/processor.js.map +1 -1
- package/dist/src/builtin/noop/schema.d.ts +1 -1
- package/dist/src/builtin/noop/schema.d.ts.map +1 -1
- package/dist/src/builtin/noop/schema.js +2 -5
- package/dist/src/builtin/noop/schema.js.map +1 -1
- package/dist/src/builtin/test-reader/data/fetcher-data.d.ts +1 -1
- package/dist/src/builtin/test-reader/data/fetcher-data.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/data/fetcher-data.js +1 -2
- package/dist/src/builtin/test-reader/data/fetcher-data.js.map +1 -1
- package/dist/src/builtin/test-reader/data/slicer-data.d.ts +1 -1
- package/dist/src/builtin/test-reader/data/slicer-data.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/data/slicer-data.js +1 -2
- package/dist/src/builtin/test-reader/data/slicer-data.js.map +1 -1
- package/dist/src/builtin/test-reader/fetcher.d.ts +3 -3
- package/dist/src/builtin/test-reader/fetcher.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/fetcher.js +12 -21
- package/dist/src/builtin/test-reader/fetcher.js.map +1 -1
- package/dist/src/builtin/test-reader/interfaces.d.ts +1 -1
- package/dist/src/builtin/test-reader/interfaces.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/interfaces.js +1 -2
- package/dist/src/builtin/test-reader/schema.d.ts +2 -2
- package/dist/src/builtin/test-reader/schema.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/schema.js +2 -5
- package/dist/src/builtin/test-reader/schema.js.map +1 -1
- package/dist/src/builtin/test-reader/slicer.d.ts +3 -3
- package/dist/src/builtin/test-reader/slicer.d.ts.map +1 -1
- package/dist/src/builtin/test-reader/slicer.js +10 -19
- package/dist/src/builtin/test-reader/slicer.js.map +1 -1
- package/dist/src/config-validators.d.ts +1 -1
- package/dist/src/config-validators.d.ts.map +1 -1
- package/dist/src/config-validators.js +10 -19
- package/dist/src/config-validators.js.map +1 -1
- package/dist/src/execution-context/api.d.ts +4 -5
- package/dist/src/execution-context/api.d.ts.map +1 -1
- package/dist/src/execution-context/api.js +16 -16
- package/dist/src/execution-context/api.js.map +1 -1
- package/dist/src/execution-context/base.d.ts +6 -6
- package/dist/src/execution-context/base.d.ts.map +1 -1
- package/dist/src/execution-context/base.js +30 -27
- package/dist/src/execution-context/base.js.map +1 -1
- package/dist/src/execution-context/index.d.ts +9 -12
- package/dist/src/execution-context/index.d.ts.map +1 -1
- package/dist/src/execution-context/index.js +16 -44
- package/dist/src/execution-context/index.js.map +1 -1
- package/dist/src/execution-context/interfaces.d.ts +2 -2
- package/dist/src/execution-context/interfaces.d.ts.map +1 -1
- package/dist/src/execution-context/interfaces.js +1 -2
- package/dist/src/execution-context/slicer.d.ts +5 -4
- package/dist/src/execution-context/slicer.d.ts.map +1 -1
- package/dist/src/execution-context/slicer.js +20 -20
- package/dist/src/execution-context/slicer.js.map +1 -1
- package/dist/src/execution-context/utils.d.ts +1 -1
- package/dist/src/execution-context/utils.d.ts.map +1 -1
- package/dist/src/execution-context/utils.js +5 -11
- package/dist/src/execution-context/utils.js.map +1 -1
- package/dist/src/execution-context/worker.d.ts +6 -5
- package/dist/src/execution-context/worker.d.ts.map +1 -1
- package/dist/src/execution-context/worker.js +50 -68
- package/dist/src/execution-context/worker.js.map +1 -1
- package/dist/src/formats.d.ts +2 -2
- package/dist/src/formats.d.ts.map +1 -1
- package/dist/src/formats.js +21 -27
- package/dist/src/formats.js.map +1 -1
- package/dist/src/index.d.ts +12 -12
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/index.js +13 -29
- package/dist/src/index.js.map +1 -1
- package/dist/src/interfaces/context.d.ts +23 -140
- package/dist/src/interfaces/context.d.ts.map +1 -1
- package/dist/src/interfaces/context.js +1 -2
- package/dist/src/interfaces/index.d.ts +4 -5
- package/dist/src/interfaces/index.d.ts.map +1 -1
- package/dist/src/interfaces/index.js +4 -21
- package/dist/src/interfaces/index.js.map +1 -1
- package/dist/src/interfaces/misc.d.ts +3 -0
- package/dist/src/interfaces/misc.d.ts.map +1 -1
- package/dist/src/interfaces/misc.js +2 -2
- package/dist/src/interfaces/misc.js.map +1 -1
- package/dist/src/interfaces/operation-lifecycle.d.ts +4 -3
- package/dist/src/interfaces/operation-lifecycle.d.ts.map +1 -1
- package/dist/src/interfaces/operation-lifecycle.js +1 -2
- package/dist/src/interfaces/operations.d.ts +11 -64
- package/dist/src/interfaces/operations.d.ts.map +1 -1
- package/dist/src/interfaces/operations.js +1 -4
- package/dist/src/interfaces/operations.js.map +1 -1
- package/dist/src/job-schemas.d.ts +1 -1
- package/dist/src/job-schemas.d.ts.map +1 -1
- package/dist/src/job-schemas.js +32 -39
- package/dist/src/job-schemas.js.map +1 -1
- package/dist/src/job-validator.d.ts +3 -2
- package/dist/src/job-validator.d.ts.map +1 -1
- package/dist/src/job-validator.js +19 -20
- package/dist/src/job-validator.js.map +1 -1
- package/dist/src/operation-loader/index.d.ts +2 -2
- package/dist/src/operation-loader/index.d.ts.map +1 -1
- package/dist/src/operation-loader/index.js +2 -18
- package/dist/src/operation-loader/index.js.map +1 -1
- package/dist/src/operation-loader/interfaces.d.ts +1 -1
- package/dist/src/operation-loader/interfaces.d.ts.map +1 -1
- package/dist/src/operation-loader/interfaces.js +15 -18
- package/dist/src/operation-loader/interfaces.js.map +1 -1
- package/dist/src/operation-loader/loader.d.ts +7 -9
- package/dist/src/operation-loader/loader.d.ts.map +1 -1
- package/dist/src/operation-loader/loader.js +96 -137
- package/dist/src/operation-loader/loader.js.map +1 -1
- package/dist/src/operations/api-factory.d.ts +2 -2
- package/dist/src/operations/api-factory.d.ts.map +1 -1
- package/dist/src/operations/api-factory.js +4 -13
- package/dist/src/operations/api-factory.js.map +1 -1
- package/dist/src/operations/batch-processor.d.ts +2 -2
- package/dist/src/operations/batch-processor.d.ts.map +1 -1
- package/dist/src/operations/batch-processor.js +5 -11
- package/dist/src/operations/batch-processor.js.map +1 -1
- package/dist/src/operations/convict-schema.d.ts +2 -2
- package/dist/src/operations/convict-schema.d.ts.map +1 -1
- package/dist/src/operations/convict-schema.js +11 -15
- package/dist/src/operations/convict-schema.js.map +1 -1
- package/dist/src/operations/core/api-core.d.ts +4 -4
- package/dist/src/operations/core/api-core.d.ts.map +1 -1
- package/dist/src/operations/core/api-core.js +7 -10
- package/dist/src/operations/core/api-core.js.map +1 -1
- package/dist/src/operations/core/core.d.ts +2 -2
- package/dist/src/operations/core/core.d.ts.map +1 -1
- package/dist/src/operations/core/core.js +5 -4
- package/dist/src/operations/core/core.js.map +1 -1
- package/dist/src/operations/core/fetcher-core.d.ts +2 -2
- package/dist/src/operations/core/fetcher-core.d.ts.map +1 -1
- package/dist/src/operations/core/fetcher-core.js +2 -8
- package/dist/src/operations/core/fetcher-core.js.map +1 -1
- package/dist/src/operations/core/index.d.ts +6 -6
- package/dist/src/operations/core/index.d.ts.map +1 -1
- package/dist/src/operations/core/index.js +7 -18
- package/dist/src/operations/core/index.js.map +1 -1
- package/dist/src/operations/core/operation-core.d.ts +5 -5
- package/dist/src/operations/core/operation-core.d.ts.map +1 -1
- package/dist/src/operations/core/operation-core.js +8 -11
- package/dist/src/operations/core/operation-core.js.map +1 -1
- package/dist/src/operations/core/processor-core.d.ts +2 -2
- package/dist/src/operations/core/processor-core.d.ts.map +1 -1
- package/dist/src/operations/core/processor-core.js +2 -8
- package/dist/src/operations/core/processor-core.js.map +1 -1
- package/dist/src/operations/core/schema-core.d.ts +1 -1
- package/dist/src/operations/core/schema-core.d.ts.map +1 -1
- package/dist/src/operations/core/schema-core.js +3 -4
- package/dist/src/operations/core/schema-core.js.map +1 -1
- package/dist/src/operations/core/slicer-core.d.ts +4 -4
- package/dist/src/operations/core/slicer-core.d.ts.map +1 -1
- package/dist/src/operations/core/slicer-core.js +13 -14
- package/dist/src/operations/core/slicer-core.js.map +1 -1
- package/dist/src/operations/each-processor.d.ts +2 -2
- package/dist/src/operations/each-processor.d.ts.map +1 -1
- package/dist/src/operations/each-processor.js +2 -8
- package/dist/src/operations/each-processor.js.map +1 -1
- package/dist/src/operations/fetcher.d.ts +2 -2
- package/dist/src/operations/fetcher.d.ts.map +1 -1
- package/dist/src/operations/fetcher.js +4 -10
- package/dist/src/operations/fetcher.js.map +1 -1
- package/dist/src/operations/filter-processor.d.ts +2 -2
- package/dist/src/operations/filter-processor.d.ts.map +1 -1
- package/dist/src/operations/filter-processor.js +2 -8
- package/dist/src/operations/filter-processor.js.map +1 -1
- package/dist/src/operations/index.d.ts +14 -15
- package/dist/src/operations/index.d.ts.map +1 -1
- package/dist/src/operations/index.js +15 -47
- package/dist/src/operations/index.js.map +1 -1
- package/dist/src/operations/interfaces.d.ts +12 -12
- package/dist/src/operations/interfaces.d.ts.map +1 -1
- package/dist/src/operations/interfaces.js +1 -2
- package/dist/src/operations/job-observer.d.ts +3 -3
- package/dist/src/operations/job-observer.d.ts.map +1 -1
- package/dist/src/operations/job-observer.js +14 -10
- package/dist/src/operations/job-observer.js.map +1 -1
- package/dist/src/operations/map-processor.d.ts +2 -2
- package/dist/src/operations/map-processor.d.ts.map +1 -1
- package/dist/src/operations/map-processor.js +4 -10
- package/dist/src/operations/map-processor.js.map +1 -1
- package/dist/src/operations/observer.d.ts +2 -2
- package/dist/src/operations/observer.d.ts.map +1 -1
- package/dist/src/operations/observer.js +2 -8
- package/dist/src/operations/observer.js.map +1 -1
- package/dist/src/operations/operation-api.d.ts +2 -2
- package/dist/src/operations/operation-api.d.ts.map +1 -1
- package/dist/src/operations/operation-api.js +2 -8
- package/dist/src/operations/operation-api.js.map +1 -1
- package/dist/src/operations/parallel-slicer.d.ts +2 -2
- package/dist/src/operations/parallel-slicer.d.ts.map +1 -1
- package/dist/src/operations/parallel-slicer.js +7 -16
- package/dist/src/operations/parallel-slicer.js.map +1 -1
- package/dist/src/operations/slicer.d.ts +2 -2
- package/dist/src/operations/slicer.d.ts.map +1 -1
- package/dist/src/operations/slicer.js +7 -16
- package/dist/src/operations/slicer.js.map +1 -1
- package/dist/src/register-apis.d.ts +2 -3
- package/dist/src/register-apis.d.ts.map +1 -1
- package/dist/src/register-apis.js +17 -49
- package/dist/src/register-apis.js.map +1 -1
- package/dist/src/test-helpers.d.ts +11 -31
- package/dist/src/test-helpers.d.ts.map +1 -1
- package/dist/src/test-helpers.js +67 -150
- package/dist/src/test-helpers.js.map +1 -1
- package/dist/src/utils.d.ts +1 -1
- package/dist/src/utils.d.ts.map +1 -1
- package/dist/src/utils.js +9 -14
- package/dist/src/utils.js.map +1 -1
- package/package.json +10 -7
- package/dist/src/interfaces/jobs.d.ts +0 -171
- package/dist/src/interfaces/jobs.d.ts.map +0 -1
- package/dist/src/interfaces/jobs.js +0 -10
- package/dist/src/interfaces/jobs.js.map +0 -1
- package/dist/src/operations/shims/index.d.ts +0 -9
- package/dist/src/operations/shims/index.d.ts.map +0 -1
- package/dist/src/operations/shims/index.js +0 -21
- package/dist/src/operations/shims/index.js.map +0 -1
- package/dist/src/operations/shims/legacy-processor-shim.d.ts +0 -5
- package/dist/src/operations/shims/legacy-processor-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/legacy-processor-shim.js +0 -50
- package/dist/src/operations/shims/legacy-processor-shim.js.map +0 -1
- package/dist/src/operations/shims/legacy-reader-shim.d.ts +0 -7
- package/dist/src/operations/shims/legacy-reader-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/legacy-reader-shim.js +0 -66
- package/dist/src/operations/shims/legacy-reader-shim.js.map +0 -1
- package/dist/src/operations/shims/legacy-slice-events-shim.d.ts +0 -10
- package/dist/src/operations/shims/legacy-slice-events-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/legacy-slice-events-shim.js +0 -34
- package/dist/src/operations/shims/legacy-slice-events-shim.js.map +0 -1
- package/dist/src/operations/shims/operation-api-shim.d.ts +0 -7
- package/dist/src/operations/shims/operation-api-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/operation-api-shim.js +0 -10
- package/dist/src/operations/shims/operation-api-shim.js.map +0 -1
- package/dist/src/operations/shims/processor-shim.d.ts +0 -4
- package/dist/src/operations/shims/processor-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/processor-shim.js +0 -51
- package/dist/src/operations/shims/processor-shim.js.map +0 -1
- package/dist/src/operations/shims/reader-shim.d.ts +0 -4
- package/dist/src/operations/shims/reader-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/reader-shim.js +0 -92
- package/dist/src/operations/shims/reader-shim.js.map +0 -1
- package/dist/src/operations/shims/schema-shim.d.ts +0 -4
- package/dist/src/operations/shims/schema-shim.d.ts.map +0 -1
- package/dist/src/operations/shims/schema-shim.js +0 -31
- package/dist/src/operations/shims/schema-shim.js.map +0 -1
- package/dist/src/operations/shims/shim-utils.d.ts +0 -9
- package/dist/src/operations/shims/shim-utils.d.ts.map +0 -1
- package/dist/src/operations/shims/shim-utils.js +0 -34
- package/dist/src/operations/shims/shim-utils.js.map +0 -1
|
@@ -1,24 +1,21 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const utils_1 = require("@terascope/utils");
|
|
7
|
-
const schema_core_1 = __importDefault(require("./core/schema-core"));
|
|
8
|
-
const config_validators_1 = require("../config-validators");
|
|
1
|
+
import { has, get, toString, isDeepEqual } from '@terascope/utils';
|
|
2
|
+
import SchemaCore from './core/schema-core.js';
|
|
3
|
+
import { validateOpConfig, validateAPIConfig } from '../config-validators.js';
|
|
9
4
|
/**
|
|
10
5
|
* A base class for supporting convict "Schema" definitions
|
|
11
6
|
*/
|
|
12
|
-
class ConvictSchema extends
|
|
7
|
+
export default class ConvictSchema extends SchemaCore {
|
|
8
|
+
// ...
|
|
9
|
+
schema;
|
|
13
10
|
constructor(context, opType = 'operation') {
|
|
14
11
|
super(context, opType);
|
|
15
12
|
this.schema = this.build(context);
|
|
16
13
|
}
|
|
17
14
|
validate(inputConfig) {
|
|
18
15
|
if (this.opType === 'api') {
|
|
19
|
-
return
|
|
16
|
+
return validateAPIConfig(this.schema, inputConfig);
|
|
20
17
|
}
|
|
21
|
-
return
|
|
18
|
+
return validateOpConfig(this.schema, inputConfig);
|
|
22
19
|
}
|
|
23
20
|
validateJob(_job) {
|
|
24
21
|
}
|
|
@@ -60,9 +57,9 @@ class ConvictSchema extends schema_core_1.default {
|
|
|
60
57
|
else {
|
|
61
58
|
const mixedValues = {};
|
|
62
59
|
for (const [key, value] of Object.entries(apiConfig)) {
|
|
63
|
-
const configVal =
|
|
64
|
-
if (
|
|
65
|
-
mixedValues[key] = [
|
|
60
|
+
const configVal = get(config, key);
|
|
61
|
+
if (has(config, key) && !isDeepEqual(configVal, value)) {
|
|
62
|
+
mixedValues[key] = [toString(configVal), toString(value)];
|
|
66
63
|
}
|
|
67
64
|
}
|
|
68
65
|
let errMsg = '';
|
|
@@ -78,5 +75,4 @@ class ConvictSchema extends schema_core_1.default {
|
|
|
78
75
|
return 'convict';
|
|
79
76
|
}
|
|
80
77
|
}
|
|
81
|
-
exports.default = ConvictSchema;
|
|
82
78
|
//# sourceMappingURL=convict-schema.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"convict-schema.js","sourceRoot":"","sources":["../../../src/operations/convict-schema.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"convict-schema.js","sourceRoot":"","sources":["../../../src/operations/convict-schema.ts"],"names":[],"mappings":"AACA,OAAO,EACH,GAAG,EAAE,GAAG,EAAE,QAAQ,EAClB,WAAW,EACd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,UAAsB,MAAM,uBAAuB,CAAC;AAK3D,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAE9E;;GAEG;AACH,MAAM,CAAC,OAAO,OAAgB,aAC1B,SAAQ,UAAa;IACrB,MAAM;IACN,MAAM,CAAoB;IAE1B,YAAY,OAAgB,EAAE,SAAiB,WAAW;QACtD,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAID,QAAQ,CAAC,WAAgC;QACrC,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,EAAE;YACvB,OAAO,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;SACtD;QAED,OAAO,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACtD,CAAC;IAED,WAAW,CAAC,IAAwB;IAEpC,CAAC;IAED;;;;;;;;;;;;;;;;;;;;;;;;MAwBE;IACF,mBAAmB,CACf,OAAe,EAAE,GAAuB,EAAE,MAA2B;QAErE,IAAI,CAAC,GAAG,CAAC,IAAI;YAAE,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO,CAAC,CAAC;QAEtE,IAAI,CAAC,SAAS,EAAE;YACZ,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,OAAO;gBACd,GAAG,MAAM;aACZ,CAAC,CAAC;SACN;aAAM;YACH,MAAM,WAAW,GAA6B,EAAE,CAAC;YAEjD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE;gBAClD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;gBACnC,IAAI,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE;oBACpD,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;iBAC7D;aACJ;YAED,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE;gBACrD,MAAM,IAAI,cAAc,GAAG,iCAAiC,MAAM,CAAC,CAAC,CAAC,mDAAmD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;aAC1I;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACnB,MAAM,IAAI,KAAK,CAAC,6EAA6E,MAAM,EAAE,CAAC,CAAC;aAC1G;SACJ;IACL,CAAC;IAED,MAAM,CAAC,IAAI;QACP,OAAO,SAAS,CAAC;IACrB,CAAC;CAGJ"}
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import Core from './core';
|
|
2
|
-
import { ExecutionConfig, WorkerOperationLifeCycle, SlicerOperationLifeCycle,
|
|
1
|
+
import Core from './core.js';
|
|
2
|
+
import { ExecutionConfig, WorkerOperationLifeCycle, SlicerOperationLifeCycle, Context, APIConfig, DeadLetterAction } from '../../interfaces/index.js';
|
|
3
3
|
/**
|
|
4
4
|
* A base class for supporting APIs that run within an Execution Context.
|
|
5
5
|
*/
|
|
6
|
-
export default abstract class APICore<T = APIConfig> extends Core<
|
|
6
|
+
export default abstract class APICore<T = APIConfig> extends Core<Context> implements WorkerOperationLifeCycle, SlicerOperationLifeCycle {
|
|
7
7
|
readonly apiConfig: Readonly<APIConfig & T>;
|
|
8
8
|
deadLetterAction: DeadLetterAction;
|
|
9
|
-
constructor(context:
|
|
9
|
+
constructor(context: Context, apiConfig: APIConfig & T, executionConfig: ExecutionConfig);
|
|
10
10
|
initialize(): Promise<void>;
|
|
11
11
|
shutdown(): Promise<void>;
|
|
12
12
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/api-core.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,
|
|
1
|
+
{"version":3,"file":"api-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/api-core.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACH,eAAe,EACf,wBAAwB,EACxB,wBAAwB,EACxB,OAAO,EACP,SAAS,EACT,gBAAgB,EAEnB,MAAM,2BAA2B,CAAC;AAGnC;;GAEG;AACH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,OAAO,CAAC,CAAC,GAAG,SAAS,CAC/C,SAAQ,IAAI,CAAC,OAAO,CACpB,YAAW,wBAAwB,EAAE,wBAAwB;IAE7D,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;IAC5C,gBAAgB,EAAE,gBAAgB,CAAC;gBAG/B,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,SAAS,GAAG,CAAC,EACxB,eAAe,EAAE,eAAe;IAW9B,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;;;;;;;OAQG;IACH,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAW5D;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,GAAG,IAAI;CAiBzD"}
|
|
@@ -1,16 +1,14 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const core_1 = __importDefault(require("./core"));
|
|
7
|
-
const utils_1 = require("../../utils");
|
|
1
|
+
import Core from './core.js';
|
|
2
|
+
import { makeExContextLogger } from '../../utils.js';
|
|
8
3
|
/**
|
|
9
4
|
* A base class for supporting APIs that run within an Execution Context.
|
|
10
5
|
*/
|
|
11
|
-
class APICore extends
|
|
6
|
+
export default class APICore extends Core {
|
|
7
|
+
// ...
|
|
8
|
+
apiConfig;
|
|
9
|
+
deadLetterAction;
|
|
12
10
|
constructor(context, apiConfig, executionConfig) {
|
|
13
|
-
const logger =
|
|
11
|
+
const logger = makeExContextLogger(context, executionConfig, 'operation-api', {
|
|
14
12
|
apiName: apiConfig._name,
|
|
15
13
|
});
|
|
16
14
|
super(context, executionConfig, logger);
|
|
@@ -73,5 +71,4 @@ class APICore extends core_1.default {
|
|
|
73
71
|
return null;
|
|
74
72
|
}
|
|
75
73
|
}
|
|
76
|
-
exports.default = APICore;
|
|
77
74
|
//# sourceMappingURL=api-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-core.js","sourceRoot":"","sources":["../../../../src/operations/core/api-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"api-core.js","sourceRoot":"","sources":["../../../../src/operations/core/api-core.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAU7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD;;GAEG;AACH,MAAM,CAAC,OAAO,OAAgB,OAC1B,SAAQ,IAAa;IAErB,MAAM;IACG,SAAS,CAA0B;IAC5C,gBAAgB,CAAmB;IAEnC,YACI,OAAgB,EAChB,SAAwB,EACxB,eAAgC;QAEhC,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE;YAC1E,OAAO,EAAE,SAAS,CAAC,KAAK;SAC3B,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC,mBAAmB,IAAI,OAAO,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,0BAA0B,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,2BAA2B,CAAC,CAAC;IAClF,CAAC;IAED;;;;;;;;OAQG;IACH,SAAS,CAAO,EAAmB;QAC/B,OAAO,CAAC,KAAK,EAAE,EAAE;YACb,IAAI;gBACA,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC9B,OAAO,IAAI,CAAC;aACf;QACL,CAAC,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,KAAc,EAAE,GAAU;QACnC,IAAI,IAAI,CAAC,gBAAgB,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC7D,MAAM,GAAG,CAAC;SACb;QAED,IAAI,IAAI,CAAC,gBAAgB,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAElD,IAAI,IAAI,CAAC,gBAAgB,KAAK,KAAK,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC;SACf;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI;aACxB,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAoB,CAAC;QACvE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
/// <reference types="node" />
|
|
2
|
-
import { EventEmitter } from 'events';
|
|
2
|
+
import { EventEmitter } from 'node:events';
|
|
3
3
|
import { Logger } from '@terascope/utils';
|
|
4
|
-
import { Context, ExecutionConfig, OperationLifeCycle } from '../../interfaces';
|
|
4
|
+
import { Context, ExecutionConfig, OperationLifeCycle } from '../../interfaces/index.js';
|
|
5
5
|
/**
|
|
6
6
|
* The core class for creating for all varients or base classes for an operation.
|
|
7
7
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/core.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/core.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAEzF;;GAEG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,IAAI,CAAC,CAAC,SAAS,OAAO,CAAE,YAAW,kBAAkB;IAC/E,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,QAAQ,CAAC,eAAe,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAC;IACpD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;gBAElB,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;IAOxE,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAExD,QAAQ,CAAC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CACrC"}
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
1
|
/**
|
|
4
2
|
* The core class for creating for all varients or base classes for an operation.
|
|
5
3
|
*/
|
|
6
|
-
class Core {
|
|
4
|
+
export default class Core {
|
|
5
|
+
context;
|
|
6
|
+
executionConfig;
|
|
7
|
+
logger;
|
|
8
|
+
events;
|
|
7
9
|
constructor(context, executionConfig, logger) {
|
|
8
10
|
this.context = context;
|
|
9
11
|
this.executionConfig = executionConfig;
|
|
@@ -11,5 +13,4 @@ class Core {
|
|
|
11
13
|
this.events = context.apis.foundation.getSystemEvents();
|
|
12
14
|
}
|
|
13
15
|
}
|
|
14
|
-
exports.default = Core;
|
|
15
16
|
//# sourceMappingURL=core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"core.js","sourceRoot":"","sources":["../../../../src/operations/core/core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"core.js","sourceRoot":"","sources":["../../../../src/operations/core/core.ts"],"names":[],"mappings":"AAIA;;GAEG;AAEH,MAAM,CAAC,OAAO,OAAgB,IAAI;IACrB,OAAO,CAAc;IACrB,eAAe,CAA4B;IAC3C,MAAM,CAAS;IACf,MAAM,CAAe;IAE9B,YAAY,OAAU,EAAE,eAAgC,EAAE,MAAc;QACpE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;IAC5D,CAAC;CAKJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { OpConfig } from '../../interfaces';
|
|
3
|
-
import OperationCore from './operation-core';
|
|
2
|
+
import { OpConfig } from '../../interfaces/index.js';
|
|
3
|
+
import OperationCore from './operation-core.js';
|
|
4
4
|
/**
|
|
5
5
|
* A base class for supporting "Fetcher" that run on a "Worker".
|
|
6
6
|
* The "Fetcher" is a part of the "Reader" component of a job.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetcher-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/fetcher-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"fetcher-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/fetcher-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAEhD;;;;GAIG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,WAAW,CAAC,CAAC,GAAG,QAAQ,CAAE,SAAQ,aAAa,CAAC,CAAC,CAAC;IAC5E;;;OAGG;IACH,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CACjE"}
|
|
@@ -1,15 +1,9 @@
|
|
|
1
|
-
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const operation_core_1 = __importDefault(require("./operation-core"));
|
|
1
|
+
import OperationCore from './operation-core.js';
|
|
7
2
|
/**
|
|
8
3
|
* A base class for supporting "Fetcher" that run on a "Worker".
|
|
9
4
|
* The "Fetcher" is a part of the "Reader" component of a job.
|
|
10
5
|
* See [[OperationCore]]
|
|
11
6
|
*/
|
|
12
|
-
class FetcherCore extends
|
|
7
|
+
export default class FetcherCore extends OperationCore {
|
|
13
8
|
}
|
|
14
|
-
exports.default = FetcherCore;
|
|
15
9
|
//# sourceMappingURL=fetcher-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fetcher-core.js","sourceRoot":"","sources":["../../../../src/operations/core/fetcher-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"fetcher-core.js","sourceRoot":"","sources":["../../../../src/operations/core/fetcher-core.ts"],"names":[],"mappings":"AAEA,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAEhD;;;;GAIG;AAEH,MAAM,CAAC,OAAO,OAAgB,WAA0B,SAAQ,aAAgB;CAM/E"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import APICore from './api-core';
|
|
2
|
-
import FetcherCore from './fetcher-core';
|
|
3
|
-
import OperationCore from './operation-core';
|
|
4
|
-
import ProcessorCore from './processor-core';
|
|
5
|
-
import SchemaCore from './schema-core';
|
|
6
|
-
import SlicerCore from './slicer-core';
|
|
1
|
+
import APICore from './api-core.js';
|
|
2
|
+
import FetcherCore from './fetcher-core.js';
|
|
3
|
+
import OperationCore from './operation-core.js';
|
|
4
|
+
import ProcessorCore from './processor-core.js';
|
|
5
|
+
import SchemaCore from './schema-core.js';
|
|
6
|
+
import SlicerCore from './slicer-core.js';
|
|
7
7
|
export { APICore, FetcherCore, OperationCore, ProcessorCore, SchemaCore, SlicerCore, };
|
|
8
8
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,WAAW,MAAM,mBAAmB,CAAC;AAC5C,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EACH,OAAO,EACP,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,UAAU,GACb,CAAC"}
|
|
@@ -1,19 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
exports.APICore = api_core_1.default;
|
|
9
|
-
const fetcher_core_1 = __importDefault(require("./fetcher-core"));
|
|
10
|
-
exports.FetcherCore = fetcher_core_1.default;
|
|
11
|
-
const operation_core_1 = __importDefault(require("./operation-core"));
|
|
12
|
-
exports.OperationCore = operation_core_1.default;
|
|
13
|
-
const processor_core_1 = __importDefault(require("./processor-core"));
|
|
14
|
-
exports.ProcessorCore = processor_core_1.default;
|
|
15
|
-
const schema_core_1 = __importDefault(require("./schema-core"));
|
|
16
|
-
exports.SchemaCore = schema_core_1.default;
|
|
17
|
-
const slicer_core_1 = __importDefault(require("./slicer-core"));
|
|
18
|
-
exports.SlicerCore = slicer_core_1.default;
|
|
1
|
+
import APICore from './api-core.js';
|
|
2
|
+
import FetcherCore from './fetcher-core.js';
|
|
3
|
+
import OperationCore from './operation-core.js';
|
|
4
|
+
import ProcessorCore from './processor-core.js';
|
|
5
|
+
import SchemaCore from './schema-core.js';
|
|
6
|
+
import SlicerCore from './slicer-core.js';
|
|
7
|
+
export { APICore, FetcherCore, OperationCore, ProcessorCore, SchemaCore, SlicerCore, };
|
|
19
8
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/operations/core/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/operations/core/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,eAAe,CAAC;AACpC,OAAO,WAAW,MAAM,mBAAmB,CAAC;AAC5C,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EACH,OAAO,EACP,WAAW,EACX,aAAa,EACb,aAAa,EACb,UAAU,EACV,UAAU,GACb,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import '../../formats';
|
|
2
|
-
import Core from './core';
|
|
3
|
-
import { ExecutionConfig, WorkerOperationLifeCycle, OpAPI, OpConfig,
|
|
1
|
+
import '../../formats.js';
|
|
2
|
+
import Core from './core.js';
|
|
3
|
+
import { ExecutionConfig, WorkerOperationLifeCycle, OpAPI, OpConfig, Context, DeadLetterAction } from '../../interfaces/index.js';
|
|
4
4
|
/**
|
|
5
5
|
* A base class for supporting operations that run on a "Worker",
|
|
6
6
|
* that supports the job execution lifecycle events.
|
|
@@ -9,10 +9,10 @@ import { ExecutionConfig, WorkerOperationLifeCycle, OpAPI, OpConfig, WorkerConte
|
|
|
9
9
|
*
|
|
10
10
|
* See [[Core]] more information
|
|
11
11
|
*/
|
|
12
|
-
export default class OperationCore<T = OpConfig> extends Core<
|
|
12
|
+
export default class OperationCore<T = OpConfig> extends Core<Context> implements WorkerOperationLifeCycle {
|
|
13
13
|
readonly opConfig: Readonly<OpConfig & T>;
|
|
14
14
|
deadLetterAction: DeadLetterAction;
|
|
15
|
-
constructor(context:
|
|
15
|
+
constructor(context: Context, opConfig: OpConfig & T, executionConfig: ExecutionConfig);
|
|
16
16
|
initialize(): Promise<void>;
|
|
17
17
|
shutdown(): Promise<void>;
|
|
18
18
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operation-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/operation-core.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"operation-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/operation-core.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC;AAC1B,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACH,eAAe,EAAE,wBAAwB,EAAE,KAAK,EAChD,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAEtC,MAAM,2BAA2B,CAAC;AAGnC;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,OAAO,aAAa,CAAC,CAAC,GAAG,QAAQ,CAC3C,SAAQ,IAAI,CAAC,OAAO,CACpB,YAAW,wBAAwB;IAEnC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC1C,gBAAgB,EAAE,gBAAgB,CAAC;gBAEvB,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,CAAC,EAAE,eAAe,EAAE,eAAe;IAUhF,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;OAEG;IACG,SAAS,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC;IAIhD;;;;;;;;OAQG;IACH,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAW5D;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,GAAG,IAAI;CAgBzD"}
|
|
@@ -1,11 +1,6 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
require("../../formats"); // require to add the schema formats
|
|
7
|
-
const core_1 = __importDefault(require("./core"));
|
|
8
|
-
const utils_1 = require("../../utils");
|
|
1
|
+
import '../../formats.js'; // require to add the schema formats
|
|
2
|
+
import Core from './core.js';
|
|
3
|
+
import { makeExContextLogger } from '../../utils.js';
|
|
9
4
|
/**
|
|
10
5
|
* A base class for supporting operations that run on a "Worker",
|
|
11
6
|
* that supports the job execution lifecycle events.
|
|
@@ -14,9 +9,12 @@ const utils_1 = require("../../utils");
|
|
|
14
9
|
*
|
|
15
10
|
* See [[Core]] more information
|
|
16
11
|
*/
|
|
17
|
-
class OperationCore extends
|
|
12
|
+
export default class OperationCore extends Core {
|
|
13
|
+
// ...
|
|
14
|
+
opConfig;
|
|
15
|
+
deadLetterAction;
|
|
18
16
|
constructor(context, opConfig, executionConfig) {
|
|
19
|
-
const logger =
|
|
17
|
+
const logger = makeExContextLogger(context, executionConfig, 'operation', {
|
|
20
18
|
opName: opConfig._op,
|
|
21
19
|
});
|
|
22
20
|
super(context, executionConfig, logger);
|
|
@@ -90,5 +88,4 @@ class OperationCore extends core_1.default {
|
|
|
90
88
|
return null;
|
|
91
89
|
}
|
|
92
90
|
}
|
|
93
|
-
exports.default = OperationCore;
|
|
94
91
|
//# sourceMappingURL=operation-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"operation-core.js","sourceRoot":"","sources":["../../../../src/operations/core/operation-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"operation-core.js","sourceRoot":"","sources":["../../../../src/operations/core/operation-core.ts"],"names":[],"mappings":"AAAA,OAAO,kBAAkB,CAAC,CAAC,oCAAoC;AAC/D,OAAO,IAAI,MAAM,WAAW,CAAC;AAM7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,OAAO,aACjB,SAAQ,IAAa;IAErB,MAAM;IACG,QAAQ,CAAyB;IAC1C,gBAAgB,CAAmB;IAEnC,YAAY,OAAgB,EAAE,QAAsB,EAAE,eAAgC;QAClF,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE;YACtE,MAAM,EAAE,QAAQ,CAAC,GAAG;SACvB,CAAC,CAAC;QACH,KAAK,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QAExC,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC;QAChE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,qBAAqB,CAAC,CAAC;IACvG,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,sBAAsB,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAA0B,IAAY,EAAE,GAAG,MAAa;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAI,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,MAAM,CAA0B,IAAY;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAI,IAAI,CAAC,CAAC;IAC9D,CAAC;IAED;;;;;;;;OAQG;IACH,SAAS,CAAO,EAAmB;QAC/B,OAAO,CAAC,KAAK,EAAE,EAAE;YACb,IAAI;gBACA,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAC9B,OAAO,IAAI,CAAC;aACf;QACL,CAAC,CAAC;IACN,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,YAAY,CAAC,KAAc,EAAE,GAAU;QACnC,IAAI,IAAI,CAAC,gBAAgB,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC7D,MAAM,GAAG,CAAC;SACb;QAED,IAAI,IAAI,CAAC,gBAAgB,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC;QAElD,IAAI,IAAI,CAAC,gBAAgB,KAAK,KAAK,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC;YAC5C,OAAO,IAAI,CAAC;SACf;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAoB,CAAC;QAClE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import OperationCore from './operation-core';
|
|
3
|
-
import { SliceRequest, OpConfig } from '../../interfaces';
|
|
2
|
+
import OperationCore from './operation-core.js';
|
|
3
|
+
import { SliceRequest, OpConfig } from '../../interfaces/index.js';
|
|
4
4
|
/**
|
|
5
5
|
* A base class for supporting "Processors" that run on a "Worker".
|
|
6
6
|
* A "Processor" cannot be the first operation in the job configuration.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"processor-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/processor-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,aAAa,MAAM,
|
|
1
|
+
{"version":3,"file":"processor-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/processor-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAEnE;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,aAAa,CAAC,CAAC,GAAG,QAAQ,CAAE,SAAQ,aAAa,CAAC,CAAC,CAAC;IAC9E;;;;;OAKG;IACH,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,YAAY,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAC3F"}
|
|
@@ -1,9 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const operation_core_1 = __importDefault(require("./operation-core"));
|
|
1
|
+
import OperationCore from './operation-core.js';
|
|
7
2
|
/**
|
|
8
3
|
* A base class for supporting "Processors" that run on a "Worker".
|
|
9
4
|
* A "Processor" cannot be the first operation in the job configuration.
|
|
@@ -12,7 +7,6 @@ const operation_core_1 = __importDefault(require("./operation-core"));
|
|
|
12
7
|
*
|
|
13
8
|
* See [[OperationCore]] for more information
|
|
14
9
|
*/
|
|
15
|
-
class ProcessorCore extends
|
|
10
|
+
export default class ProcessorCore extends OperationCore {
|
|
16
11
|
}
|
|
17
|
-
exports.default = ProcessorCore;
|
|
18
12
|
//# sourceMappingURL=processor-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"processor-core.js","sourceRoot":"","sources":["../../../../src/operations/core/processor-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"processor-core.js","sourceRoot":"","sources":["../../../../src/operations/core/processor-core.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,qBAAqB,CAAC;AAGhD;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,OAAgB,aAA4B,SAAQ,aAAgB;CAQjF"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/schema-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"schema-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/schema-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAElF;;GAEG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,UAAU,CAAC,CAAC;IACtC,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;gBAEZ,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IAK5C,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,GAAG;IACtC,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,QAAQ,GAAG,CAAC;IACjE,QAAQ,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,kBAAkB,GAAG,IAAI;CACvD;AAED,MAAM,MAAM,MAAM,GAAG,WAAW,GAAC,KAAK,CAAC"}
|
|
@@ -1,13 +1,12 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
1
|
/**
|
|
4
2
|
* A base class for supporting "Schema" definition
|
|
5
3
|
*/
|
|
6
|
-
class SchemaCore {
|
|
4
|
+
export default class SchemaCore {
|
|
5
|
+
context;
|
|
6
|
+
opType;
|
|
7
7
|
constructor(context, opType) {
|
|
8
8
|
this.context = context;
|
|
9
9
|
this.opType = opType;
|
|
10
10
|
}
|
|
11
11
|
}
|
|
12
|
-
exports.default = SchemaCore;
|
|
13
12
|
//# sourceMappingURL=schema-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"schema-core.js","sourceRoot":"","sources":["../../../../src/operations/core/schema-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"schema-core.js","sourceRoot":"","sources":["../../../../src/operations/core/schema-core.ts"],"names":[],"mappings":"AAEA;;GAEG;AAEH,MAAM,CAAC,OAAO,OAAgB,UAAU;IAC1B,OAAO,CAAU;IAClB,MAAM,CAAS;IAExB,YAAY,OAAgB,EAAE,MAAc;QACxC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;CAKJ"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { OpConfig, ExecutionConfig, Slice, SliceRequest, SlicerOperationLifeCycle, ExecutionStats,
|
|
2
|
-
import Core from './core';
|
|
1
|
+
import { OpConfig, ExecutionConfig, Slice, SliceRequest, SlicerOperationLifeCycle, ExecutionStats, Context, SlicerRecoveryData, OpAPI } from '../../interfaces/index.js';
|
|
2
|
+
import Core from './core.js';
|
|
3
3
|
/**
|
|
4
4
|
* A base class for supporting "Slicers" that run on a "Execution Controller",
|
|
5
5
|
* that supports the execution lifecycle events.
|
|
@@ -8,12 +8,12 @@ import Core from './core';
|
|
|
8
8
|
*
|
|
9
9
|
* See [[Core]] for more information
|
|
10
10
|
*/
|
|
11
|
-
export default abstract class SlicerCore<T = OpConfig> extends Core<
|
|
11
|
+
export default abstract class SlicerCore<T = OpConfig> extends Core<Context> implements SlicerOperationLifeCycle {
|
|
12
12
|
protected stats: ExecutionStats;
|
|
13
13
|
protected recoveryData: SlicerRecoveryData[];
|
|
14
14
|
protected readonly opConfig: Readonly<OpConfig & T>;
|
|
15
15
|
private readonly queue;
|
|
16
|
-
constructor(context:
|
|
16
|
+
constructor(context: Context, opConfig: OpConfig & T, executionConfig: ExecutionConfig);
|
|
17
17
|
/**
|
|
18
18
|
* Called during execution initialization
|
|
19
19
|
* @param recoveryData is the data to recover from
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"slicer-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/slicer-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"slicer-core.d.ts","sourceRoot":"","sources":["../../../../src/operations/core/slicer-core.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,QAAQ,EAAE,eAAe,EAAE,KAAK,EAChC,YAAY,EAAE,wBAAwB,EACtC,cAAc,EAAE,OAAO,EAAE,kBAAkB,EAC3C,KAAK,EACR,MAAM,2BAA2B,CAAC;AACnC,OAAO,IAAI,MAAM,WAAW,CAAC;AAG7B;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,UAAU,CAAC,CAAC,GAAG,QAAQ,CACjD,SAAQ,IAAI,CAAC,OAAO,CACpB,YAAW,wBAAwB;IAEnC,SAAS,CAAC,KAAK,EAAE,cAAc,CAAC;IAChC,SAAS,CAAC,YAAY,EAAE,kBAAkB,EAAE,CAAC;IAC7C,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACpD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;gBAEzB,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,GAAG,CAAC,EAAE,eAAe,EAAE,eAAe;IAqBtF;;;OAGG;IACG,UAAU,CAAC,YAAY,EAAE,kBAAkB,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7D,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B;;OAEG;IACG,SAAS,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,CAAC,SAAS,KAAK,GAAG,KAAK,EAAE,IAAI,EAAE,MAAM,GAAG,CAAC;IAIhD;;;;OAIG;IACH,QAAQ,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;IAEnC;;OAEG;IACH,QAAQ,CAAC,OAAO,IAAI,MAAM;IAE1B;;;;OAIG;IACH,WAAW,CAAC,KAAK,EAAE,KAAK,GAAG,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,SAAI,GAAG,IAAI;IAcrE;;OAEG;IACH,QAAQ,IAAI,KAAK,GAAG,IAAI;IAMxB;;OAEG;IACH,SAAS,CAAC,GAAG,EAAE,MAAM,GAAG,KAAK,EAAE;IAe/B;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;;;;OAKG;IACH,cAAc,IAAI,MAAM;IAIxB,gBAAgB,CAAC,KAAK,EAAE,cAAc,GAAG,IAAI;IAI7C,SAAS,CAAC,WAAW,IAAI,OAAO;IAIhC,SAAS,KAAK,gBAAgB,IAAI,MAAM,CAEvC;CACJ"}
|
|
@@ -1,12 +1,7 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const uuid_1 = require("uuid");
|
|
7
|
-
const utils_1 = require("@terascope/utils");
|
|
8
|
-
const core_1 = __importDefault(require("./core"));
|
|
9
|
-
const utils_2 = require("../../utils");
|
|
1
|
+
import { v4 as uuidv4 } from 'uuid';
|
|
2
|
+
import { Queue } from '@terascope/utils';
|
|
3
|
+
import Core from './core.js';
|
|
4
|
+
import { makeExContextLogger } from '../../utils.js';
|
|
10
5
|
/**
|
|
11
6
|
* A base class for supporting "Slicers" that run on a "Execution Controller",
|
|
12
7
|
* that supports the execution lifecycle events.
|
|
@@ -15,14 +10,19 @@ const utils_2 = require("../../utils");
|
|
|
15
10
|
*
|
|
16
11
|
* See [[Core]] for more information
|
|
17
12
|
*/
|
|
18
|
-
class SlicerCore extends
|
|
13
|
+
export default class SlicerCore extends Core {
|
|
14
|
+
// ...
|
|
15
|
+
stats;
|
|
16
|
+
recoveryData;
|
|
17
|
+
opConfig;
|
|
18
|
+
queue;
|
|
19
19
|
constructor(context, opConfig, executionConfig) {
|
|
20
|
-
const logger =
|
|
20
|
+
const logger = makeExContextLogger(context, executionConfig, 'slicer', {
|
|
21
21
|
opName: opConfig._op,
|
|
22
22
|
});
|
|
23
23
|
super(context, executionConfig, logger);
|
|
24
24
|
this.opConfig = opConfig;
|
|
25
|
-
this.queue = new
|
|
25
|
+
this.queue = new Queue();
|
|
26
26
|
this.recoveryData = [];
|
|
27
27
|
this.stats = {
|
|
28
28
|
workers: {
|
|
@@ -70,7 +70,7 @@ class SlicerCore extends core_1.default {
|
|
|
70
70
|
}
|
|
71
71
|
else {
|
|
72
72
|
this.queue.enqueue({
|
|
73
|
-
slice_id: (
|
|
73
|
+
slice_id: uuidv4(),
|
|
74
74
|
slicer_id: id,
|
|
75
75
|
slicer_order: order,
|
|
76
76
|
request: input,
|
|
@@ -131,5 +131,4 @@ class SlicerCore extends core_1.default {
|
|
|
131
131
|
return this.stats.workers.connected;
|
|
132
132
|
}
|
|
133
133
|
}
|
|
134
|
-
exports.default = SlicerCore;
|
|
135
134
|
//# sourceMappingURL=slicer-core.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"slicer-core.js","sourceRoot":"","sources":["../../../../src/operations/core/slicer-core.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"slicer-core.js","sourceRoot":"","sources":["../../../../src/operations/core/slicer-core.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAOzC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD;;;;;;;GAOG;AAEH,MAAM,CAAC,OAAO,OAAgB,UAC1B,SAAQ,IAAa;IAErB,MAAM;IACI,KAAK,CAAiB;IACtB,YAAY,CAAuB;IAC1B,QAAQ,CAAyB;IACnC,KAAK,CAAe;IAErC,YAAY,OAAgB,EAAE,QAAsB,EAAE,eAAgC;QAClF,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE;YACnE,MAAM,EAAE,QAAQ,CAAC,GAAG;SACvB,CAAC,CAAC;QAEH,KAAK,CAAC,OAAO,EAAE,eAAe,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG;YACT,OAAO,EAAE;gBACL,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;aACf;YACD,MAAM,EAAE;gBACJ,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,CAAC;aACZ;SACJ,CAAC;IACN,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,YAAkC;QAC/C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,qBAAqB,EAAE,YAAY,CAAC,CAAC;IACrH,CAAC;IAED,KAAK,CAAC,QAAQ;QACV,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,GAAG,sBAAsB,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAA0B,IAAY,EAAE,GAAG,MAAa;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAI,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,MAAM,CAA0B,IAAY;QACxC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAI,IAAI,CAAC,CAAC;IAC9D,CAAC;IAcD;;;;OAIG;IACH,WAAW,CAAC,KAA2B,EAAE,KAAa,EAAE,EAAE,GAAG,CAAC;QAC1D,iDAAiD;QACjD,IAAI,KAAK,CAAC,QAAQ,EAAE;YAChB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAc,CAAC,CAAC;SACtC;aAAM;YACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;gBACf,QAAQ,EAAE,MAAM,EAAE;gBAClB,SAAS,EAAE,EAAE;gBACb,YAAY,EAAE,KAAK;gBACnB,OAAO,EAAE,KAAK;aACR,CAAC,CAAC;SACf;IACL,CAAC;IAED;;OAEG;IACH,QAAQ;QACJ,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;YAAE,OAAO,IAAI,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACpC,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,GAAW;QACjB,MAAM,KAAK,GAAG,GAAG,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QAEhE,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACnC,IAAI,CAAC,KAAK;gBAAE,OAAO,MAAM,CAAC;YAE1B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACtB;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,UAAU;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,aAAa;QACT,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;;OAKG;IACH,cAAc;QACV,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,gBAAgB,CAAC,KAAqB;QAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAES,WAAW;QACjB,OAAO,IAAI,CAAC,eAAe,CAAC,SAAS,KAAK,MAAM,CAAC;IACrD,CAAC;IAED,IAAc,gBAAgB;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;IACxC,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity } from '@terascope/utils';
|
|
2
|
-
import { OpConfig } from '../interfaces';
|
|
3
|
-
import ProcessorCore from './core/processor-core';
|
|
2
|
+
import { OpConfig } from '../interfaces/index.js';
|
|
3
|
+
import ProcessorCore from './core/processor-core.js';
|
|
4
4
|
/**
|
|
5
5
|
* A variation of Processor that can process a single DataEntity at a time.
|
|
6
6
|
* This processor should have limit the side-effects on the data.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"each-processor.d.ts","sourceRoot":"","sources":["../../../src/operations/each-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"each-processor.d.ts","sourceRoot":"","sources":["../../../src/operations/each-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,aAAa,MAAM,0BAA0B,CAAC;AAErD;;;GAGG;AAEH,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,aAAa,CAAC,CAAC,GAAG,QAAQ,CAAE,SAAQ,aAAa,CAAC,CAAC,CAAC;IAC9E;;;OAGG;IACH,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI;IAE5E;;;;OAIG;IACG,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,UAAU,EAAE,CAAC;CAI3D"}
|
|
@@ -1,14 +1,9 @@
|
|
|
1
|
-
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const processor_core_1 = __importDefault(require("./core/processor-core"));
|
|
1
|
+
import ProcessorCore from './core/processor-core.js';
|
|
7
2
|
/**
|
|
8
3
|
* A variation of Processor that can process a single DataEntity at a time.
|
|
9
4
|
* This processor should have limit the side-effects on the data.
|
|
10
5
|
*/
|
|
11
|
-
class EachProcessor extends
|
|
6
|
+
export default class EachProcessor extends ProcessorCore {
|
|
12
7
|
/**
|
|
13
8
|
* A generic method called by the Teraslice framework, calls {@link #forEach}
|
|
14
9
|
* @param input an array of DataEntities
|
|
@@ -19,5 +14,4 @@ class EachProcessor extends processor_core_1.default {
|
|
|
19
14
|
return input;
|
|
20
15
|
}
|
|
21
16
|
}
|
|
22
|
-
exports.default = EachProcessor;
|
|
23
17
|
//# sourceMappingURL=each-processor.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"each-processor.js","sourceRoot":"","sources":["../../../src/operations/each-processor.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"each-processor.js","sourceRoot":"","sources":["../../../src/operations/each-processor.ts"],"names":[],"mappings":"AAEA,OAAO,aAAa,MAAM,0BAA0B,CAAC;AAErD;;;GAGG;AAEH,MAAM,CAAC,OAAO,OAAgB,aAA4B,SAAQ,aAAgB;IAO9E;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,KAAmB;QAC5B,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;QACxE,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { DataEntity, DataArrayInput } from '@terascope/utils';
|
|
2
|
-
import { OpConfig } from '../interfaces';
|
|
3
|
-
import FetcherCore from './core/fetcher-core';
|
|
2
|
+
import { OpConfig } from '../interfaces/index.js';
|
|
3
|
+
import FetcherCore from './core/fetcher-core.js';
|
|
4
4
|
/**
|
|
5
5
|
* The simpliest varient of "Fetcher"
|
|
6
6
|
*/
|