@cdp-forge/plugin-pipeline-sdk 1.1.13 → 1.1.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -3
- package/dist/ConfigListener.d.ts +3 -3
- package/dist/ConfigListener.d.ts.map +1 -1
- package/dist/ConfigListener.js +4 -8
- package/dist/ConfigListener.js.map +1 -1
- package/dist/PipelineStage.d.ts.map +1 -1
- package/dist/PipelineStage.js +2 -6
- package/dist/PipelineStage.js.map +1 -1
- package/dist/index.d.ts +3 -4
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -6
- package/dist/index.js.map +1 -1
- package/dist/startServer.d.ts +1 -1
- package/dist/startServer.d.ts.map +1 -1
- package/dist/startServer.js +4 -2
- package/dist/startServer.js.map +1 -1
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -112,8 +112,6 @@ plugin:
|
|
|
112
112
|
name: 'myPlugin'
|
|
113
113
|
priority: 1 # 1 to 100 (not required if parallel)
|
|
114
114
|
type: 'blocking' # or 'parallel'
|
|
115
|
-
|
|
116
|
-
[any other useful string for the plugin]
|
|
117
115
|
```
|
|
118
116
|
|
|
119
117
|
### Field Descriptions
|
|
@@ -164,7 +162,7 @@ import { ConfigReader } from 'plugin-pipeline-sdk';
|
|
|
164
162
|
const config = ConfigReader.getInstance('./config/config.yml', './config/plugin.yml').config;
|
|
165
163
|
|
|
166
164
|
// Access cluster configuration
|
|
167
|
-
console.log(config.
|
|
165
|
+
console.log(config.kafka.brokers);
|
|
168
166
|
console.log(config.manager.url);
|
|
169
167
|
|
|
170
168
|
// Access plugin configuration
|
package/dist/ConfigListener.d.ts
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import
|
|
1
|
+
import PipelineStage from "./PipelineStage";
|
|
2
2
|
import { Config } from "@cdp-forge/types";
|
|
3
3
|
export default class ConfigListener {
|
|
4
4
|
private kafka;
|
|
5
5
|
private consumer;
|
|
6
6
|
private stage;
|
|
7
7
|
private config;
|
|
8
|
-
private consumerReadyP;
|
|
9
|
-
constructor(stage:
|
|
8
|
+
private readonly consumerReadyP;
|
|
9
|
+
constructor(stage: PipelineStage, config: Config);
|
|
10
10
|
start(): Promise<void>;
|
|
11
11
|
}
|
|
12
12
|
//# sourceMappingURL=ConfigListener.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ConfigListener.d.ts","sourceRoot":"","sources":["../src/ConfigListener.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAiB,MAAM,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"ConfigListener.d.ts","sourceRoot":"","sources":["../src/ConfigListener.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAiB,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAEzD,MAAM,CAAC,OAAO,OAAO,cAAc;IAC/B,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,QAAQ,CAAW;IAC3B,OAAO,CAAC,KAAK,CAAgB;IAC7B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgB;gBAEnC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM;IAc1C,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAgB/B"}
|
package/dist/ConfigListener.js
CHANGED
|
@@ -1,18 +1,14 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
3
|
const kafkajs_1 = require("kafkajs");
|
|
7
|
-
const config_1 = __importDefault(require("config"));
|
|
8
4
|
class ConfigListener {
|
|
9
5
|
constructor(stage, config) {
|
|
10
6
|
this.config = config;
|
|
11
7
|
this.kafka = new kafkajs_1.Kafka({
|
|
12
|
-
clientId: config.plugin.name + `plugin-${
|
|
13
|
-
brokers: config.
|
|
8
|
+
clientId: config.plugin.name + `plugin-${config.pod.name}`,
|
|
9
|
+
brokers: config.kafka.brokers,
|
|
14
10
|
});
|
|
15
|
-
this.consumer = this.kafka.consumer({ groupId: config.plugin.name + `plugin-${
|
|
11
|
+
this.consumer = this.kafka.consumer({ groupId: config.plugin.name + `plugin-${config.pod.name}` });
|
|
16
12
|
this.stage = stage;
|
|
17
13
|
this.consumerReadyP = new Promise((resolve) => {
|
|
18
14
|
this.consumer.on("consumer.fetch_start", () => resolve());
|
|
@@ -20,7 +16,7 @@ class ConfigListener {
|
|
|
20
16
|
}
|
|
21
17
|
async start() {
|
|
22
18
|
await this.consumer.connect();
|
|
23
|
-
await this.consumer.subscribe({ topic: this.config.
|
|
19
|
+
await this.consumer.subscribe({ topic: this.config.pipelinemanager.config_topic, fromBeginning: false });
|
|
24
20
|
await this.consumer.run({
|
|
25
21
|
autoCommit: false,
|
|
26
22
|
eachMessage: async ({ topic, partition, message }) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ConfigListener.js","sourceRoot":"","sources":["../src/ConfigListener.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ConfigListener.js","sourceRoot":"","sources":["../src/ConfigListener.ts"],"names":[],"mappings":";;AAAA,qCAA4D;AAI5D,MAAqB,cAAc;IAO/B,YAAY,KAAoB,EAAE,MAAc;QAC5C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;YAC3D,OAAO,EAAE,MAAM,CAAC,KAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,EAAC,CAAC,CAAC;QAErG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YAChD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,GAAE,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,KAAK;QACP,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,eAAgB,CAAC,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1G,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACpB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAuB,EAAE,EAAE;gBACtE,MAAM,MAAM,GAAkB,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAE1F,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,MAAO,CAAC,IAAI,EAAE,CAAC;oBACvD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;YAChH,CAAC;SACJ,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC;IAC9B,CAAC;CACJ;AArCD,iCAqCC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PipelineStage.d.ts","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAsB,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAO,MAAM,EAAE,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"PipelineStage.d.ts","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAsB,MAAM,SAAS,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAO,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,MAAM,CAAC,OAAO,OAAO,aAAa;IAC9B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,KAAK,CAAC;IACb,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,gBAAgB,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gBAElB,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,MAAM;IAgB7C,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,GAAE,MAAM,GAAG,IAAW,GAAG,OAAO,CAAC,IAAI,CAAC;YASnE,MAAM;IA6Bd,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAMb,KAAK;IAKb,OAAO,CAAC,UAAU,EAAE,MAAM,EAAC,WAAW,EAAE,MAAM,GAAC,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;CAIjF"}
|
package/dist/PipelineStage.js
CHANGED
|
@@ -1,16 +1,12 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
3
|
const kafkajs_1 = require("kafkajs");
|
|
7
|
-
const config_1 = __importDefault(require("config"));
|
|
8
4
|
class PipelineSTage {
|
|
9
5
|
constructor(plugin, config) {
|
|
10
6
|
this.plugin = plugin;
|
|
11
7
|
this.kafka = new kafkajs_1.Kafka({
|
|
12
|
-
clientId: config.plugin.name + `plugin-${
|
|
13
|
-
brokers: config.
|
|
8
|
+
clientId: config.plugin.name + `plugin-${config.pod.name}`,
|
|
9
|
+
brokers: config.kafka.brokers,
|
|
14
10
|
});
|
|
15
11
|
this.consumer = this.kafka.consumer({ groupId: config.plugin.name + `plugin` });
|
|
16
12
|
this.producer = this.kafka.producer();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":";;AAAA,qCAAwE;AAIxE,MAAqB,aAAa;IAU9B,YAAY,MAAuB,EAAE,MAAc;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC;YACrB,QAAQ,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,UAAU,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE;YAC3D,OAAO,EAAE,MAAM,CAAC,KAAM,CAAC,OAAO;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;YACjD,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAA;QAC5D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,cAA6B,IAAI;QAC7D,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,IAAG,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAE9C,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAM,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YACtB,UAAU,EAAE,KAAK;YACjB,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAuB,EAAE,EAAE;gBACxE,MAAM,GAAG,GAAQ,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC7E,IAAG,CAAC,GAAG;oBAAE,OAAO;gBAChB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACvD,IAAG,CAAC,aAAa,EAAE,CAAC;oBAClB,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACxC,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;oBAC5G,OAAO;gBACT,CAAC;gBAED,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACf,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACvB,KAAK,EAAE,IAAI,CAAC,MAAM;wBAClB,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC;qBACrD,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,CAAC;gBAC9G,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAC,WAA6B;QAC1D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;CACJ;AA/ED,gCA+EC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,8 +1,7 @@
|
|
|
1
|
-
import
|
|
1
|
+
import { Config } from "@cdp-forge/types";
|
|
2
|
+
declare const config: Config;
|
|
3
|
+
export { config as clusterConfig };
|
|
2
4
|
export type { PipelinePluginI } from './plugin/PipelinePluginI';
|
|
3
|
-
export { default as PipelineStage } from './PipelineStage';
|
|
4
|
-
export { default as ConfigListener } from './ConfigListener';
|
|
5
|
-
export { clusterConfig };
|
|
6
5
|
export { start } from './startServer';
|
|
7
6
|
export type * from '@cdp-forge/types';
|
|
8
7
|
export { GoogleTopicsMap } from '@cdp-forge/types';
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,QAAA,MAAM,MAAM,EAAE,MAAsC,CAAC;AAErD,OAAO,EAAE,MAAM,IAAK,aAAa,EAAC,CAAC;AACnC,YAAY,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,mBAAmB,kBAAkB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAA"}
|
package/dist/index.js
CHANGED
|
@@ -3,15 +3,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.GoogleTopicsMap = exports.start = exports.clusterConfig =
|
|
6
|
+
exports.GoogleTopicsMap = exports.start = exports.clusterConfig = void 0;
|
|
7
7
|
const dotenv_1 = __importDefault(require("dotenv"));
|
|
8
8
|
dotenv_1.default.config();
|
|
9
9
|
const config_1 = __importDefault(require("config"));
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
Object.defineProperty(exports, "PipelineStage", { enumerable: true, get: function () { return __importDefault(PipelineStage_1).default; } });
|
|
13
|
-
var ConfigListener_1 = require("./ConfigListener");
|
|
14
|
-
Object.defineProperty(exports, "ConfigListener", { enumerable: true, get: function () { return __importDefault(ConfigListener_1).default; } });
|
|
10
|
+
const config = config_1.default.util.toObject();
|
|
11
|
+
exports.clusterConfig = config;
|
|
15
12
|
var startServer_1 = require("./startServer");
|
|
16
13
|
Object.defineProperty(exports, "start", { enumerable: true, get: function () { return startServer_1.start; } });
|
|
17
14
|
var types_1 = require("@cdp-forge/types");
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,oDAAmC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,gBAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,oDAAmC;AAEnC,MAAM,MAAM,GAAW,gBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;AAEjC,+BAAa;AAEjC,6CAAsC;AAA7B,oGAAA,KAAK,OAAA;AAEd,0CAAkD;AAAzC,wGAAA,eAAe,OAAA"}
|
package/dist/startServer.d.ts
CHANGED
|
@@ -2,7 +2,7 @@ import { PipelinePluginI } from './plugin/PipelinePluginI';
|
|
|
2
2
|
import { Config } from '@cdp-forge/types';
|
|
3
3
|
import PipelineStage from './PipelineStage';
|
|
4
4
|
import ConfigListener from './ConfigListener';
|
|
5
|
-
export declare function start(plugin: PipelinePluginI,
|
|
5
|
+
export declare function start(plugin: PipelinePluginI, pluginConfig: Config['plugin']): Promise<{
|
|
6
6
|
stage: PipelineStage;
|
|
7
7
|
configListener: ConfigListener;
|
|
8
8
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"startServer.d.ts","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,cAAc,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"startServer.d.ts","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,aAAa,MAAM,iBAAiB,CAAC;AAC5C,OAAO,cAAc,MAAM,kBAAkB,CAAC;AAG9C,wBAAsB,KAAK,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC;;;GA0BhF"}
|
package/dist/startServer.js
CHANGED
|
@@ -6,11 +6,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.start = start;
|
|
7
7
|
const PipelineStage_1 = __importDefault(require("./PipelineStage"));
|
|
8
8
|
const ConfigListener_1 = __importDefault(require("./ConfigListener"));
|
|
9
|
-
|
|
9
|
+
const config_1 = __importDefault(require("config"));
|
|
10
|
+
async function start(plugin, pluginConfig) {
|
|
11
|
+
const config = Object.assign(config_1.default.util.toObject(), { plugin: pluginConfig });
|
|
10
12
|
const stage = new PipelineStage_1.default(plugin, config);
|
|
11
13
|
const configListener = new ConfigListener_1.default(stage, config);
|
|
12
14
|
await configListener.start();
|
|
13
|
-
const res = await fetch(`${config.
|
|
15
|
+
const res = await fetch(`${config.pipelinemanager.url}/register`, {
|
|
14
16
|
method: 'POST',
|
|
15
17
|
headers: {
|
|
16
18
|
'Content-Type': 'application/json',
|
package/dist/startServer.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"startServer.js","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"startServer.js","sourceRoot":"","sources":["../src/startServer.ts"],"names":[],"mappings":";;;;;AAMA,sBA0BG;AA9BH,oEAA4C;AAC5C,sEAA8C;AAC9C,oDAAmC;AAE5B,KAAK,UAAU,KAAK,CAAC,MAAuB,EAAE,YAA8B;IAC/E,MAAM,MAAM,GAAW,MAAM,CAAC,MAAM,CAAC,gBAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;IAC9F,MAAM,KAAK,GAAG,IAAI,uBAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,MAAM,cAAc,GAAG,IAAI,wBAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACzD,MAAM,cAAc,CAAC,KAAK,EAAE,CAAC;IAC7B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,MAAM,CAAC,eAAgB,CAAC,GAAG,WAAW,EAAE;QAC/D,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC;KACtC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,oDAAoD,GAAG,CAAC,UAAU,cAAc,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACrI,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC;IACF,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACjC,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAElC,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IACrE,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;AACnC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cdp-forge/plugin-pipeline-sdk",
|
|
3
|
-
"version": "1.1.
|
|
3
|
+
"version": "1.1.15",
|
|
4
4
|
"description": "SDK for pipeline plugins for CDP Forge platform",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -34,7 +34,7 @@
|
|
|
34
34
|
},
|
|
35
35
|
"homepage": "https://github.com/CDPForge/plugin-pipeline-template#readme",
|
|
36
36
|
"dependencies": {
|
|
37
|
-
"@cdp-forge/types": "^1.1.
|
|
37
|
+
"@cdp-forge/types": "^1.1.9",
|
|
38
38
|
"config": "^4.0.0",
|
|
39
39
|
"dotenv": "^17.2.0",
|
|
40
40
|
"kafkajs": "^2.2.4",
|