@cdp-forge/plugin-pipeline-sdk 1.2.0 → 1.2.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/PipelineStage.js +2 -2
- package/dist/PipelineStage.js.map +1 -1
- package/package.json +2 -1
- package/dist/config/default.ts +0 -43
package/dist/PipelineStage.js
CHANGED
|
@@ -28,7 +28,7 @@ class PipelineSTage {
|
|
|
28
28
|
async _start() {
|
|
29
29
|
if (this.output) {
|
|
30
30
|
this.producer = await this.pulsar.createProducer({
|
|
31
|
-
topic: this.
|
|
31
|
+
topic: this.output,
|
|
32
32
|
producerName: this.config.plugin.name + "-" + this.config.pod.name
|
|
33
33
|
});
|
|
34
34
|
}
|
|
@@ -51,8 +51,8 @@ class PipelineSTage {
|
|
|
51
51
|
await this.producer.send({
|
|
52
52
|
data: Buffer.from(JSON.stringify(elaboratedLog)),
|
|
53
53
|
});
|
|
54
|
-
await msgConsumer.acknowledge(msg);
|
|
55
54
|
}
|
|
55
|
+
await msgConsumer.acknowledge(msg);
|
|
56
56
|
},
|
|
57
57
|
});
|
|
58
58
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":";;;;;AAAA,kEAAmC;AAInC,MAAqB,aAAa;IAU9B,YAAY,MAAuB,EAAE,MAAc;QARnD,aAAQ,GAA2B,IAAI,CAAC;QACxC,aAAQ,GAA2B,IAAI,CAAC;QAQpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAM,CAAC,MAAM,CAAC;YAC9B,UAAU,EAAE,MAAM,CAAC,MAAO,CAAC,KAAK;SACjC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,cAA6B,IAAI;QAC7D,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC7C,KAAK,EAAE,IAAI,CAAC,MAAM
|
|
1
|
+
{"version":3,"file":"PipelineStage.js","sourceRoot":"","sources":["../src/PipelineStage.ts"],"names":[],"mappings":";;;;;AAAA,kEAAmC;AAInC,MAAqB,aAAa;IAU9B,YAAY,MAAuB,EAAE,MAAc;QARnD,aAAQ,GAA2B,IAAI,CAAC;QACxC,aAAQ,GAA2B,IAAI,CAAC;QAQpC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAI,uBAAM,CAAC,MAAM,CAAC;YAC9B,UAAU,EAAE,MAAM,CAAC,MAAO,CAAC,KAAK;SACjC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,cAA6B,IAAI;QAC7D,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC;QAC1B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,MAAM;QAChB,IAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;gBAC7C,KAAK,EAAE,IAAI,CAAC,MAAM;gBAClB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,MAAO,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI;aACtE,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,KAAM;YAClB,YAAY,EAAG,IAAI,CAAC,MAAM,CAAC,MAAO,CAAC,IAAI;YACvC,gBAAgB,EAAE,QAAQ;YAC1B,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE;gBACjC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACtC,MAAM,GAAG,GAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACtD,IAAG,CAAC,GAAG;oBAAE,OAAO;gBAChB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBACvD,IAAG,CAAC,aAAa,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;oBACxC,MAAM,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;oBACnC,OAAO;gBACX,CAAC;gBAED,IAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC9B,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;wBACrB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;qBACnD,CAAC,CAAC;gBACP,CAAC;gBACD,MAAM,WAAW,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACvC,CAAC;SACJ,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,IAAI,CAAC,gBAAgB,CAAC;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,KAAK;QACf,MAAM,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC7B,MAAM,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAC,WAA6B;QAC1D,IAAG,IAAI,CAAC,KAAK,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW;YAAE,OAAO;QACpE,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAC,WAAW,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,KAAK;QACd,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;CACJ;AAtFD,gCAsFC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cdp-forge/plugin-pipeline-sdk",
|
|
3
|
-
"version": "1.2.
|
|
3
|
+
"version": "1.2.2",
|
|
4
4
|
"description": "SDK for pipeline plugins for CDP Forge platform",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -14,6 +14,7 @@
|
|
|
14
14
|
"test": "npx jest",
|
|
15
15
|
"test:build": "tsc -p tsconfig.test.json",
|
|
16
16
|
"build": "tsc",
|
|
17
|
+
"prebuild": "npm run clean",
|
|
17
18
|
"prepublishOnly": "npm run build",
|
|
18
19
|
"clean": "rm -rf dist"
|
|
19
20
|
},
|
package/dist/config/default.ts
DELETED
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
import { Config } from "@cdp-forge/types";
|
|
2
|
-
type Parsed = string | number | boolean | string[] | number[];
|
|
3
|
-
|
|
4
|
-
function env<T extends Parsed>(key: string, fallback: T, type: 'string' | 'number' | 'boolean' | 'string[]' | 'number[]' = 'string'): T {
|
|
5
|
-
const val = process.env[key];
|
|
6
|
-
if (val === undefined) return fallback;
|
|
7
|
-
switch (type) {
|
|
8
|
-
case "string[]":
|
|
9
|
-
return val.split(',').map(s => s.trim()) as T;
|
|
10
|
-
case "number[]":
|
|
11
|
-
return val.split(',').map(s => Number(s.trim())) as T;
|
|
12
|
-
case "boolean":
|
|
13
|
-
return (val.toLowerCase() === 'true') as T;
|
|
14
|
-
case "number":
|
|
15
|
-
return Number(val) as T;
|
|
16
|
-
case "string":
|
|
17
|
-
return val as T;
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
const config: Config = {
|
|
22
|
-
kafka: {
|
|
23
|
-
brokers: env<string[]>('KAFKA_BROKERS', ['cdp-forge-kafka-kafka-bootstrap:9092'], 'string[]')
|
|
24
|
-
},
|
|
25
|
-
mysql: {
|
|
26
|
-
uri: env("MYSQL_URI","mysql://root:cdp-forge-root-2024@cdp-forge-mysql:3306/cdpforge")
|
|
27
|
-
},
|
|
28
|
-
opensearch:{
|
|
29
|
-
url: env("OPENSEARCH_URL","https://opensearch-cluster-master:9200"),
|
|
30
|
-
username: env("OPENSEARCH_USERNAME","admin"),
|
|
31
|
-
password: env("OPENSEARCH_PASSWORD","CdpForge@2024!")
|
|
32
|
-
},
|
|
33
|
-
pipelinemanager: {
|
|
34
|
-
config_topic: env("PIPELINEMANAGER_CONFIG_TOPIC","config"),
|
|
35
|
-
url: env("PIPELINEMANAGER_URL","http://cdp-forge-core-pipeline-manager"),
|
|
36
|
-
first_topic: env("PIPELINEMANAGER_FIRST_TOPIC", "logs")
|
|
37
|
-
},
|
|
38
|
-
pod: {
|
|
39
|
-
name: env("CLIENT_ID", Math.random().toString(36).substring(2, 10))
|
|
40
|
-
}
|
|
41
|
-
};
|
|
42
|
-
|
|
43
|
-
export default config;
|