@backstage-community/plugin-kafka-backend 0.3.16 → 0.3.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/alpha/package.json +2 -2
- package/dist/alpha.cjs.js +1 -1
- package/dist/alpha.d.ts +1 -1
- package/dist/cjs/{router-Cun3PwJD.cjs.js → router-g33Bo2jE.cjs.js} +3 -9
- package/dist/cjs/{router-Cun3PwJD.cjs.js.map → router-g33Bo2jE.cjs.js.map} +1 -1
- package/dist/index.cjs.js +1 -1
- package/package.json +10 -5
package/CHANGELOG.md
CHANGED
package/alpha/package.json
CHANGED
package/dist/alpha.cjs.js
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
Object.defineProperty(exports, '__esModule', { value: true });
|
|
4
4
|
|
|
5
5
|
var backendPluginApi = require('@backstage/backend-plugin-api');
|
|
6
|
-
var router = require('./cjs/router-
|
|
6
|
+
var router = require('./cjs/router-g33Bo2jE.cjs.js');
|
|
7
7
|
require('express');
|
|
8
8
|
require('express-promise-router');
|
|
9
9
|
require('@backstage/errors');
|
package/dist/alpha.d.ts
CHANGED
|
@@ -5,6 +5,6 @@ import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
|
|
|
5
5
|
*
|
|
6
6
|
* @alpha
|
|
7
7
|
*/
|
|
8
|
-
declare const _default:
|
|
8
|
+
declare const _default: _backstage_backend_plugin_api.BackendFeatureCompat;
|
|
9
9
|
|
|
10
10
|
export { _default as default };
|
|
@@ -12,16 +12,10 @@ var express__default = /*#__PURE__*/_interopDefaultCompat(express);
|
|
|
12
12
|
var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
|
|
13
13
|
var ___default = /*#__PURE__*/_interopDefaultCompat(_);
|
|
14
14
|
|
|
15
|
-
var __defProp = Object.defineProperty;
|
|
16
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
17
|
-
var __publicField = (obj, key, value) => {
|
|
18
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
19
|
-
return value;
|
|
20
|
-
};
|
|
21
15
|
class KafkaJsApiImpl {
|
|
16
|
+
kafka;
|
|
17
|
+
logger;
|
|
22
18
|
constructor(options) {
|
|
23
|
-
__publicField(this, "kafka");
|
|
24
|
-
__publicField(this, "logger");
|
|
25
19
|
options.logger.debug(
|
|
26
20
|
`creating kafka client with clientId=${options.clientId} and brokers=${options.brokers}`
|
|
27
21
|
);
|
|
@@ -129,4 +123,4 @@ async function createRouter(options) {
|
|
|
129
123
|
}
|
|
130
124
|
|
|
131
125
|
exports.createRouter = createRouter;
|
|
132
|
-
//# sourceMappingURL=router-
|
|
126
|
+
//# sourceMappingURL=router-g33Bo2jE.cjs.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"router-Cun3PwJD.cjs.js","sources":["../../src/service/KafkaApi.ts","../../src/config/ClusterReader.ts","../../src/service/router.ts"],"sourcesContent":["/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Kafka, SeekEntry } from 'kafkajs';\nimport { SaslConfig, SslConfig } from '../types/types';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nexport type PartitionOffset = {\n id: number;\n offset: string;\n};\n\nexport type TopicOffset = {\n topic: string;\n partitions: PartitionOffset[];\n};\n\nexport type Options = {\n clientId: string;\n brokers: string[];\n ssl?: SslConfig;\n sasl?: SaslConfig;\n logger: LoggerService;\n};\n\nexport interface KafkaApi {\n fetchTopicOffsets(topic: string): Promise<Array<PartitionOffset>>;\n fetchGroupOffsets(groupId: string): Promise<Array<TopicOffset>>;\n}\n\nexport class KafkaJsApiImpl implements KafkaApi {\n private readonly kafka: Kafka;\n private readonly logger: LoggerService;\n\n constructor(options: Options) {\n options.logger.debug(\n `creating kafka client with clientId=${options.clientId} and brokers=${options.brokers}`,\n );\n\n this.kafka = new Kafka(options);\n this.logger = options.logger;\n }\n\n async fetchTopicOffsets(topic: string): Promise<Array<PartitionOffset>> {\n this.logger.debug(`fetching topic offsets for ${topic}`);\n\n const admin = this.kafka.admin();\n await admin.connect();\n\n try {\n return KafkaJsApiImpl.toPartitionOffsets(\n await admin.fetchTopicOffsets(topic),\n );\n } finally {\n await admin.disconnect();\n }\n }\n\n async fetchGroupOffsets(groupId: string): Promise<Array<TopicOffset>> {\n this.logger.debug(`fetching consumer group offsets for ${groupId}`);\n\n const admin = this.kafka.admin();\n await admin.connect();\n\n try {\n const groupOffsets = await admin.fetchOffsets({ groupId });\n\n return groupOffsets.map(topicOffset => ({\n topic: topicOffset.topic,\n partitions: KafkaJsApiImpl.toPartitionOffsets(topicOffset.partitions),\n }));\n } finally {\n await admin.disconnect();\n }\n }\n\n private static toPartitionOffsets(\n result: Array<SeekEntry>,\n ): Array<PartitionOffset> {\n return result.map(seekEntry => ({\n id: seekEntry.partition,\n offset: seekEntry.offset,\n }));\n }\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { ClusterDetails, SslConfig, SaslConfig } from '../types/types';\n\nexport function getClusterDetails(config: Config[]): ClusterDetails[] {\n return config.map(clusterConfig => {\n const clusterDetails = {\n name: clusterConfig.getString('name'),\n brokers: clusterConfig.getStringArray('brokers'),\n };\n const ssl = clusterConfig.getOptional('ssl') as SslConfig;\n const sasl = clusterConfig.getOptional('sasl') as SaslConfig;\n\n return {\n ...clusterDetails,\n ...(ssl ? { ssl } : {}),\n ...(sasl ? { sasl } : {}),\n };\n });\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { Config } from '@backstage/config';\nimport { NotFoundError } from '@backstage/errors';\nimport { KafkaApi, KafkaJsApiImpl } from './KafkaApi';\nimport _ from 'lodash';\nimport { getClusterDetails } from '../config/ClusterReader';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\n/** @public */\nexport interface RouterOptions {\n logger: LoggerService;\n config: Config;\n}\n\nexport interface ClusterApi {\n name: string;\n api: KafkaApi;\n}\n\nexport const makeRouter = (\n logger: LoggerService,\n kafkaApis: ClusterApi[],\n): express.Router => {\n const router = Router();\n router.use(express.json());\n\n const kafkaApiByClusterName = _.keyBy(kafkaApis, item => item.name);\n\n router.get('/consumers/:clusterId/:consumerId/offsets', async (req, res) => {\n const clusterId = req.params.clusterId;\n const consumerId = req.params.consumerId;\n\n const kafkaApi = kafkaApiByClusterName[clusterId];\n if (!kafkaApi) {\n const candidates = Object.keys(kafkaApiByClusterName)\n .map(n => `\"${n}\"`)\n .join(', ');\n throw new NotFoundError(\n `Found no configured cluster \"${clusterId}\", candidates are ${candidates}`,\n );\n }\n\n logger.info(\n `Fetch consumer group ${consumerId} offsets from cluster ${clusterId}`,\n );\n\n const groupOffsets = await kafkaApi.api.fetchGroupOffsets(consumerId);\n\n const groupWithTopicOffsets = await Promise.all(\n groupOffsets.map(async ({ topic, partitions }) => {\n const topicOffsets = _.keyBy(\n await kafkaApi.api.fetchTopicOffsets(topic),\n partition => partition.id,\n );\n\n return partitions.map(partition => ({\n topic: topic,\n partitionId: partition.id,\n groupOffset: partition.offset,\n topicOffset: topicOffsets[partition.id].offset,\n }));\n }),\n );\n\n res.json({ consumerId, offsets: groupWithTopicOffsets.flat() });\n });\n\n return router;\n};\n\n/** @public */\nexport async function createRouter(\n options: RouterOptions,\n): Promise<express.Router> {\n const logger = options.logger;\n\n logger.info('Initializing Kafka backend');\n\n const clientId = options.config.getString('kafka.clientId');\n\n const clusters = getClusterDetails(\n options.config.getConfigArray('kafka.clusters'),\n );\n\n const kafkaApis = clusters.map(cluster => ({\n name: cluster.name,\n api: new KafkaJsApiImpl({ clientId, logger, ...cluster }),\n }));\n\n return makeRouter(logger, kafkaApis);\n}\n"],"names":["Kafka","Router","express","_","NotFoundError"],"mappings":";;;;;;;;;;;;;;;;;;;;AA2CO,MAAM,cAAmC,CAAA;AAAA,EAI9C,YAAY,OAAkB,EAAA;AAH9B,IAAiB,aAAA,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AACjB,IAAiB,aAAA,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAGf,IAAA,OAAA,CAAQ,MAAO,CAAA,KAAA;AAAA,MACb,CAAuC,oCAAA,EAAA,OAAA,CAAQ,QAAQ,CAAA,aAAA,EAAgB,QAAQ,OAAO,CAAA,CAAA;AAAA,KACxF,CAAA;AAEA,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAIA,aAAA,CAAM,OAAO,CAAA,CAAA;AAC9B,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA,EAEA,MAAM,kBAAkB,KAAgD,EAAA;AACtE,IAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAA8B,2BAAA,EAAA,KAAK,CAAE,CAAA,CAAA,CAAA;AAEvD,IAAM,MAAA,KAAA,GAAQ,IAAK,CAAA,KAAA,CAAM,KAAM,EAAA,CAAA;AAC/B,IAAA,MAAM,MAAM,OAAQ,EAAA,CAAA;AAEpB,IAAI,IAAA;AACF,MAAA,OAAO,cAAe,CAAA,kBAAA;AAAA,QACpB,MAAM,KAAM,CAAA,iBAAA,CAAkB,KAAK,CAAA;AAAA,OACrC,CAAA;AAAA,KACA,SAAA;AACA,MAAA,MAAM,MAAM,UAAW,EAAA,CAAA;AAAA,KACzB;AAAA,GACF;AAAA,EAEA,MAAM,kBAAkB,OAA8C,EAAA;AACpE,IAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAuC,oCAAA,EAAA,OAAO,CAAE,CAAA,CAAA,CAAA;AAElE,IAAM,MAAA,KAAA,GAAQ,IAAK,CAAA,KAAA,CAAM,KAAM,EAAA,CAAA;AAC/B,IAAA,MAAM,MAAM,OAAQ,EAAA,CAAA;AAEpB,IAAI,IAAA;AACF,MAAA,MAAM,eAAe,MAAM,KAAA,CAAM,YAAa,CAAA,EAAE,SAAS,CAAA,CAAA;AAEzD,MAAO,OAAA,YAAA,CAAa,IAAI,CAAgB,WAAA,MAAA;AAAA,QACtC,OAAO,WAAY,CAAA,KAAA;AAAA,QACnB,UAAY,EAAA,cAAA,CAAe,kBAAmB,CAAA,WAAA,CAAY,UAAU,CAAA;AAAA,OACpE,CAAA,CAAA,CAAA;AAAA,KACF,SAAA;AACA,MAAA,MAAM,MAAM,UAAW,EAAA,CAAA;AAAA,KACzB;AAAA,GACF;AAAA,EAEA,OAAe,mBACb,MACwB,EAAA;AACxB,IAAO,OAAA,MAAA,CAAO,IAAI,CAAc,SAAA,MAAA;AAAA,MAC9B,IAAI,SAAU,CAAA,SAAA;AAAA,MACd,QAAQ,SAAU,CAAA,MAAA;AAAA,KAClB,CAAA,CAAA,CAAA;AAAA,GACJ;AACF;;AC9EO,SAAS,kBAAkB,MAAoC,EAAA;AACpE,EAAO,OAAA,MAAA,CAAO,IAAI,CAAiB,aAAA,KAAA;AACjC,IAAA,MAAM,cAAiB,GAAA;AAAA,MACrB,IAAA,EAAM,aAAc,CAAA,SAAA,CAAU,MAAM,CAAA;AAAA,MACpC,OAAA,EAAS,aAAc,CAAA,cAAA,CAAe,SAAS,CAAA;AAAA,KACjD,CAAA;AACA,IAAM,MAAA,GAAA,GAAM,aAAc,CAAA,WAAA,CAAY,KAAK,CAAA,CAAA;AAC3C,IAAM,MAAA,IAAA,GAAO,aAAc,CAAA,WAAA,CAAY,MAAM,CAAA,CAAA;AAE7C,IAAO,OAAA;AAAA,MACL,GAAG,cAAA;AAAA,MACH,GAAI,GAAA,GAAM,EAAE,GAAA,KAAQ,EAAC;AAAA,MACrB,GAAI,IAAA,GAAO,EAAE,IAAA,KAAS,EAAC;AAAA,KACzB,CAAA;AAAA,GACD,CAAA,CAAA;AACH;;ACEa,MAAA,UAAA,GAAa,CACxB,MAAA,EACA,SACmB,KAAA;AACnB,EAAA,MAAM,SAASC,uBAAO,EAAA,CAAA;AACtB,EAAO,MAAA,CAAA,GAAA,CAAIC,wBAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAEzB,EAAA,MAAM,wBAAwBC,kBAAE,CAAA,KAAA,CAAM,SAAW,EAAA,CAAA,IAAA,KAAQ,KAAK,IAAI,CAAA,CAAA;AAElE,EAAA,MAAA,CAAO,GAAI,CAAA,2CAAA,EAA6C,OAAO,GAAA,EAAK,GAAQ,KAAA;AAC1E,IAAM,MAAA,SAAA,GAAY,IAAI,MAAO,CAAA,SAAA,CAAA;AAC7B,IAAM,MAAA,UAAA,GAAa,IAAI,MAAO,CAAA,UAAA,CAAA;AAE9B,IAAM,MAAA,QAAA,GAAW,sBAAsB,SAAS,CAAA,CAAA;AAChD,IAAA,IAAI,CAAC,QAAU,EAAA;AACb,MAAA,MAAM,UAAa,GAAA,MAAA,CAAO,IAAK,CAAA,qBAAqB,CACjD,CAAA,GAAA,CAAI,CAAK,CAAA,KAAA,CAAA,CAAA,EAAI,CAAC,CAAA,CAAA,CAAG,CACjB,CAAA,IAAA,CAAK,IAAI,CAAA,CAAA;AACZ,MAAA,MAAM,IAAIC,oBAAA;AAAA,QACR,CAAA,6BAAA,EAAgC,SAAS,CAAA,kBAAA,EAAqB,UAAU,CAAA,CAAA;AAAA,OAC1E,CAAA;AAAA,KACF;AAEA,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,qBAAA,EAAwB,UAAU,CAAA,sBAAA,EAAyB,SAAS,CAAA,CAAA;AAAA,KACtE,CAAA;AAEA,IAAA,MAAM,YAAe,GAAA,MAAM,QAAS,CAAA,GAAA,CAAI,kBAAkB,UAAU,CAAA,CAAA;AAEpE,IAAM,MAAA,qBAAA,GAAwB,MAAM,OAAQ,CAAA,GAAA;AAAA,MAC1C,aAAa,GAAI,CAAA,OAAO,EAAE,KAAA,EAAO,YAAiB,KAAA;AAChD,QAAA,MAAM,eAAeD,kBAAE,CAAA,KAAA;AAAA,UACrB,MAAM,QAAA,CAAS,GAAI,CAAA,iBAAA,CAAkB,KAAK,CAAA;AAAA,UAC1C,eAAa,SAAU,CAAA,EAAA;AAAA,SACzB,CAAA;AAEA,QAAO,OAAA,UAAA,CAAW,IAAI,CAAc,SAAA,MAAA;AAAA,UAClC,KAAA;AAAA,UACA,aAAa,SAAU,CAAA,EAAA;AAAA,UACvB,aAAa,SAAU,CAAA,MAAA;AAAA,UACvB,WAAa,EAAA,YAAA,CAAa,SAAU,CAAA,EAAE,CAAE,CAAA,MAAA;AAAA,SACxC,CAAA,CAAA,CAAA;AAAA,OACH,CAAA;AAAA,KACH,CAAA;AAEA,IAAA,GAAA,CAAI,KAAK,EAAE,UAAA,EAAY,SAAS,qBAAsB,CAAA,IAAA,IAAQ,CAAA,CAAA;AAAA,GAC/D,CAAA,CAAA;AAED,EAAO,OAAA,MAAA,CAAA;AACT,CAAA,CAAA;AAGA,eAAsB,aACpB,OACyB,EAAA;AACzB,EAAA,MAAM,SAAS,OAAQ,CAAA,MAAA,CAAA;AAEvB,EAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA,CAAA;AAExC,EAAA,MAAM,QAAW,GAAA,OAAA,CAAQ,MAAO,CAAA,SAAA,CAAU,gBAAgB,CAAA,CAAA;AAE1D,EAAA,MAAM,QAAW,GAAA,iBAAA;AAAA,IACf,OAAA,CAAQ,MAAO,CAAA,cAAA,CAAe,gBAAgB,CAAA;AAAA,GAChD,CAAA;AAEA,EAAM,MAAA,SAAA,GAAY,QAAS,CAAA,GAAA,CAAI,CAAY,OAAA,MAAA;AAAA,IACzC,MAAM,OAAQ,CAAA,IAAA;AAAA,IACd,GAAA,EAAK,IAAI,cAAe,CAAA,EAAE,UAAU,MAAQ,EAAA,GAAG,SAAS,CAAA;AAAA,GACxD,CAAA,CAAA,CAAA;AAEF,EAAO,OAAA,UAAA,CAAW,QAAQ,SAAS,CAAA,CAAA;AACrC;;;;"}
|
|
1
|
+
{"version":3,"file":"router-g33Bo2jE.cjs.js","sources":["../../src/service/KafkaApi.ts","../../src/config/ClusterReader.ts","../../src/service/router.ts"],"sourcesContent":["/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Kafka, SeekEntry } from 'kafkajs';\nimport { SaslConfig, SslConfig } from '../types/types';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nexport type PartitionOffset = {\n id: number;\n offset: string;\n};\n\nexport type TopicOffset = {\n topic: string;\n partitions: PartitionOffset[];\n};\n\nexport type Options = {\n clientId: string;\n brokers: string[];\n ssl?: SslConfig;\n sasl?: SaslConfig;\n logger: LoggerService;\n};\n\nexport interface KafkaApi {\n fetchTopicOffsets(topic: string): Promise<Array<PartitionOffset>>;\n fetchGroupOffsets(groupId: string): Promise<Array<TopicOffset>>;\n}\n\nexport class KafkaJsApiImpl implements KafkaApi {\n private readonly kafka: Kafka;\n private readonly logger: LoggerService;\n\n constructor(options: Options) {\n options.logger.debug(\n `creating kafka client with clientId=${options.clientId} and brokers=${options.brokers}`,\n );\n\n this.kafka = new Kafka(options);\n this.logger = options.logger;\n }\n\n async fetchTopicOffsets(topic: string): Promise<Array<PartitionOffset>> {\n this.logger.debug(`fetching topic offsets for ${topic}`);\n\n const admin = this.kafka.admin();\n await admin.connect();\n\n try {\n return KafkaJsApiImpl.toPartitionOffsets(\n await admin.fetchTopicOffsets(topic),\n );\n } finally {\n await admin.disconnect();\n }\n }\n\n async fetchGroupOffsets(groupId: string): Promise<Array<TopicOffset>> {\n this.logger.debug(`fetching consumer group offsets for ${groupId}`);\n\n const admin = this.kafka.admin();\n await admin.connect();\n\n try {\n const groupOffsets = await admin.fetchOffsets({ groupId });\n\n return groupOffsets.map(topicOffset => ({\n topic: topicOffset.topic,\n partitions: KafkaJsApiImpl.toPartitionOffsets(topicOffset.partitions),\n }));\n } finally {\n await admin.disconnect();\n }\n }\n\n private static toPartitionOffsets(\n result: Array<SeekEntry>,\n ): Array<PartitionOffset> {\n return result.map(seekEntry => ({\n id: seekEntry.partition,\n offset: seekEntry.offset,\n }));\n }\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { ClusterDetails, SslConfig, SaslConfig } from '../types/types';\n\nexport function getClusterDetails(config: Config[]): ClusterDetails[] {\n return config.map(clusterConfig => {\n const clusterDetails = {\n name: clusterConfig.getString('name'),\n brokers: clusterConfig.getStringArray('brokers'),\n };\n const ssl = clusterConfig.getOptional('ssl') as SslConfig;\n const sasl = clusterConfig.getOptional('sasl') as SaslConfig;\n\n return {\n ...clusterDetails,\n ...(ssl ? { ssl } : {}),\n ...(sasl ? { sasl } : {}),\n };\n });\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { Config } from '@backstage/config';\nimport { NotFoundError } from '@backstage/errors';\nimport { KafkaApi, KafkaJsApiImpl } from './KafkaApi';\nimport _ from 'lodash';\nimport { getClusterDetails } from '../config/ClusterReader';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\n/** @public */\nexport interface RouterOptions {\n logger: LoggerService;\n config: Config;\n}\n\nexport interface ClusterApi {\n name: string;\n api: KafkaApi;\n}\n\nexport const makeRouter = (\n logger: LoggerService,\n kafkaApis: ClusterApi[],\n): express.Router => {\n const router = Router();\n router.use(express.json());\n\n const kafkaApiByClusterName = _.keyBy(kafkaApis, item => item.name);\n\n router.get('/consumers/:clusterId/:consumerId/offsets', async (req, res) => {\n const clusterId = req.params.clusterId;\n const consumerId = req.params.consumerId;\n\n const kafkaApi = kafkaApiByClusterName[clusterId];\n if (!kafkaApi) {\n const candidates = Object.keys(kafkaApiByClusterName)\n .map(n => `\"${n}\"`)\n .join(', ');\n throw new NotFoundError(\n `Found no configured cluster \"${clusterId}\", candidates are ${candidates}`,\n );\n }\n\n logger.info(\n `Fetch consumer group ${consumerId} offsets from cluster ${clusterId}`,\n );\n\n const groupOffsets = await kafkaApi.api.fetchGroupOffsets(consumerId);\n\n const groupWithTopicOffsets = await Promise.all(\n groupOffsets.map(async ({ topic, partitions }) => {\n const topicOffsets = _.keyBy(\n await kafkaApi.api.fetchTopicOffsets(topic),\n partition => partition.id,\n );\n\n return partitions.map(partition => ({\n topic: topic,\n partitionId: partition.id,\n groupOffset: partition.offset,\n topicOffset: topicOffsets[partition.id].offset,\n }));\n }),\n );\n\n res.json({ consumerId, offsets: groupWithTopicOffsets.flat() });\n });\n\n return router;\n};\n\n/** @public */\nexport async function createRouter(\n options: RouterOptions,\n): Promise<express.Router> {\n const logger = options.logger;\n\n logger.info('Initializing Kafka backend');\n\n const clientId = options.config.getString('kafka.clientId');\n\n const clusters = getClusterDetails(\n options.config.getConfigArray('kafka.clusters'),\n );\n\n const kafkaApis = clusters.map(cluster => ({\n name: cluster.name,\n api: new KafkaJsApiImpl({ clientId, logger, ...cluster }),\n }));\n\n return makeRouter(logger, kafkaApis);\n}\n"],"names":["Kafka","Router","express","_","NotFoundError"],"mappings":";;;;;;;;;;;;;;AA2CO,MAAM,cAAmC,CAAA;AAAA,EAC7B,KAAA,CAAA;AAAA,EACA,MAAA,CAAA;AAAA,EAEjB,YAAY,OAAkB,EAAA;AAC5B,IAAA,OAAA,CAAQ,MAAO,CAAA,KAAA;AAAA,MACb,CAAuC,oCAAA,EAAA,OAAA,CAAQ,QAAQ,CAAA,aAAA,EAAgB,QAAQ,OAAO,CAAA,CAAA;AAAA,KACxF,CAAA;AAEA,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAIA,aAAA,CAAM,OAAO,CAAA,CAAA;AAC9B,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA,EAEA,MAAM,kBAAkB,KAAgD,EAAA;AACtE,IAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAA8B,2BAAA,EAAA,KAAK,CAAE,CAAA,CAAA,CAAA;AAEvD,IAAM,MAAA,KAAA,GAAQ,IAAK,CAAA,KAAA,CAAM,KAAM,EAAA,CAAA;AAC/B,IAAA,MAAM,MAAM,OAAQ,EAAA,CAAA;AAEpB,IAAI,IAAA;AACF,MAAA,OAAO,cAAe,CAAA,kBAAA;AAAA,QACpB,MAAM,KAAM,CAAA,iBAAA,CAAkB,KAAK,CAAA;AAAA,OACrC,CAAA;AAAA,KACA,SAAA;AACA,MAAA,MAAM,MAAM,UAAW,EAAA,CAAA;AAAA,KACzB;AAAA,GACF;AAAA,EAEA,MAAM,kBAAkB,OAA8C,EAAA;AACpE,IAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAuC,oCAAA,EAAA,OAAO,CAAE,CAAA,CAAA,CAAA;AAElE,IAAM,MAAA,KAAA,GAAQ,IAAK,CAAA,KAAA,CAAM,KAAM,EAAA,CAAA;AAC/B,IAAA,MAAM,MAAM,OAAQ,EAAA,CAAA;AAEpB,IAAI,IAAA;AACF,MAAA,MAAM,eAAe,MAAM,KAAA,CAAM,YAAa,CAAA,EAAE,SAAS,CAAA,CAAA;AAEzD,MAAO,OAAA,YAAA,CAAa,IAAI,CAAgB,WAAA,MAAA;AAAA,QACtC,OAAO,WAAY,CAAA,KAAA;AAAA,QACnB,UAAY,EAAA,cAAA,CAAe,kBAAmB,CAAA,WAAA,CAAY,UAAU,CAAA;AAAA,OACpE,CAAA,CAAA,CAAA;AAAA,KACF,SAAA;AACA,MAAA,MAAM,MAAM,UAAW,EAAA,CAAA;AAAA,KACzB;AAAA,GACF;AAAA,EAEA,OAAe,mBACb,MACwB,EAAA;AACxB,IAAO,OAAA,MAAA,CAAO,IAAI,CAAc,SAAA,MAAA;AAAA,MAC9B,IAAI,SAAU,CAAA,SAAA;AAAA,MACd,QAAQ,SAAU,CAAA,MAAA;AAAA,KAClB,CAAA,CAAA,CAAA;AAAA,GACJ;AACF;;AC9EO,SAAS,kBAAkB,MAAoC,EAAA;AACpE,EAAO,OAAA,MAAA,CAAO,IAAI,CAAiB,aAAA,KAAA;AACjC,IAAA,MAAM,cAAiB,GAAA;AAAA,MACrB,IAAA,EAAM,aAAc,CAAA,SAAA,CAAU,MAAM,CAAA;AAAA,MACpC,OAAA,EAAS,aAAc,CAAA,cAAA,CAAe,SAAS,CAAA;AAAA,KACjD,CAAA;AACA,IAAM,MAAA,GAAA,GAAM,aAAc,CAAA,WAAA,CAAY,KAAK,CAAA,CAAA;AAC3C,IAAM,MAAA,IAAA,GAAO,aAAc,CAAA,WAAA,CAAY,MAAM,CAAA,CAAA;AAE7C,IAAO,OAAA;AAAA,MACL,GAAG,cAAA;AAAA,MACH,GAAI,GAAA,GAAM,EAAE,GAAA,KAAQ,EAAC;AAAA,MACrB,GAAI,IAAA,GAAO,EAAE,IAAA,KAAS,EAAC;AAAA,KACzB,CAAA;AAAA,GACD,CAAA,CAAA;AACH;;ACEa,MAAA,UAAA,GAAa,CACxB,MAAA,EACA,SACmB,KAAA;AACnB,EAAA,MAAM,SAASC,uBAAO,EAAA,CAAA;AACtB,EAAO,MAAA,CAAA,GAAA,CAAIC,wBAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAEzB,EAAA,MAAM,wBAAwBC,kBAAE,CAAA,KAAA,CAAM,SAAW,EAAA,CAAA,IAAA,KAAQ,KAAK,IAAI,CAAA,CAAA;AAElE,EAAA,MAAA,CAAO,GAAI,CAAA,2CAAA,EAA6C,OAAO,GAAA,EAAK,GAAQ,KAAA;AAC1E,IAAM,MAAA,SAAA,GAAY,IAAI,MAAO,CAAA,SAAA,CAAA;AAC7B,IAAM,MAAA,UAAA,GAAa,IAAI,MAAO,CAAA,UAAA,CAAA;AAE9B,IAAM,MAAA,QAAA,GAAW,sBAAsB,SAAS,CAAA,CAAA;AAChD,IAAA,IAAI,CAAC,QAAU,EAAA;AACb,MAAA,MAAM,UAAa,GAAA,MAAA,CAAO,IAAK,CAAA,qBAAqB,CACjD,CAAA,GAAA,CAAI,CAAK,CAAA,KAAA,CAAA,CAAA,EAAI,CAAC,CAAA,CAAA,CAAG,CACjB,CAAA,IAAA,CAAK,IAAI,CAAA,CAAA;AACZ,MAAA,MAAM,IAAIC,oBAAA;AAAA,QACR,CAAA,6BAAA,EAAgC,SAAS,CAAA,kBAAA,EAAqB,UAAU,CAAA,CAAA;AAAA,OAC1E,CAAA;AAAA,KACF;AAEA,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,qBAAA,EAAwB,UAAU,CAAA,sBAAA,EAAyB,SAAS,CAAA,CAAA;AAAA,KACtE,CAAA;AAEA,IAAA,MAAM,YAAe,GAAA,MAAM,QAAS,CAAA,GAAA,CAAI,kBAAkB,UAAU,CAAA,CAAA;AAEpE,IAAM,MAAA,qBAAA,GAAwB,MAAM,OAAQ,CAAA,GAAA;AAAA,MAC1C,aAAa,GAAI,CAAA,OAAO,EAAE,KAAA,EAAO,YAAiB,KAAA;AAChD,QAAA,MAAM,eAAeD,kBAAE,CAAA,KAAA;AAAA,UACrB,MAAM,QAAA,CAAS,GAAI,CAAA,iBAAA,CAAkB,KAAK,CAAA;AAAA,UAC1C,eAAa,SAAU,CAAA,EAAA;AAAA,SACzB,CAAA;AAEA,QAAO,OAAA,UAAA,CAAW,IAAI,CAAc,SAAA,MAAA;AAAA,UAClC,KAAA;AAAA,UACA,aAAa,SAAU,CAAA,EAAA;AAAA,UACvB,aAAa,SAAU,CAAA,MAAA;AAAA,UACvB,WAAa,EAAA,YAAA,CAAa,SAAU,CAAA,EAAE,CAAE,CAAA,MAAA;AAAA,SACxC,CAAA,CAAA,CAAA;AAAA,OACH,CAAA;AAAA,KACH,CAAA;AAEA,IAAA,GAAA,CAAI,KAAK,EAAE,UAAA,EAAY,SAAS,qBAAsB,CAAA,IAAA,IAAQ,CAAA,CAAA;AAAA,GAC/D,CAAA,CAAA;AAED,EAAO,OAAA,MAAA,CAAA;AACT,CAAA,CAAA;AAGA,eAAsB,aACpB,OACyB,EAAA;AACzB,EAAA,MAAM,SAAS,OAAQ,CAAA,MAAA,CAAA;AAEvB,EAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA,CAAA;AAExC,EAAA,MAAM,QAAW,GAAA,OAAA,CAAQ,MAAO,CAAA,SAAA,CAAU,gBAAgB,CAAA,CAAA;AAE1D,EAAA,MAAM,QAAW,GAAA,iBAAA;AAAA,IACf,OAAA,CAAQ,MAAO,CAAA,cAAA,CAAe,gBAAgB,CAAA;AAAA,GAChD,CAAA;AAEA,EAAM,MAAA,SAAA,GAAY,QAAS,CAAA,GAAA,CAAI,CAAY,OAAA,MAAA;AAAA,IACzC,MAAM,OAAQ,CAAA,IAAA;AAAA,IACd,GAAA,EAAK,IAAI,cAAe,CAAA,EAAE,UAAU,MAAQ,EAAA,GAAG,SAAS,CAAA;AAAA,GACxD,CAAA,CAAA,CAAA;AAEF,EAAO,OAAA,UAAA,CAAW,QAAQ,SAAS,CAAA,CAAA;AACrC;;;;"}
|
package/dist/index.cjs.js
CHANGED
package/package.json
CHANGED
|
@@ -1,9 +1,14 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage-community/plugin-kafka-backend",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.17",
|
|
4
4
|
"description": "A Backstage backend plugin that integrates towards Kafka",
|
|
5
5
|
"backstage": {
|
|
6
|
-
"role": "backend-plugin"
|
|
6
|
+
"role": "backend-plugin",
|
|
7
|
+
"pluginId": "kafka",
|
|
8
|
+
"pluginPackages": [
|
|
9
|
+
"@backstage-community/plugin-kafka",
|
|
10
|
+
"@backstage-community/plugin-kafka-backend"
|
|
11
|
+
]
|
|
7
12
|
},
|
|
8
13
|
"publishConfig": {
|
|
9
14
|
"access": "public"
|
|
@@ -49,8 +54,8 @@
|
|
|
49
54
|
"test": "backstage-cli package test"
|
|
50
55
|
},
|
|
51
56
|
"dependencies": {
|
|
52
|
-
"@backstage/backend-common": "^0.
|
|
53
|
-
"@backstage/backend-plugin-api": "^0.
|
|
57
|
+
"@backstage/backend-common": "^0.23.3",
|
|
58
|
+
"@backstage/backend-plugin-api": "^0.7.0",
|
|
54
59
|
"@backstage/config": "^1.2.0",
|
|
55
60
|
"@backstage/errors": "^1.2.4",
|
|
56
61
|
"@types/express": "^4.17.6",
|
|
@@ -60,7 +65,7 @@
|
|
|
60
65
|
"lodash": "^4.17.21"
|
|
61
66
|
},
|
|
62
67
|
"devDependencies": {
|
|
63
|
-
"@backstage/cli": "^0.26.
|
|
68
|
+
"@backstage/cli": "^0.26.11",
|
|
64
69
|
"@types/jest-when": "^3.5.0",
|
|
65
70
|
"@types/lodash": "^4.14.151",
|
|
66
71
|
"@types/supertest": "^2.0.8",
|