@backstage/plugin-catalog-backend-module-aws 0.4.3-next.0 → 0.4.3-next.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -1,5 +1,37 @@
1
1
  # @backstage/plugin-catalog-backend-module-aws
2
2
 
3
+ ## 0.4.3-next.2
4
+
5
+ ### Patch Changes
6
+
7
+ - Updated dependencies
8
+ - @backstage/backend-defaults@0.5.1-next.2
9
+ - @backstage/plugin-catalog-node@1.13.1-next.1
10
+ - @backstage/integration@1.15.1-next.1
11
+ - @backstage/backend-plugin-api@1.0.1-next.1
12
+ - @backstage/catalog-model@1.7.0
13
+ - @backstage/config@1.2.0
14
+ - @backstage/errors@1.2.4
15
+ - @backstage/integration-aws-node@0.1.12
16
+ - @backstage/plugin-catalog-common@1.1.0
17
+ - @backstage/plugin-kubernetes-common@0.8.3
18
+
19
+ ## 0.4.3-next.1
20
+
21
+ ### Patch Changes
22
+
23
+ - Updated dependencies
24
+ - @backstage/backend-defaults@0.5.1-next.1
25
+ - @backstage/integration@1.15.1-next.0
26
+ - @backstage/backend-plugin-api@1.0.1-next.0
27
+ - @backstage/catalog-model@1.7.0
28
+ - @backstage/config@1.2.0
29
+ - @backstage/errors@1.2.4
30
+ - @backstage/integration-aws-node@0.1.12
31
+ - @backstage/plugin-catalog-common@1.1.0
32
+ - @backstage/plugin-catalog-node@1.13.1-next.0
33
+ - @backstage/plugin-kubernetes-common@0.8.3
34
+
3
35
  ## 0.4.3-next.0
4
36
 
5
37
  ### Patch Changes
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@backstage/plugin-catalog-backend-module-aws__alpha",
3
- "version": "0.4.3-next.0",
3
+ "version": "0.4.3-next.2",
4
4
  "main": "../dist/alpha.cjs.js",
5
5
  "types": "../dist/alpha.d.ts"
6
6
  }
package/dist/alpha.cjs.js CHANGED
@@ -2,38 +2,9 @@
2
2
 
3
3
  Object.defineProperty(exports, '__esModule', { value: true });
4
4
 
5
- var backendPluginApi = require('@backstage/backend-plugin-api');
6
- var alpha = require('@backstage/plugin-catalog-node/alpha');
7
- var AwsS3EntityProvider = require('./cjs/AwsS3EntityProvider-B88qlsho.cjs.js');
8
- require('@backstage/integration');
9
- require('@backstage/plugin-catalog-node');
10
- require('@aws-sdk/client-s3');
11
- require('uuid');
12
- require('@aws-sdk/middleware-endpoint');
13
- require('@backstage/integration-aws-node');
5
+ var catalogModuleAwsS3EntityProvider = require('./module/catalogModuleAwsS3EntityProvider.cjs.js');
14
6
 
15
- const catalogModuleAwsS3EntityProvider = backendPluginApi.createBackendModule({
16
- pluginId: "catalog",
17
- moduleId: "aws-s3-entity-provider",
18
- register(env) {
19
- env.registerInit({
20
- deps: {
21
- config: backendPluginApi.coreServices.rootConfig,
22
- catalog: alpha.catalogProcessingExtensionPoint,
23
- logger: backendPluginApi.coreServices.logger,
24
- scheduler: backendPluginApi.coreServices.scheduler
25
- },
26
- async init({ config, catalog, logger, scheduler }) {
27
- catalog.addEntityProvider(
28
- AwsS3EntityProvider.AwsS3EntityProvider.fromConfig(config, {
29
- logger,
30
- scheduler
31
- })
32
- );
33
- }
34
- });
35
- }
36
- });
37
7
 
38
- exports.default = catalogModuleAwsS3EntityProvider;
8
+
9
+ exports.default = catalogModuleAwsS3EntityProvider.catalogModuleAwsS3EntityProvider;
39
10
  //# sourceMappingURL=alpha.cjs.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"alpha.cjs.js","sources":["../src/module/catalogModuleAwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport { AwsS3EntityProvider } from '../providers';\n\n/**\n * Registers the AwsS3EntityProvider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleAwsS3EntityProvider = createBackendModule({\n pluginId: 'catalog',\n moduleId: 'aws-s3-entity-provider',\n register(env) {\n env.registerInit({\n deps: {\n config: coreServices.rootConfig,\n catalog: catalogProcessingExtensionPoint,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({ config, catalog, logger, scheduler }) {\n catalog.addEntityProvider(\n AwsS3EntityProvider.fromConfig(config, {\n logger,\n scheduler,\n }),\n );\n },\n });\n },\n});\n"],"names":["createBackendModule","coreServices","catalogProcessingExtensionPoint","AwsS3EntityProvider"],"mappings":";;;;;;;;;;;;;;AA4BO,MAAM,mCAAmCA,oCAAoB,CAAA;AAAA,EAClE,QAAU,EAAA,SAAA;AAAA,EACV,QAAU,EAAA,wBAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,OAAS,EAAAC,qCAAA;AAAA,QACT,QAAQD,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA,EAAE,QAAQ,OAAS,EAAA,MAAA,EAAQ,WAAa,EAAA;AACjD,QAAQ,OAAA,CAAA,iBAAA;AAAA,UACNE,uCAAA,CAAoB,WAAW,MAAQ,EAAA;AAAA,YACrC,MAAA;AAAA,YACA,SAAA;AAAA,WACD,CAAA;AAAA,SACH,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;"}
1
+ {"version":3,"file":"alpha.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}
@@ -0,0 +1,14 @@
1
+ 'use strict';
2
+
3
+ function readAwsOrganizationConfig(config) {
4
+ const providerConfig = config.getOptionalConfig("provider");
5
+ const roleArn = providerConfig?.getOptionalString("roleArn");
6
+ const accountId = providerConfig?.getOptionalString("accountId");
7
+ return {
8
+ roleArn,
9
+ accountId
10
+ };
11
+ }
12
+
13
+ exports.readAwsOrganizationConfig = readAwsOrganizationConfig;
14
+ //# sourceMappingURL=config.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.cjs.js","sources":["../../src/awsOrganization/config.ts"],"sourcesContent":["/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\n\n/**\n * The configuration parameters for a single AWS Organization Processor\n */\nexport type AwsOrganizationProviderConfig = {\n /**\n * The role to assume for the processor.\n * @deprecated Use `accountId` instead.\n */\n roleArn?: string;\n\n /**\n * The AWS accountId\n */\n accountId?: string;\n};\n\nexport function readAwsOrganizationConfig(\n config: Config,\n): AwsOrganizationProviderConfig {\n const providerConfig = config.getOptionalConfig('provider');\n\n const roleArn = providerConfig?.getOptionalString('roleArn');\n const accountId = providerConfig?.getOptionalString('accountId');\n return {\n roleArn,\n accountId,\n };\n}\n"],"names":[],"mappings":";;AAkCO,SAAS,0BACd,MAC+B,EAAA;AAC/B,EAAM,MAAA,cAAA,GAAiB,MAAO,CAAA,iBAAA,CAAkB,UAAU,CAAA,CAAA;AAE1D,EAAM,MAAA,OAAA,GAAU,cAAgB,EAAA,iBAAA,CAAkB,SAAS,CAAA,CAAA;AAC3D,EAAM,MAAA,SAAA,GAAY,cAAgB,EAAA,iBAAA,CAAkB,WAAW,CAAA,CAAA;AAC/D,EAAO,OAAA;AAAA,IACL,OAAA;AAAA,IACA,SAAA;AAAA,GACF,CAAA;AACF;;;;"}
@@ -0,0 +1,8 @@
1
+ 'use strict';
2
+
3
+ const ANNOTATION_AWS_ACCOUNT_ID = "amazonaws.com/account-id";
4
+ const ANNOTATION_AWS_ARN = "amazonaws.com/arn";
5
+
6
+ exports.ANNOTATION_AWS_ACCOUNT_ID = ANNOTATION_AWS_ACCOUNT_ID;
7
+ exports.ANNOTATION_AWS_ARN = ANNOTATION_AWS_ARN;
8
+ //# sourceMappingURL=constants.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"constants.cjs.js","sources":["../src/constants.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * Annotation for specifying AWS account id\n *\n * @public\n */\nexport const ANNOTATION_AWS_ACCOUNT_ID: string = 'amazonaws.com/account-id';\n/**\n * Annotation for specifying AWS arn\n *\n * @public\n */\nexport const ANNOTATION_AWS_ARN: string = 'amazonaws.com/arn';\n"],"names":[],"mappings":";;AAqBO,MAAM,yBAAoC,GAAA,2BAAA;AAM1C,MAAM,kBAA6B,GAAA;;;;;"}
package/dist/index.cjs.js CHANGED
@@ -1,298 +1,19 @@
1
1
  'use strict';
2
2
 
3
- var clientEks = require('@aws-sdk/client-eks');
4
- var integrationAwsNode = require('@backstage/integration-aws-node');
5
- var pluginKubernetesCommon = require('@backstage/plugin-kubernetes-common');
6
- var pluginCatalogNode = require('@backstage/plugin-catalog-node');
7
- var clientOrganizations = require('@aws-sdk/client-organizations');
8
- var errors = require('@backstage/errors');
9
- var limiterFactory = require('p-limit');
10
- var AwsS3EntityProvider = require('./cjs/AwsS3EntityProvider-B88qlsho.cjs.js');
11
- require('@backstage/integration');
12
- require('@backstage/backend-plugin-api');
13
- require('@aws-sdk/client-s3');
14
- require('uuid');
15
- require('@aws-sdk/middleware-endpoint');
3
+ var AwsEKSClusterProcessor = require('./processors/AwsEKSClusterProcessor.cjs.js');
4
+ var AwsOrganizationCloudAccountProcessor = require('./processors/AwsOrganizationCloudAccountProcessor.cjs.js');
5
+ var AwsS3DiscoveryProcessor = require('./processors/AwsS3DiscoveryProcessor.cjs.js');
6
+ var AwsS3EntityProvider = require('./providers/AwsS3EntityProvider.cjs.js');
7
+ var constants = require('./constants.cjs.js');
8
+ var defaultTransformers = require('./lib/defaultTransformers.cjs.js');
16
9
 
17
- function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
18
10
 
19
- var limiterFactory__default = /*#__PURE__*/_interopDefaultCompat(limiterFactory);
20
-
21
- const ANNOTATION_AWS_ACCOUNT_ID = "amazonaws.com/account-id";
22
- const ANNOTATION_AWS_ARN = "amazonaws.com/arn";
23
-
24
- const defaultEksClusterEntityTransformer = async (cluster, accountId) => {
25
- const { arn, endpoint, certificateAuthority, name } = cluster;
26
- const normalizedName = normalizeName(name);
27
- return {
28
- apiVersion: "backstage.io/v1alpha1",
29
- kind: "Resource",
30
- metadata: {
31
- annotations: {
32
- [ANNOTATION_AWS_ACCOUNT_ID]: accountId,
33
- [ANNOTATION_AWS_ARN]: arn || "",
34
- [pluginKubernetesCommon.ANNOTATION_KUBERNETES_API_SERVER]: endpoint || "",
35
- [pluginKubernetesCommon.ANNOTATION_KUBERNETES_API_SERVER_CA]: certificateAuthority?.data || "",
36
- [pluginKubernetesCommon.ANNOTATION_KUBERNETES_AUTH_PROVIDER]: "aws",
37
- [pluginKubernetesCommon.ANNOTATION_KUBERNETES_AWS_CLUSTER_ID]: normalizedName
38
- },
39
- name: normalizedName,
40
- namespace: "default"
41
- },
42
- spec: {
43
- type: "kubernetes-cluster",
44
- owner: "unknown"
45
- }
46
- };
47
- };
48
- function normalizeName(name) {
49
- return name.trim().toLocaleLowerCase("en-US").replace(/[^a-zA-Z0-9\-]/g, "-");
50
- }
51
-
52
- class AwsEKSClusterProcessor {
53
- credentialsFactory;
54
- credentialsManager;
55
- clusterEntityTransformer;
56
- static fromConfig(configRoot, options) {
57
- const awsCredentaislManager = integrationAwsNode.DefaultAwsCredentialsManager.fromConfig(configRoot);
58
- return new AwsEKSClusterProcessor({
59
- credentialsManager: awsCredentaislManager,
60
- ...options
61
- });
62
- }
63
- constructor(options) {
64
- this.credentialsFactory = options.credentialsFactory;
65
- this.credentialsManager = options.credentialsManager;
66
- this.clusterEntityTransformer = options.clusterEntityTransformer || defaultEksClusterEntityTransformer;
67
- }
68
- getProcessorName() {
69
- return "aws-eks";
70
- }
71
- async readLocation(location, _optional, emit) {
72
- if (location.type !== "aws-eks") {
73
- return false;
74
- }
75
- const [accountId, region] = location.target.split("/");
76
- if (!accountId || !region) {
77
- throw new Error(
78
- "AWS EKS location specified without account or region information"
79
- );
80
- }
81
- let credentials;
82
- if (this.credentialsFactory) {
83
- credentials = await this.credentialsFactory(accountId);
84
- }
85
- let providerFunction;
86
- if (this.credentialsManager) {
87
- const credentialsProvider = await this.credentialsManager.getCredentialProvider({ accountId });
88
- providerFunction = () => credentialsProvider.sdkCredentialProvider;
89
- }
90
- const eksClient = new clientEks.EKS({
91
- customUserAgent: "backstage-aws-catalog-eks-cluster-processor",
92
- credentials,
93
- credentialDefaultProvider: providerFunction,
94
- region
95
- });
96
- const clusters = await eksClient.listClusters({});
97
- if (clusters.clusters === void 0) {
98
- return true;
99
- }
100
- const results = clusters.clusters.map((cluster) => eksClient.describeCluster({ name: cluster })).map(async (describedClusterPromise) => {
101
- const describedCluster = await describedClusterPromise;
102
- if (describedCluster.cluster) {
103
- const entity = await this.clusterEntityTransformer(
104
- describedCluster.cluster,
105
- accountId
106
- );
107
- emit({
108
- type: "entity",
109
- entity,
110
- location
111
- });
112
- }
113
- });
114
- await Promise.all(results);
115
- return true;
116
- }
117
- }
118
-
119
- function readAwsOrganizationConfig(config) {
120
- const providerConfig = config.getOptionalConfig("provider");
121
- const roleArn = providerConfig?.getOptionalString("roleArn");
122
- const accountId = providerConfig?.getOptionalString("accountId");
123
- return {
124
- roleArn,
125
- accountId
126
- };
127
- }
128
-
129
- const AWS_ORGANIZATION_REGION = "us-east-1";
130
- const LOCATION_TYPE = "aws-cloud-accounts";
131
- const ACCOUNTID_ANNOTATION = "amazonaws.com/account-id";
132
- const ACCOUNT_EMAIL_ANNOTATION = "amazonaws.com/account-email";
133
- const ARN_ANNOTATION = "amazonaws.com/arn";
134
- const ORGANIZATION_ANNOTATION = "amazonaws.com/organization-id";
135
- const ACCOUNT_STATUS_LABEL = "amazonaws.com/account-status";
136
- class AwsOrganizationCloudAccountProcessor {
137
- constructor(credProvider, logger) {
138
- this.credProvider = credProvider;
139
- this.logger = logger?.child({
140
- target: this.getProcessorName()
141
- });
142
- this.organizations = new clientOrganizations.Organizations({
143
- credentialDefaultProvider: () => this.credProvider.sdkCredentialProvider,
144
- region: AWS_ORGANIZATION_REGION
145
- });
146
- }
147
- organizations;
148
- logger;
149
- static async fromConfig(config, options) {
150
- const c = config.getOptionalConfig("catalog.processors.awsOrganization");
151
- const orgConfig = c ? readAwsOrganizationConfig(c) : void 0;
152
- if (orgConfig?.roleArn) {
153
- options.logger.warn(
154
- "The roleArn configuration for AwsOrganizationCloudAccountProcessor ignores the role name, use accountId configuration instead"
155
- );
156
- }
157
- const awsCredentialsManager = integrationAwsNode.DefaultAwsCredentialsManager.fromConfig(config);
158
- const credProvider = await awsCredentialsManager.getCredentialProvider({
159
- arn: orgConfig?.roleArn,
160
- accountId: orgConfig?.accountId
161
- });
162
- return new AwsOrganizationCloudAccountProcessor(
163
- credProvider,
164
- options.logger
165
- );
166
- }
167
- getProcessorName() {
168
- return "AwsOrganizationCloudAccountProcessor";
169
- }
170
- async readLocation(location, _optional, emit) {
171
- if (location.type !== LOCATION_TYPE) {
172
- return false;
173
- }
174
- this.logger?.info("Discovering AWS Organization Account objects");
175
- (await this.getAwsAccounts()).map((account) => this.mapAccountToComponent(account)).filter((entity) => {
176
- if (location.target !== "") {
177
- if (entity.metadata.annotations) {
178
- return entity.metadata.annotations[ORGANIZATION_ANNOTATION] === location.target;
179
- }
180
- return false;
181
- }
182
- return true;
183
- }).forEach((entity) => {
184
- emit(pluginCatalogNode.processingResult.entity(location, entity));
185
- });
186
- return true;
187
- }
188
- normalizeName(name) {
189
- return name.trim().toLocaleLowerCase("en-US").replace(/[^a-zA-Z0-9\-]/g, "-");
190
- }
191
- normalizeAccountStatus(name) {
192
- return name.toLocaleLowerCase("en-US");
193
- }
194
- extractInformationFromArn(arn) {
195
- const parts = arn.split("/");
196
- return {
197
- accountId: parts[parts.length - 1],
198
- organizationId: parts[parts.length - 2]
199
- };
200
- }
201
- async getAwsAccounts() {
202
- let awsAccounts = [];
203
- let isInitialAttempt = true;
204
- let nextToken = void 0;
205
- while (isInitialAttempt || nextToken) {
206
- isInitialAttempt = false;
207
- const orgAccounts = await this.organizations.listAccounts({ NextToken: nextToken });
208
- if (orgAccounts.Accounts) {
209
- awsAccounts = awsAccounts.concat(orgAccounts.Accounts);
210
- }
211
- nextToken = orgAccounts.NextToken;
212
- }
213
- return awsAccounts;
214
- }
215
- mapAccountToComponent(account) {
216
- const { accountId, organizationId } = this.extractInformationFromArn(
217
- account.Arn
218
- );
219
- return {
220
- apiVersion: "backstage.io/v1alpha1",
221
- kind: "Resource",
222
- metadata: {
223
- annotations: {
224
- [ACCOUNTID_ANNOTATION]: accountId,
225
- [ARN_ANNOTATION]: account.Arn || "",
226
- [ORGANIZATION_ANNOTATION]: organizationId,
227
- [ACCOUNT_EMAIL_ANNOTATION]: account.Email || ""
228
- },
229
- labels: {
230
- [ACCOUNT_STATUS_LABEL]: this.normalizeAccountStatus(
231
- account.Status || ""
232
- )
233
- },
234
- name: this.normalizeName(account.Name || ""),
235
- title: account.Name || "",
236
- namespace: "default"
237
- },
238
- spec: {
239
- type: "cloud-account",
240
- owner: "unknown"
241
- }
242
- };
243
- }
244
- }
245
-
246
- class AwsS3DiscoveryProcessor {
247
- constructor(reader) {
248
- this.reader = reader;
249
- }
250
- getProcessorName() {
251
- return "AwsS3DiscoveryProcessor";
252
- }
253
- async readLocation(location, optional, emit, parser) {
254
- if (location.type !== "s3-discovery") {
255
- return false;
256
- }
257
- try {
258
- const output = await this.doRead(location.target);
259
- for (const item of output) {
260
- for await (const parseResult of parser({
261
- data: item.data,
262
- location: { type: location.type, target: item.url }
263
- })) {
264
- emit(parseResult);
265
- }
266
- }
267
- } catch (error) {
268
- const message = `Unable to read ${location.type}, ${error}`;
269
- if (errors.isError(error) && error.name === "NotFoundError") {
270
- if (!optional) {
271
- emit(pluginCatalogNode.processingResult.notFoundError(location, message));
272
- }
273
- } else {
274
- emit(pluginCatalogNode.processingResult.generalError(location, message));
275
- }
276
- }
277
- return true;
278
- }
279
- async doRead(location) {
280
- const limiter = limiterFactory__default.default(5);
281
- const response = await this.reader.readTree(location);
282
- const responseFiles = await response.files();
283
- const output = responseFiles.map(async (file) => ({
284
- url: file.path,
285
- data: await limiter(file.content)
286
- }));
287
- return Promise.all(output);
288
- }
289
- }
290
11
 
12
+ exports.AwsEKSClusterProcessor = AwsEKSClusterProcessor.AwsEKSClusterProcessor;
13
+ exports.AwsOrganizationCloudAccountProcessor = AwsOrganizationCloudAccountProcessor.AwsOrganizationCloudAccountProcessor;
14
+ exports.AwsS3DiscoveryProcessor = AwsS3DiscoveryProcessor.AwsS3DiscoveryProcessor;
291
15
  exports.AwsS3EntityProvider = AwsS3EntityProvider.AwsS3EntityProvider;
292
- exports.ANNOTATION_AWS_ACCOUNT_ID = ANNOTATION_AWS_ACCOUNT_ID;
293
- exports.ANNOTATION_AWS_ARN = ANNOTATION_AWS_ARN;
294
- exports.AwsEKSClusterProcessor = AwsEKSClusterProcessor;
295
- exports.AwsOrganizationCloudAccountProcessor = AwsOrganizationCloudAccountProcessor;
296
- exports.AwsS3DiscoveryProcessor = AwsS3DiscoveryProcessor;
297
- exports.defaultEksClusterEntityTransformer = defaultEksClusterEntityTransformer;
16
+ exports.ANNOTATION_AWS_ACCOUNT_ID = constants.ANNOTATION_AWS_ACCOUNT_ID;
17
+ exports.ANNOTATION_AWS_ARN = constants.ANNOTATION_AWS_ARN;
18
+ exports.defaultEksClusterEntityTransformer = defaultTransformers.defaultEksClusterEntityTransformer;
298
19
  //# sourceMappingURL=index.cjs.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.cjs.js","sources":["../src/constants.ts","../src/lib/defaultTransformers.ts","../src/processors/AwsEKSClusterProcessor.ts","../src/awsOrganization/config.ts","../src/processors/AwsOrganizationCloudAccountProcessor.ts","../src/processors/AwsS3DiscoveryProcessor.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * Annotation for specifying AWS account id\n *\n * @public\n */\nexport const ANNOTATION_AWS_ACCOUNT_ID: string = 'amazonaws.com/account-id';\n/**\n * Annotation for specifying AWS arn\n *\n * @public\n */\nexport const ANNOTATION_AWS_ARN: string = 'amazonaws.com/arn';\n","/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { type Cluster } from '@aws-sdk/client-eks';\nimport {\n ANNOTATION_KUBERNETES_API_SERVER,\n ANNOTATION_KUBERNETES_API_SERVER_CA,\n ANNOTATION_KUBERNETES_AUTH_PROVIDER,\n ANNOTATION_KUBERNETES_AWS_CLUSTER_ID,\n} from '@backstage/plugin-kubernetes-common';\nimport type { EksClusterEntityTransformer } from '../processors/types';\nimport { ANNOTATION_AWS_ACCOUNT_ID, ANNOTATION_AWS_ARN } from '../constants';\n\n/**\n * Default transformer for EKS Cluster to Resource Entity\n * @public\n */\nexport const defaultEksClusterEntityTransformer: EksClusterEntityTransformer =\n async (cluster: Cluster, accountId: string) => {\n const { arn, endpoint, certificateAuthority, name } = cluster;\n const normalizedName = normalizeName(name as string);\n return {\n apiVersion: 'backstage.io/v1alpha1',\n kind: 'Resource',\n metadata: {\n annotations: {\n [ANNOTATION_AWS_ACCOUNT_ID]: accountId,\n [ANNOTATION_AWS_ARN]: arn || '',\n [ANNOTATION_KUBERNETES_API_SERVER]: endpoint || '',\n [ANNOTATION_KUBERNETES_API_SERVER_CA]:\n certificateAuthority?.data || '',\n [ANNOTATION_KUBERNETES_AUTH_PROVIDER]: 'aws',\n [ANNOTATION_KUBERNETES_AWS_CLUSTER_ID]: normalizedName,\n },\n name: normalizedName,\n namespace: 'default',\n },\n spec: {\n type: 'kubernetes-cluster',\n owner: 'unknown',\n },\n };\n };\n\nfunction normalizeName(name: string): string {\n return name\n .trim()\n .toLocaleLowerCase('en-US')\n .replace(/[^a-zA-Z0-9\\-]/g, '-');\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { EKS } from '@aws-sdk/client-eks';\nimport { AWSCredentialFactory } from '../types';\nimport { AwsCredentialIdentity, Provider } from '@aws-sdk/types';\nimport {\n AwsCredentialsManager,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport { Config } from '@backstage/config';\n\nimport type { EksClusterEntityTransformer } from './types';\nimport { defaultEksClusterEntityTransformer } from '../lib';\n\n/**\n * A processor for automatic discovery of resources from EKS clusters. Handles the\n * `aws-eks` location type, and target accounts/regions of the form\n * `<accountId>/<region>`.\n *\n * @public\n */\nexport class AwsEKSClusterProcessor implements CatalogProcessor {\n private credentialsFactory?: AWSCredentialFactory;\n private credentialsManager?: AwsCredentialsManager;\n private readonly clusterEntityTransformer: EksClusterEntityTransformer;\n\n static fromConfig(\n configRoot: Config,\n options?: {\n clusterEntityTransformer?: EksClusterEntityTransformer;\n },\n ): AwsEKSClusterProcessor {\n const awsCredentaislManager =\n DefaultAwsCredentialsManager.fromConfig(configRoot);\n return new AwsEKSClusterProcessor({\n credentialsManager: awsCredentaislManager,\n ...options,\n });\n }\n\n constructor(options: {\n credentialsFactory?: AWSCredentialFactory;\n credentialsManager?: AwsCredentialsManager;\n clusterEntityTransformer?: EksClusterEntityTransformer;\n }) {\n this.credentialsFactory = options.credentialsFactory;\n this.credentialsManager = options.credentialsManager;\n\n // If the callback function is not passed in, then default to the one upstream is using\n this.clusterEntityTransformer =\n options.clusterEntityTransformer || defaultEksClusterEntityTransformer;\n }\n\n getProcessorName(): string {\n return 'aws-eks';\n }\n\n async readLocation(\n location: LocationSpec,\n _optional: boolean,\n emit: CatalogProcessorEmit,\n ): Promise<boolean> {\n if (location.type !== 'aws-eks') {\n return false;\n }\n\n // location target is of format \"account-id/region\"\n const [accountId, region] = location.target.split('/');\n\n if (!accountId || !region) {\n throw new Error(\n 'AWS EKS location specified without account or region information',\n );\n }\n\n let credentials: AwsCredentialIdentity | undefined;\n\n if (this.credentialsFactory) {\n credentials = await this.credentialsFactory(accountId);\n }\n\n let providerFunction: (() => Provider<AwsCredentialIdentity>) | undefined;\n if (this.credentialsManager) {\n const credentialsProvider =\n await this.credentialsManager.getCredentialProvider({ accountId });\n providerFunction = () => credentialsProvider.sdkCredentialProvider;\n }\n\n const eksClient = new EKS({\n customUserAgent: 'backstage-aws-catalog-eks-cluster-processor',\n credentials,\n credentialDefaultProvider: providerFunction,\n region,\n });\n const clusters = await eksClient.listClusters({});\n if (clusters.clusters === undefined) {\n return true;\n }\n\n const results = clusters.clusters\n .map(cluster => eksClient.describeCluster({ name: cluster }))\n .map(async describedClusterPromise => {\n const describedCluster = await describedClusterPromise;\n if (describedCluster.cluster) {\n const entity = await this.clusterEntityTransformer(\n describedCluster.cluster,\n accountId,\n );\n\n emit({\n type: 'entity',\n entity,\n location,\n });\n }\n });\n await Promise.all(results);\n return true;\n }\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\n\n/**\n * The configuration parameters for a single AWS Organization Processor\n */\nexport type AwsOrganizationProviderConfig = {\n /**\n * The role to assume for the processor.\n * @deprecated Use `accountId` instead.\n */\n roleArn?: string;\n\n /**\n * The AWS accountId\n */\n accountId?: string;\n};\n\nexport function readAwsOrganizationConfig(\n config: Config,\n): AwsOrganizationProviderConfig {\n const providerConfig = config.getOptionalConfig('provider');\n\n const roleArn = providerConfig?.getOptionalString('roleArn');\n const accountId = providerConfig?.getOptionalString('accountId');\n return {\n roleArn,\n accountId,\n };\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { ResourceEntityV1alpha1 } from '@backstage/catalog-model';\nimport { Config } from '@backstage/config';\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n processingResult,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport {\n Account,\n ListAccountsResponse,\n Organizations,\n} from '@aws-sdk/client-organizations';\nimport { readAwsOrganizationConfig } from '../awsOrganization/config';\nimport {\n AwsCredentialProvider,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nconst AWS_ORGANIZATION_REGION = 'us-east-1';\nconst LOCATION_TYPE = 'aws-cloud-accounts';\n\nconst ACCOUNTID_ANNOTATION = 'amazonaws.com/account-id';\nconst ACCOUNT_EMAIL_ANNOTATION = 'amazonaws.com/account-email';\nconst ARN_ANNOTATION = 'amazonaws.com/arn';\nconst ORGANIZATION_ANNOTATION = 'amazonaws.com/organization-id';\n\nconst ACCOUNT_STATUS_LABEL = 'amazonaws.com/account-status';\n\n/**\n * A processor for ingesting AWS Accounts from AWS Organizations.\n *\n * If custom authentication is needed, it can be achieved by configuring the\n * global AWS.credentials object.\n *\n * @public\n */\nexport class AwsOrganizationCloudAccountProcessor implements CatalogProcessor {\n private readonly organizations: Organizations;\n private readonly logger: LoggerService;\n\n static async fromConfig(config: Config, options: { logger: LoggerService }) {\n const c = config.getOptionalConfig('catalog.processors.awsOrganization');\n const orgConfig = c ? readAwsOrganizationConfig(c) : undefined;\n\n if (orgConfig?.roleArn) {\n options.logger.warn(\n 'The roleArn configuration for AwsOrganizationCloudAccountProcessor ignores the role name, use accountId configuration instead',\n );\n }\n\n const awsCredentialsManager =\n DefaultAwsCredentialsManager.fromConfig(config);\n const credProvider = await awsCredentialsManager.getCredentialProvider({\n arn: orgConfig?.roleArn,\n accountId: orgConfig?.accountId,\n });\n return new AwsOrganizationCloudAccountProcessor(\n credProvider,\n options.logger,\n );\n }\n\n private constructor(\n private readonly credProvider: AwsCredentialProvider,\n logger: LoggerService,\n ) {\n this.logger = logger?.child({\n target: this.getProcessorName(),\n });\n this.organizations = new Organizations({\n credentialDefaultProvider: () => this.credProvider.sdkCredentialProvider,\n region: AWS_ORGANIZATION_REGION,\n }); // Only available in us-east-1\n }\n\n getProcessorName(): string {\n return 'AwsOrganizationCloudAccountProcessor';\n }\n\n async readLocation(\n location: LocationSpec,\n _optional: boolean,\n emit: CatalogProcessorEmit,\n ): Promise<boolean> {\n if (location.type !== LOCATION_TYPE) {\n return false;\n }\n\n this.logger?.info('Discovering AWS Organization Account objects');\n\n (await this.getAwsAccounts())\n .map(account => this.mapAccountToComponent(account))\n .filter(entity => {\n if (location.target !== '') {\n if (entity.metadata.annotations) {\n return (\n entity.metadata.annotations[ORGANIZATION_ANNOTATION] ===\n location.target\n );\n }\n return false;\n }\n return true;\n })\n .forEach(entity => {\n emit(processingResult.entity(location, entity));\n });\n\n return true;\n }\n\n private normalizeName(name: string): string {\n return name\n .trim()\n .toLocaleLowerCase('en-US')\n .replace(/[^a-zA-Z0-9\\-]/g, '-');\n }\n\n private normalizeAccountStatus(name: string): string {\n return name.toLocaleLowerCase('en-US');\n }\n\n private extractInformationFromArn(arn: string): {\n accountId: string;\n organizationId: string;\n } {\n const parts = arn.split('/');\n\n return {\n accountId: parts[parts.length - 1],\n organizationId: parts[parts.length - 2],\n };\n }\n\n private async getAwsAccounts(): Promise<Account[]> {\n let awsAccounts: Account[] = [];\n let isInitialAttempt = true;\n let nextToken = undefined;\n while (isInitialAttempt || nextToken) {\n isInitialAttempt = false;\n const orgAccounts: ListAccountsResponse =\n await this.organizations.listAccounts({ NextToken: nextToken });\n if (orgAccounts.Accounts) {\n awsAccounts = awsAccounts.concat(orgAccounts.Accounts);\n }\n nextToken = orgAccounts.NextToken;\n }\n\n return awsAccounts;\n }\n\n private mapAccountToComponent(account: Account): ResourceEntityV1alpha1 {\n const { accountId, organizationId } = this.extractInformationFromArn(\n account.Arn as string,\n );\n return {\n apiVersion: 'backstage.io/v1alpha1',\n kind: 'Resource',\n metadata: {\n annotations: {\n [ACCOUNTID_ANNOTATION]: accountId,\n [ARN_ANNOTATION]: account.Arn || '',\n [ORGANIZATION_ANNOTATION]: organizationId,\n [ACCOUNT_EMAIL_ANNOTATION]: account.Email || '',\n },\n labels: {\n [ACCOUNT_STATUS_LABEL]: this.normalizeAccountStatus(\n account.Status || '',\n ),\n },\n name: this.normalizeName(account.Name || ''),\n title: account.Name || '',\n namespace: 'default',\n },\n spec: {\n type: 'cloud-account',\n owner: 'unknown',\n },\n };\n }\n}\n","/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { UrlReaderService } from '@backstage/backend-plugin-api';\nimport { isError } from '@backstage/errors';\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n CatalogProcessorParser,\n processingResult,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport limiterFactory from 'p-limit';\n\n/**\n * A processor for automatic discovery of entities from S3 buckets. Handles the\n * `s3-discovery` location type, and target bucket URLs e.g. on the form\n * `https://testbucket.s3.us-east-2.amazonaws.com`.\n *\n * @public\n * @deprecated Use the `AwsS3EntityProvider` instead (see https://github.com/backstage/backstage/blob/master/plugins/catalog-backend-module-aws/CHANGELOG.md#014).\n */\nexport class AwsS3DiscoveryProcessor implements CatalogProcessor {\n constructor(private readonly reader: UrlReaderService) {}\n\n getProcessorName(): string {\n return 'AwsS3DiscoveryProcessor';\n }\n\n async readLocation(\n location: LocationSpec,\n optional: boolean,\n emit: CatalogProcessorEmit,\n parser: CatalogProcessorParser,\n ): Promise<boolean> {\n if (location.type !== 's3-discovery') {\n return false;\n }\n\n try {\n const output = await this.doRead(location.target);\n for (const item of output) {\n for await (const parseResult of parser({\n data: item.data,\n location: { type: location.type, target: item.url },\n })) {\n emit(parseResult);\n }\n }\n } catch (error) {\n const message = `Unable to read ${location.type}, ${error}`;\n\n if (isError(error) && error.name === 'NotFoundError') {\n if (!optional) {\n emit(processingResult.notFoundError(location, message));\n }\n } else {\n emit(processingResult.generalError(location, message));\n }\n }\n return true;\n }\n\n private async doRead(\n location: string,\n ): Promise<{ data: Buffer; url: string }[]> {\n const limiter = limiterFactory(5);\n const response = await this.reader.readTree(location);\n const responseFiles = await response.files();\n const output = responseFiles.map(async file => ({\n url: file.path,\n data: await limiter(file.content),\n }));\n return Promise.all(output);\n }\n}\n"],"names":["ANNOTATION_KUBERNETES_API_SERVER","ANNOTATION_KUBERNETES_API_SERVER_CA","ANNOTATION_KUBERNETES_AUTH_PROVIDER","ANNOTATION_KUBERNETES_AWS_CLUSTER_ID","DefaultAwsCredentialsManager","EKS","Organizations","processingResult","isError","limiterFactory"],"mappings":";;;;;;;;;;;;;;;;;;;;AAqBO,MAAM,yBAAoC,GAAA,2BAAA;AAM1C,MAAM,kBAA6B,GAAA;;ACE7B,MAAA,kCAAA,GACX,OAAO,OAAA,EAAkB,SAAsB,KAAA;AAC7C,EAAA,MAAM,EAAE,GAAA,EAAK,QAAU,EAAA,oBAAA,EAAsB,MAAS,GAAA,OAAA,CAAA;AACtD,EAAM,MAAA,cAAA,GAAiB,cAAc,IAAc,CAAA,CAAA;AACnD,EAAO,OAAA;AAAA,IACL,UAAY,EAAA,uBAAA;AAAA,IACZ,IAAM,EAAA,UAAA;AAAA,IACN,QAAU,EAAA;AAAA,MACR,WAAa,EAAA;AAAA,QACX,CAAC,yBAAyB,GAAG,SAAA;AAAA,QAC7B,CAAC,kBAAkB,GAAG,GAAO,IAAA,EAAA;AAAA,QAC7B,CAACA,uDAAgC,GAAG,QAAY,IAAA,EAAA;AAAA,QAChD,CAACC,0DAAmC,GAClC,oBAAA,EAAsB,IAAQ,IAAA,EAAA;AAAA,QAChC,CAACC,0DAAmC,GAAG,KAAA;AAAA,QACvC,CAACC,2DAAoC,GAAG,cAAA;AAAA,OAC1C;AAAA,MACA,IAAM,EAAA,cAAA;AAAA,MACN,SAAW,EAAA,SAAA;AAAA,KACb;AAAA,IACA,IAAM,EAAA;AAAA,MACJ,IAAM,EAAA,oBAAA;AAAA,MACN,KAAO,EAAA,SAAA;AAAA,KACT;AAAA,GACF,CAAA;AACF,EAAA;AAEF,SAAS,cAAc,IAAsB,EAAA;AAC3C,EAAO,OAAA,IAAA,CACJ,MACA,CAAA,iBAAA,CAAkB,OAAO,CACzB,CAAA,OAAA,CAAQ,mBAAmB,GAAG,CAAA,CAAA;AACnC;;ACrBO,MAAM,sBAAmD,CAAA;AAAA,EACtD,kBAAA,CAAA;AAAA,EACA,kBAAA,CAAA;AAAA,EACS,wBAAA,CAAA;AAAA,EAEjB,OAAO,UACL,CAAA,UAAA,EACA,OAGwB,EAAA;AACxB,IAAM,MAAA,qBAAA,GACJC,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA,CAAA;AACpD,IAAA,OAAO,IAAI,sBAAuB,CAAA;AAAA,MAChC,kBAAoB,EAAA,qBAAA;AAAA,MACpB,GAAG,OAAA;AAAA,KACJ,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,YAAY,OAIT,EAAA;AACD,IAAA,IAAA,CAAK,qBAAqB,OAAQ,CAAA,kBAAA,CAAA;AAClC,IAAA,IAAA,CAAK,qBAAqB,OAAQ,CAAA,kBAAA,CAAA;AAGlC,IAAK,IAAA,CAAA,wBAAA,GACH,QAAQ,wBAA4B,IAAA,kCAAA,CAAA;AAAA,GACxC;AAAA,EAEA,gBAA2B,GAAA;AACzB,IAAO,OAAA,SAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,SAAA,EACA,IACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,SAAW,EAAA;AAC/B,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAGA,IAAA,MAAM,CAAC,SAAW,EAAA,MAAM,IAAI,QAAS,CAAA,MAAA,CAAO,MAAM,GAAG,CAAA,CAAA;AAErD,IAAI,IAAA,CAAC,SAAa,IAAA,CAAC,MAAQ,EAAA;AACzB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,kEAAA;AAAA,OACF,CAAA;AAAA,KACF;AAEA,IAAI,IAAA,WAAA,CAAA;AAEJ,IAAA,IAAI,KAAK,kBAAoB,EAAA;AAC3B,MAAc,WAAA,GAAA,MAAM,IAAK,CAAA,kBAAA,CAAmB,SAAS,CAAA,CAAA;AAAA,KACvD;AAEA,IAAI,IAAA,gBAAA,CAAA;AACJ,IAAA,IAAI,KAAK,kBAAoB,EAAA;AAC3B,MAAA,MAAM,sBACJ,MAAM,IAAA,CAAK,mBAAmB,qBAAsB,CAAA,EAAE,WAAW,CAAA,CAAA;AACnE,MAAA,gBAAA,GAAmB,MAAM,mBAAoB,CAAA,qBAAA,CAAA;AAAA,KAC/C;AAEA,IAAM,MAAA,SAAA,GAAY,IAAIC,aAAI,CAAA;AAAA,MACxB,eAAiB,EAAA,6CAAA;AAAA,MACjB,WAAA;AAAA,MACA,yBAA2B,EAAA,gBAAA;AAAA,MAC3B,MAAA;AAAA,KACD,CAAA,CAAA;AACD,IAAA,MAAM,QAAW,GAAA,MAAM,SAAU,CAAA,YAAA,CAAa,EAAE,CAAA,CAAA;AAChD,IAAI,IAAA,QAAA,CAAS,aAAa,KAAW,CAAA,EAAA;AACnC,MAAO,OAAA,IAAA,CAAA;AAAA,KACT;AAEA,IAAA,MAAM,OAAU,GAAA,QAAA,CAAS,QACtB,CAAA,GAAA,CAAI,aAAW,SAAU,CAAA,eAAA,CAAgB,EAAE,IAAA,EAAM,SAAS,CAAC,CAC3D,CAAA,GAAA,CAAI,OAAM,uBAA2B,KAAA;AACpC,MAAA,MAAM,mBAAmB,MAAM,uBAAA,CAAA;AAC/B,MAAA,IAAI,iBAAiB,OAAS,EAAA;AAC5B,QAAM,MAAA,MAAA,GAAS,MAAM,IAAK,CAAA,wBAAA;AAAA,UACxB,gBAAiB,CAAA,OAAA;AAAA,UACjB,SAAA;AAAA,SACF,CAAA;AAEA,QAAK,IAAA,CAAA;AAAA,UACH,IAAM,EAAA,QAAA;AAAA,UACN,MAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AACH,IAAM,MAAA,OAAA,CAAQ,IAAI,OAAO,CAAA,CAAA;AACzB,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AACF;;ACxGO,SAAS,0BACd,MAC+B,EAAA;AAC/B,EAAM,MAAA,cAAA,GAAiB,MAAO,CAAA,iBAAA,CAAkB,UAAU,CAAA,CAAA;AAE1D,EAAM,MAAA,OAAA,GAAU,cAAgB,EAAA,iBAAA,CAAkB,SAAS,CAAA,CAAA;AAC3D,EAAM,MAAA,SAAA,GAAY,cAAgB,EAAA,iBAAA,CAAkB,WAAW,CAAA,CAAA;AAC/D,EAAO,OAAA;AAAA,IACL,OAAA;AAAA,IACA,SAAA;AAAA,GACF,CAAA;AACF;;ACTA,MAAM,uBAA0B,GAAA,WAAA,CAAA;AAChC,MAAM,aAAgB,GAAA,oBAAA,CAAA;AAEtB,MAAM,oBAAuB,GAAA,0BAAA,CAAA;AAC7B,MAAM,wBAA2B,GAAA,6BAAA,CAAA;AACjC,MAAM,cAAiB,GAAA,mBAAA,CAAA;AACvB,MAAM,uBAA0B,GAAA,+BAAA,CAAA;AAEhC,MAAM,oBAAuB,GAAA,8BAAA,CAAA;AAUtB,MAAM,oCAAiE,CAAA;AAAA,EA0BpE,WAAA,CACW,cACjB,MACA,EAAA;AAFiB,IAAA,IAAA,CAAA,YAAA,GAAA,YAAA,CAAA;AAGjB,IAAK,IAAA,CAAA,MAAA,GAAS,QAAQ,KAAM,CAAA;AAAA,MAC1B,MAAA,EAAQ,KAAK,gBAAiB,EAAA;AAAA,KAC/B,CAAA,CAAA;AACD,IAAK,IAAA,CAAA,aAAA,GAAgB,IAAIC,iCAAc,CAAA;AAAA,MACrC,yBAAA,EAA2B,MAAM,IAAA,CAAK,YAAa,CAAA,qBAAA;AAAA,MACnD,MAAQ,EAAA,uBAAA;AAAA,KACT,CAAA,CAAA;AAAA,GACH;AAAA,EApCiB,aAAA,CAAA;AAAA,EACA,MAAA,CAAA;AAAA,EAEjB,aAAa,UAAW,CAAA,MAAA,EAAgB,OAAoC,EAAA;AAC1E,IAAM,MAAA,CAAA,GAAI,MAAO,CAAA,iBAAA,CAAkB,oCAAoC,CAAA,CAAA;AACvE,IAAA,MAAM,SAAY,GAAA,CAAA,GAAI,yBAA0B,CAAA,CAAC,CAAI,GAAA,KAAA,CAAA,CAAA;AAErD,IAAA,IAAI,WAAW,OAAS,EAAA;AACtB,MAAA,OAAA,CAAQ,MAAO,CAAA,IAAA;AAAA,QACb,+HAAA;AAAA,OACF,CAAA;AAAA,KACF;AAEA,IAAM,MAAA,qBAAA,GACJF,+CAA6B,CAAA,UAAA,CAAW,MAAM,CAAA,CAAA;AAChD,IAAM,MAAA,YAAA,GAAe,MAAM,qBAAA,CAAsB,qBAAsB,CAAA;AAAA,MACrE,KAAK,SAAW,EAAA,OAAA;AAAA,MAChB,WAAW,SAAW,EAAA,SAAA;AAAA,KACvB,CAAA,CAAA;AACD,IAAA,OAAO,IAAI,oCAAA;AAAA,MACT,YAAA;AAAA,MACA,OAAQ,CAAA,MAAA;AAAA,KACV,CAAA;AAAA,GACF;AAAA,EAeA,gBAA2B,GAAA;AACzB,IAAO,OAAA,sCAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,SAAA,EACA,IACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,aAAe,EAAA;AACnC,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAEA,IAAK,IAAA,CAAA,MAAA,EAAQ,KAAK,8CAA8C,CAAA,CAAA;AAEhE,IAAA,CAAC,MAAM,IAAA,CAAK,cAAe,EAAA,EACxB,GAAI,CAAA,CAAA,OAAA,KAAW,IAAK,CAAA,qBAAA,CAAsB,OAAO,CAAC,CAClD,CAAA,MAAA,CAAO,CAAU,MAAA,KAAA;AAChB,MAAI,IAAA,QAAA,CAAS,WAAW,EAAI,EAAA;AAC1B,QAAI,IAAA,MAAA,CAAO,SAAS,WAAa,EAAA;AAC/B,UAAA,OACE,MAAO,CAAA,QAAA,CAAS,WAAY,CAAA,uBAAuB,MACnD,QAAS,CAAA,MAAA,CAAA;AAAA,SAEb;AACA,QAAO,OAAA,KAAA,CAAA;AAAA,OACT;AACA,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CACA,CAAA,OAAA,CAAQ,CAAU,MAAA,KAAA;AACjB,MAAA,IAAA,CAAKG,kCAAiB,CAAA,MAAA,CAAO,QAAU,EAAA,MAAM,CAAC,CAAA,CAAA;AAAA,KAC/C,CAAA,CAAA;AAEH,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEQ,cAAc,IAAsB,EAAA;AAC1C,IAAO,OAAA,IAAA,CACJ,MACA,CAAA,iBAAA,CAAkB,OAAO,CACzB,CAAA,OAAA,CAAQ,mBAAmB,GAAG,CAAA,CAAA;AAAA,GACnC;AAAA,EAEQ,uBAAuB,IAAsB,EAAA;AACnD,IAAO,OAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA,CAAA;AAAA,GACvC;AAAA,EAEQ,0BAA0B,GAGhC,EAAA;AACA,IAAM,MAAA,KAAA,GAAQ,GAAI,CAAA,KAAA,CAAM,GAAG,CAAA,CAAA;AAE3B,IAAO,OAAA;AAAA,MACL,SAAW,EAAA,KAAA,CAAM,KAAM,CAAA,MAAA,GAAS,CAAC,CAAA;AAAA,MACjC,cAAgB,EAAA,KAAA,CAAM,KAAM,CAAA,MAAA,GAAS,CAAC,CAAA;AAAA,KACxC,CAAA;AAAA,GACF;AAAA,EAEA,MAAc,cAAqC,GAAA;AACjD,IAAA,IAAI,cAAyB,EAAC,CAAA;AAC9B,IAAA,IAAI,gBAAmB,GAAA,IAAA,CAAA;AACvB,IAAA,IAAI,SAAY,GAAA,KAAA,CAAA,CAAA;AAChB,IAAA,OAAO,oBAAoB,SAAW,EAAA;AACpC,MAAmB,gBAAA,GAAA,KAAA,CAAA;AACnB,MAAM,MAAA,WAAA,GACJ,MAAM,IAAK,CAAA,aAAA,CAAc,aAAa,EAAE,SAAA,EAAW,WAAW,CAAA,CAAA;AAChE,MAAA,IAAI,YAAY,QAAU,EAAA;AACxB,QAAc,WAAA,GAAA,WAAA,CAAY,MAAO,CAAA,WAAA,CAAY,QAAQ,CAAA,CAAA;AAAA,OACvD;AACA,MAAA,SAAA,GAAY,WAAY,CAAA,SAAA,CAAA;AAAA,KAC1B;AAEA,IAAO,OAAA,WAAA,CAAA;AAAA,GACT;AAAA,EAEQ,sBAAsB,OAA0C,EAAA;AACtE,IAAA,MAAM,EAAE,SAAA,EAAW,cAAe,EAAA,GAAI,IAAK,CAAA,yBAAA;AAAA,MACzC,OAAQ,CAAA,GAAA;AAAA,KACV,CAAA;AACA,IAAO,OAAA;AAAA,MACL,UAAY,EAAA,uBAAA;AAAA,MACZ,IAAM,EAAA,UAAA;AAAA,MACN,QAAU,EAAA;AAAA,QACR,WAAa,EAAA;AAAA,UACX,CAAC,oBAAoB,GAAG,SAAA;AAAA,UACxB,CAAC,cAAc,GAAG,OAAA,CAAQ,GAAO,IAAA,EAAA;AAAA,UACjC,CAAC,uBAAuB,GAAG,cAAA;AAAA,UAC3B,CAAC,wBAAwB,GAAG,OAAA,CAAQ,KAAS,IAAA,EAAA;AAAA,SAC/C;AAAA,QACA,MAAQ,EAAA;AAAA,UACN,CAAC,oBAAoB,GAAG,IAAK,CAAA,sBAAA;AAAA,YAC3B,QAAQ,MAAU,IAAA,EAAA;AAAA,WACpB;AAAA,SACF;AAAA,QACA,IAAM,EAAA,IAAA,CAAK,aAAc,CAAA,OAAA,CAAQ,QAAQ,EAAE,CAAA;AAAA,QAC3C,KAAA,EAAO,QAAQ,IAAQ,IAAA,EAAA;AAAA,QACvB,SAAW,EAAA,SAAA;AAAA,OACb;AAAA,MACA,IAAM,EAAA;AAAA,QACJ,IAAM,EAAA,eAAA;AAAA,QACN,KAAO,EAAA,SAAA;AAAA,OACT;AAAA,KACF,CAAA;AAAA,GACF;AACF;;ACnKO,MAAM,uBAAoD,CAAA;AAAA,EAC/D,YAA6B,MAA0B,EAAA;AAA1B,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AAAA,GAA2B;AAAA,EAExD,gBAA2B,GAAA;AACzB,IAAO,OAAA,yBAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,QAAA,EACA,MACA,MACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,cAAgB,EAAA;AACpC,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAEA,IAAI,IAAA;AACF,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,MAAA,CAAO,SAAS,MAAM,CAAA,CAAA;AAChD,MAAA,KAAA,MAAW,QAAQ,MAAQ,EAAA;AACzB,QAAA,WAAA,MAAiB,eAAe,MAAO,CAAA;AAAA,UACrC,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,UAAU,EAAE,IAAA,EAAM,SAAS,IAAM,EAAA,MAAA,EAAQ,KAAK,GAAI,EAAA;AAAA,SACnD,CAAG,EAAA;AACF,UAAA,IAAA,CAAK,WAAW,CAAA,CAAA;AAAA,SAClB;AAAA,OACF;AAAA,aACO,KAAO,EAAA;AACd,MAAA,MAAM,OAAU,GAAA,CAAA,eAAA,EAAkB,QAAS,CAAA,IAAI,KAAK,KAAK,CAAA,CAAA,CAAA;AAEzD,MAAA,IAAIC,cAAQ,CAAA,KAAK,CAAK,IAAA,KAAA,CAAM,SAAS,eAAiB,EAAA;AACpD,QAAA,IAAI,CAAC,QAAU,EAAA;AACb,UAAA,IAAA,CAAKD,kCAAiB,CAAA,aAAA,CAAc,QAAU,EAAA,OAAO,CAAC,CAAA,CAAA;AAAA,SACxD;AAAA,OACK,MAAA;AACL,QAAA,IAAA,CAAKA,kCAAiB,CAAA,YAAA,CAAa,QAAU,EAAA,OAAO,CAAC,CAAA,CAAA;AAAA,OACvD;AAAA,KACF;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAc,OACZ,QAC0C,EAAA;AAC1C,IAAM,MAAA,OAAA,GAAUE,gCAAe,CAAC,CAAA,CAAA;AAChC,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,MAAA,CAAO,SAAS,QAAQ,CAAA,CAAA;AACpD,IAAM,MAAA,aAAA,GAAgB,MAAM,QAAA,CAAS,KAAM,EAAA,CAAA;AAC3C,IAAA,MAAM,MAAS,GAAA,aAAA,CAAc,GAAI,CAAA,OAAM,IAAS,MAAA;AAAA,MAC9C,KAAK,IAAK,CAAA,IAAA;AAAA,MACV,IAAM,EAAA,MAAM,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA;AAAA,KAChC,CAAA,CAAA,CAAA;AACF,IAAO,OAAA,OAAA,CAAQ,IAAI,MAAM,CAAA,CAAA;AAAA,GAC3B;AACF;;;;;;;;;;"}
1
+ {"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;"}
@@ -0,0 +1,35 @@
1
+ 'use strict';
2
+
3
+ var pluginKubernetesCommon = require('@backstage/plugin-kubernetes-common');
4
+ var constants = require('../constants.cjs.js');
5
+
6
+ const defaultEksClusterEntityTransformer = async (cluster, accountId) => {
7
+ const { arn, endpoint, certificateAuthority, name } = cluster;
8
+ const normalizedName = normalizeName(name);
9
+ return {
10
+ apiVersion: "backstage.io/v1alpha1",
11
+ kind: "Resource",
12
+ metadata: {
13
+ annotations: {
14
+ [constants.ANNOTATION_AWS_ACCOUNT_ID]: accountId,
15
+ [constants.ANNOTATION_AWS_ARN]: arn || "",
16
+ [pluginKubernetesCommon.ANNOTATION_KUBERNETES_API_SERVER]: endpoint || "",
17
+ [pluginKubernetesCommon.ANNOTATION_KUBERNETES_API_SERVER_CA]: certificateAuthority?.data || "",
18
+ [pluginKubernetesCommon.ANNOTATION_KUBERNETES_AUTH_PROVIDER]: "aws",
19
+ [pluginKubernetesCommon.ANNOTATION_KUBERNETES_AWS_CLUSTER_ID]: normalizedName
20
+ },
21
+ name: normalizedName,
22
+ namespace: "default"
23
+ },
24
+ spec: {
25
+ type: "kubernetes-cluster",
26
+ owner: "unknown"
27
+ }
28
+ };
29
+ };
30
+ function normalizeName(name) {
31
+ return name.trim().toLocaleLowerCase("en-US").replace(/[^a-zA-Z0-9\-]/g, "-");
32
+ }
33
+
34
+ exports.defaultEksClusterEntityTransformer = defaultEksClusterEntityTransformer;
35
+ //# sourceMappingURL=defaultTransformers.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"defaultTransformers.cjs.js","sources":["../../src/lib/defaultTransformers.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { type Cluster } from '@aws-sdk/client-eks';\nimport {\n ANNOTATION_KUBERNETES_API_SERVER,\n ANNOTATION_KUBERNETES_API_SERVER_CA,\n ANNOTATION_KUBERNETES_AUTH_PROVIDER,\n ANNOTATION_KUBERNETES_AWS_CLUSTER_ID,\n} from '@backstage/plugin-kubernetes-common';\nimport type { EksClusterEntityTransformer } from '../processors/types';\nimport { ANNOTATION_AWS_ACCOUNT_ID, ANNOTATION_AWS_ARN } from '../constants';\n\n/**\n * Default transformer for EKS Cluster to Resource Entity\n * @public\n */\nexport const defaultEksClusterEntityTransformer: EksClusterEntityTransformer =\n async (cluster: Cluster, accountId: string) => {\n const { arn, endpoint, certificateAuthority, name } = cluster;\n const normalizedName = normalizeName(name as string);\n return {\n apiVersion: 'backstage.io/v1alpha1',\n kind: 'Resource',\n metadata: {\n annotations: {\n [ANNOTATION_AWS_ACCOUNT_ID]: accountId,\n [ANNOTATION_AWS_ARN]: arn || '',\n [ANNOTATION_KUBERNETES_API_SERVER]: endpoint || '',\n [ANNOTATION_KUBERNETES_API_SERVER_CA]:\n certificateAuthority?.data || '',\n [ANNOTATION_KUBERNETES_AUTH_PROVIDER]: 'aws',\n [ANNOTATION_KUBERNETES_AWS_CLUSTER_ID]: normalizedName,\n },\n name: normalizedName,\n namespace: 'default',\n },\n spec: {\n type: 'kubernetes-cluster',\n owner: 'unknown',\n },\n };\n };\n\nfunction normalizeName(name: string): string {\n return name\n .trim()\n .toLocaleLowerCase('en-US')\n .replace(/[^a-zA-Z0-9\\-]/g, '-');\n}\n"],"names":["ANNOTATION_AWS_ACCOUNT_ID","ANNOTATION_AWS_ARN","ANNOTATION_KUBERNETES_API_SERVER","ANNOTATION_KUBERNETES_API_SERVER_CA","ANNOTATION_KUBERNETES_AUTH_PROVIDER","ANNOTATION_KUBERNETES_AWS_CLUSTER_ID"],"mappings":";;;;;AA6Ba,MAAA,kCAAA,GACX,OAAO,OAAA,EAAkB,SAAsB,KAAA;AAC7C,EAAA,MAAM,EAAE,GAAA,EAAK,QAAU,EAAA,oBAAA,EAAsB,MAAS,GAAA,OAAA,CAAA;AACtD,EAAM,MAAA,cAAA,GAAiB,cAAc,IAAc,CAAA,CAAA;AACnD,EAAO,OAAA;AAAA,IACL,UAAY,EAAA,uBAAA;AAAA,IACZ,IAAM,EAAA,UAAA;AAAA,IACN,QAAU,EAAA;AAAA,MACR,WAAa,EAAA;AAAA,QACX,CAACA,mCAAyB,GAAG,SAAA;AAAA,QAC7B,CAACC,4BAAkB,GAAG,GAAO,IAAA,EAAA;AAAA,QAC7B,CAACC,uDAAgC,GAAG,QAAY,IAAA,EAAA;AAAA,QAChD,CAACC,0DAAmC,GAClC,oBAAA,EAAsB,IAAQ,IAAA,EAAA;AAAA,QAChC,CAACC,0DAAmC,GAAG,KAAA;AAAA,QACvC,CAACC,2DAAoC,GAAG,cAAA;AAAA,OAC1C;AAAA,MACA,IAAM,EAAA,cAAA;AAAA,MACN,SAAW,EAAA,SAAA;AAAA,KACb;AAAA,IACA,IAAM,EAAA;AAAA,MACJ,IAAM,EAAA,oBAAA;AAAA,MACN,KAAO,EAAA,SAAA;AAAA,KACT;AAAA,GACF,CAAA;AACF,EAAA;AAEF,SAAS,cAAc,IAAsB,EAAA;AAC3C,EAAO,OAAA,IAAA,CACJ,MACA,CAAA,iBAAA,CAAkB,OAAO,CACzB,CAAA,OAAA,CAAQ,mBAAmB,GAAG,CAAA,CAAA;AACnC;;;;"}
@@ -0,0 +1,31 @@
1
+ 'use strict';
2
+
3
+ var backendPluginApi = require('@backstage/backend-plugin-api');
4
+ var alpha = require('@backstage/plugin-catalog-node/alpha');
5
+ var AwsS3EntityProvider = require('../providers/AwsS3EntityProvider.cjs.js');
6
+
7
+ const catalogModuleAwsS3EntityProvider = backendPluginApi.createBackendModule({
8
+ pluginId: "catalog",
9
+ moduleId: "aws-s3-entity-provider",
10
+ register(env) {
11
+ env.registerInit({
12
+ deps: {
13
+ config: backendPluginApi.coreServices.rootConfig,
14
+ catalog: alpha.catalogProcessingExtensionPoint,
15
+ logger: backendPluginApi.coreServices.logger,
16
+ scheduler: backendPluginApi.coreServices.scheduler
17
+ },
18
+ async init({ config, catalog, logger, scheduler }) {
19
+ catalog.addEntityProvider(
20
+ AwsS3EntityProvider.AwsS3EntityProvider.fromConfig(config, {
21
+ logger,
22
+ scheduler
23
+ })
24
+ );
25
+ }
26
+ });
27
+ }
28
+ });
29
+
30
+ exports.catalogModuleAwsS3EntityProvider = catalogModuleAwsS3EntityProvider;
31
+ //# sourceMappingURL=catalogModuleAwsS3EntityProvider.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"catalogModuleAwsS3EntityProvider.cjs.js","sources":["../../src/module/catalogModuleAwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport { AwsS3EntityProvider } from '../providers';\n\n/**\n * Registers the AwsS3EntityProvider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleAwsS3EntityProvider = createBackendModule({\n pluginId: 'catalog',\n moduleId: 'aws-s3-entity-provider',\n register(env) {\n env.registerInit({\n deps: {\n config: coreServices.rootConfig,\n catalog: catalogProcessingExtensionPoint,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({ config, catalog, logger, scheduler }) {\n catalog.addEntityProvider(\n AwsS3EntityProvider.fromConfig(config, {\n logger,\n scheduler,\n }),\n );\n },\n });\n },\n});\n"],"names":["createBackendModule","coreServices","catalogProcessingExtensionPoint","AwsS3EntityProvider"],"mappings":";;;;;;AA4BO,MAAM,mCAAmCA,oCAAoB,CAAA;AAAA,EAClE,QAAU,EAAA,SAAA;AAAA,EACV,QAAU,EAAA,wBAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,OAAS,EAAAC,qCAAA;AAAA,QACT,QAAQD,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA,EAAE,QAAQ,OAAS,EAAA,MAAA,EAAQ,WAAa,EAAA;AACjD,QAAQ,OAAA,CAAA,iBAAA;AAAA,UACNE,uCAAA,CAAoB,WAAW,MAAQ,EAAA;AAAA,YACrC,MAAA;AAAA,YACA,SAAA;AAAA,WACD,CAAA;AAAA,SACH,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;"}
@@ -0,0 +1,75 @@
1
+ 'use strict';
2
+
3
+ var clientEks = require('@aws-sdk/client-eks');
4
+ var integrationAwsNode = require('@backstage/integration-aws-node');
5
+ var defaultTransformers = require('../lib/defaultTransformers.cjs.js');
6
+
7
+ class AwsEKSClusterProcessor {
8
+ credentialsFactory;
9
+ credentialsManager;
10
+ clusterEntityTransformer;
11
+ static fromConfig(configRoot, options) {
12
+ const awsCredentaislManager = integrationAwsNode.DefaultAwsCredentialsManager.fromConfig(configRoot);
13
+ return new AwsEKSClusterProcessor({
14
+ credentialsManager: awsCredentaislManager,
15
+ ...options
16
+ });
17
+ }
18
+ constructor(options) {
19
+ this.credentialsFactory = options.credentialsFactory;
20
+ this.credentialsManager = options.credentialsManager;
21
+ this.clusterEntityTransformer = options.clusterEntityTransformer || defaultTransformers.defaultEksClusterEntityTransformer;
22
+ }
23
+ getProcessorName() {
24
+ return "aws-eks";
25
+ }
26
+ async readLocation(location, _optional, emit) {
27
+ if (location.type !== "aws-eks") {
28
+ return false;
29
+ }
30
+ const [accountId, region] = location.target.split("/");
31
+ if (!accountId || !region) {
32
+ throw new Error(
33
+ "AWS EKS location specified without account or region information"
34
+ );
35
+ }
36
+ let credentials;
37
+ if (this.credentialsFactory) {
38
+ credentials = await this.credentialsFactory(accountId);
39
+ }
40
+ let providerFunction;
41
+ if (this.credentialsManager) {
42
+ const credentialsProvider = await this.credentialsManager.getCredentialProvider({ accountId });
43
+ providerFunction = () => credentialsProvider.sdkCredentialProvider;
44
+ }
45
+ const eksClient = new clientEks.EKS({
46
+ customUserAgent: "backstage-aws-catalog-eks-cluster-processor",
47
+ credentials,
48
+ credentialDefaultProvider: providerFunction,
49
+ region
50
+ });
51
+ const clusters = await eksClient.listClusters({});
52
+ if (clusters.clusters === void 0) {
53
+ return true;
54
+ }
55
+ const results = clusters.clusters.map((cluster) => eksClient.describeCluster({ name: cluster })).map(async (describedClusterPromise) => {
56
+ const describedCluster = await describedClusterPromise;
57
+ if (describedCluster.cluster) {
58
+ const entity = await this.clusterEntityTransformer(
59
+ describedCluster.cluster,
60
+ accountId
61
+ );
62
+ emit({
63
+ type: "entity",
64
+ entity,
65
+ location
66
+ });
67
+ }
68
+ });
69
+ await Promise.all(results);
70
+ return true;
71
+ }
72
+ }
73
+
74
+ exports.AwsEKSClusterProcessor = AwsEKSClusterProcessor;
75
+ //# sourceMappingURL=AwsEKSClusterProcessor.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AwsEKSClusterProcessor.cjs.js","sources":["../../src/processors/AwsEKSClusterProcessor.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { EKS } from '@aws-sdk/client-eks';\nimport { AWSCredentialFactory } from '../types';\nimport { AwsCredentialIdentity, Provider } from '@aws-sdk/types';\nimport {\n AwsCredentialsManager,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport { Config } from '@backstage/config';\n\nimport type { EksClusterEntityTransformer } from './types';\nimport { defaultEksClusterEntityTransformer } from '../lib';\n\n/**\n * A processor for automatic discovery of resources from EKS clusters. Handles the\n * `aws-eks` location type, and target accounts/regions of the form\n * `<accountId>/<region>`.\n *\n * @public\n */\nexport class AwsEKSClusterProcessor implements CatalogProcessor {\n private credentialsFactory?: AWSCredentialFactory;\n private credentialsManager?: AwsCredentialsManager;\n private readonly clusterEntityTransformer: EksClusterEntityTransformer;\n\n static fromConfig(\n configRoot: Config,\n options?: {\n clusterEntityTransformer?: EksClusterEntityTransformer;\n },\n ): AwsEKSClusterProcessor {\n const awsCredentaislManager =\n DefaultAwsCredentialsManager.fromConfig(configRoot);\n return new AwsEKSClusterProcessor({\n credentialsManager: awsCredentaislManager,\n ...options,\n });\n }\n\n constructor(options: {\n credentialsFactory?: AWSCredentialFactory;\n credentialsManager?: AwsCredentialsManager;\n clusterEntityTransformer?: EksClusterEntityTransformer;\n }) {\n this.credentialsFactory = options.credentialsFactory;\n this.credentialsManager = options.credentialsManager;\n\n // If the callback function is not passed in, then default to the one upstream is using\n this.clusterEntityTransformer =\n options.clusterEntityTransformer || defaultEksClusterEntityTransformer;\n }\n\n getProcessorName(): string {\n return 'aws-eks';\n }\n\n async readLocation(\n location: LocationSpec,\n _optional: boolean,\n emit: CatalogProcessorEmit,\n ): Promise<boolean> {\n if (location.type !== 'aws-eks') {\n return false;\n }\n\n // location target is of format \"account-id/region\"\n const [accountId, region] = location.target.split('/');\n\n if (!accountId || !region) {\n throw new Error(\n 'AWS EKS location specified without account or region information',\n );\n }\n\n let credentials: AwsCredentialIdentity | undefined;\n\n if (this.credentialsFactory) {\n credentials = await this.credentialsFactory(accountId);\n }\n\n let providerFunction: (() => Provider<AwsCredentialIdentity>) | undefined;\n if (this.credentialsManager) {\n const credentialsProvider =\n await this.credentialsManager.getCredentialProvider({ accountId });\n providerFunction = () => credentialsProvider.sdkCredentialProvider;\n }\n\n const eksClient = new EKS({\n customUserAgent: 'backstage-aws-catalog-eks-cluster-processor',\n credentials,\n credentialDefaultProvider: providerFunction,\n region,\n });\n const clusters = await eksClient.listClusters({});\n if (clusters.clusters === undefined) {\n return true;\n }\n\n const results = clusters.clusters\n .map(cluster => eksClient.describeCluster({ name: cluster }))\n .map(async describedClusterPromise => {\n const describedCluster = await describedClusterPromise;\n if (describedCluster.cluster) {\n const entity = await this.clusterEntityTransformer(\n describedCluster.cluster,\n accountId,\n );\n\n emit({\n type: 'entity',\n entity,\n location,\n });\n }\n });\n await Promise.all(results);\n return true;\n }\n}\n"],"names":["DefaultAwsCredentialsManager","defaultEksClusterEntityTransformer","EKS"],"mappings":";;;;;;AAwCO,MAAM,sBAAmD,CAAA;AAAA,EACtD,kBAAA,CAAA;AAAA,EACA,kBAAA,CAAA;AAAA,EACS,wBAAA,CAAA;AAAA,EAEjB,OAAO,UACL,CAAA,UAAA,EACA,OAGwB,EAAA;AACxB,IAAM,MAAA,qBAAA,GACJA,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA,CAAA;AACpD,IAAA,OAAO,IAAI,sBAAuB,CAAA;AAAA,MAChC,kBAAoB,EAAA,qBAAA;AAAA,MACpB,GAAG,OAAA;AAAA,KACJ,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,YAAY,OAIT,EAAA;AACD,IAAA,IAAA,CAAK,qBAAqB,OAAQ,CAAA,kBAAA,CAAA;AAClC,IAAA,IAAA,CAAK,qBAAqB,OAAQ,CAAA,kBAAA,CAAA;AAGlC,IAAK,IAAA,CAAA,wBAAA,GACH,QAAQ,wBAA4B,IAAAC,sDAAA,CAAA;AAAA,GACxC;AAAA,EAEA,gBAA2B,GAAA;AACzB,IAAO,OAAA,SAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,SAAA,EACA,IACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,SAAW,EAAA;AAC/B,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAGA,IAAA,MAAM,CAAC,SAAW,EAAA,MAAM,IAAI,QAAS,CAAA,MAAA,CAAO,MAAM,GAAG,CAAA,CAAA;AAErD,IAAI,IAAA,CAAC,SAAa,IAAA,CAAC,MAAQ,EAAA;AACzB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,kEAAA;AAAA,OACF,CAAA;AAAA,KACF;AAEA,IAAI,IAAA,WAAA,CAAA;AAEJ,IAAA,IAAI,KAAK,kBAAoB,EAAA;AAC3B,MAAc,WAAA,GAAA,MAAM,IAAK,CAAA,kBAAA,CAAmB,SAAS,CAAA,CAAA;AAAA,KACvD;AAEA,IAAI,IAAA,gBAAA,CAAA;AACJ,IAAA,IAAI,KAAK,kBAAoB,EAAA;AAC3B,MAAA,MAAM,sBACJ,MAAM,IAAA,CAAK,mBAAmB,qBAAsB,CAAA,EAAE,WAAW,CAAA,CAAA;AACnE,MAAA,gBAAA,GAAmB,MAAM,mBAAoB,CAAA,qBAAA,CAAA;AAAA,KAC/C;AAEA,IAAM,MAAA,SAAA,GAAY,IAAIC,aAAI,CAAA;AAAA,MACxB,eAAiB,EAAA,6CAAA;AAAA,MACjB,WAAA;AAAA,MACA,yBAA2B,EAAA,gBAAA;AAAA,MAC3B,MAAA;AAAA,KACD,CAAA,CAAA;AACD,IAAA,MAAM,QAAW,GAAA,MAAM,SAAU,CAAA,YAAA,CAAa,EAAE,CAAA,CAAA;AAChD,IAAI,IAAA,QAAA,CAAS,aAAa,KAAW,CAAA,EAAA;AACnC,MAAO,OAAA,IAAA,CAAA;AAAA,KACT;AAEA,IAAA,MAAM,OAAU,GAAA,QAAA,CAAS,QACtB,CAAA,GAAA,CAAI,aAAW,SAAU,CAAA,eAAA,CAAgB,EAAE,IAAA,EAAM,SAAS,CAAC,CAC3D,CAAA,GAAA,CAAI,OAAM,uBAA2B,KAAA;AACpC,MAAA,MAAM,mBAAmB,MAAM,uBAAA,CAAA;AAC/B,MAAA,IAAI,iBAAiB,OAAS,EAAA;AAC5B,QAAM,MAAA,MAAA,GAAS,MAAM,IAAK,CAAA,wBAAA;AAAA,UACxB,gBAAiB,CAAA,OAAA;AAAA,UACjB,SAAA;AAAA,SACF,CAAA;AAEA,QAAK,IAAA,CAAA;AAAA,UACH,IAAM,EAAA,QAAA;AAAA,UACN,MAAA;AAAA,UACA,QAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AACH,IAAM,MAAA,OAAA,CAAQ,IAAI,OAAO,CAAA,CAAA;AACzB,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AACF;;;;"}
@@ -0,0 +1,126 @@
1
+ 'use strict';
2
+
3
+ var pluginCatalogNode = require('@backstage/plugin-catalog-node');
4
+ var clientOrganizations = require('@aws-sdk/client-organizations');
5
+ var config = require('../awsOrganization/config.cjs.js');
6
+ var integrationAwsNode = require('@backstage/integration-aws-node');
7
+
8
+ const AWS_ORGANIZATION_REGION = "us-east-1";
9
+ const LOCATION_TYPE = "aws-cloud-accounts";
10
+ const ACCOUNTID_ANNOTATION = "amazonaws.com/account-id";
11
+ const ACCOUNT_EMAIL_ANNOTATION = "amazonaws.com/account-email";
12
+ const ARN_ANNOTATION = "amazonaws.com/arn";
13
+ const ORGANIZATION_ANNOTATION = "amazonaws.com/organization-id";
14
+ const ACCOUNT_STATUS_LABEL = "amazonaws.com/account-status";
15
+ class AwsOrganizationCloudAccountProcessor {
16
+ constructor(credProvider, logger) {
17
+ this.credProvider = credProvider;
18
+ this.logger = logger?.child({
19
+ target: this.getProcessorName()
20
+ });
21
+ this.organizations = new clientOrganizations.Organizations({
22
+ credentialDefaultProvider: () => this.credProvider.sdkCredentialProvider,
23
+ region: AWS_ORGANIZATION_REGION
24
+ });
25
+ }
26
+ organizations;
27
+ logger;
28
+ static async fromConfig(config$1, options) {
29
+ const c = config$1.getOptionalConfig("catalog.processors.awsOrganization");
30
+ const orgConfig = c ? config.readAwsOrganizationConfig(c) : void 0;
31
+ if (orgConfig?.roleArn) {
32
+ options.logger.warn(
33
+ "The roleArn configuration for AwsOrganizationCloudAccountProcessor ignores the role name, use accountId configuration instead"
34
+ );
35
+ }
36
+ const awsCredentialsManager = integrationAwsNode.DefaultAwsCredentialsManager.fromConfig(config$1);
37
+ const credProvider = await awsCredentialsManager.getCredentialProvider({
38
+ arn: orgConfig?.roleArn,
39
+ accountId: orgConfig?.accountId
40
+ });
41
+ return new AwsOrganizationCloudAccountProcessor(
42
+ credProvider,
43
+ options.logger
44
+ );
45
+ }
46
+ getProcessorName() {
47
+ return "AwsOrganizationCloudAccountProcessor";
48
+ }
49
+ async readLocation(location, _optional, emit) {
50
+ if (location.type !== LOCATION_TYPE) {
51
+ return false;
52
+ }
53
+ this.logger?.info("Discovering AWS Organization Account objects");
54
+ (await this.getAwsAccounts()).map((account) => this.mapAccountToComponent(account)).filter((entity) => {
55
+ if (location.target !== "") {
56
+ if (entity.metadata.annotations) {
57
+ return entity.metadata.annotations[ORGANIZATION_ANNOTATION] === location.target;
58
+ }
59
+ return false;
60
+ }
61
+ return true;
62
+ }).forEach((entity) => {
63
+ emit(pluginCatalogNode.processingResult.entity(location, entity));
64
+ });
65
+ return true;
66
+ }
67
+ normalizeName(name) {
68
+ return name.trim().toLocaleLowerCase("en-US").replace(/[^a-zA-Z0-9\-]/g, "-");
69
+ }
70
+ normalizeAccountStatus(name) {
71
+ return name.toLocaleLowerCase("en-US");
72
+ }
73
+ extractInformationFromArn(arn) {
74
+ const parts = arn.split("/");
75
+ return {
76
+ accountId: parts[parts.length - 1],
77
+ organizationId: parts[parts.length - 2]
78
+ };
79
+ }
80
+ async getAwsAccounts() {
81
+ let awsAccounts = [];
82
+ let isInitialAttempt = true;
83
+ let nextToken = void 0;
84
+ while (isInitialAttempt || nextToken) {
85
+ isInitialAttempt = false;
86
+ const orgAccounts = await this.organizations.listAccounts({ NextToken: nextToken });
87
+ if (orgAccounts.Accounts) {
88
+ awsAccounts = awsAccounts.concat(orgAccounts.Accounts);
89
+ }
90
+ nextToken = orgAccounts.NextToken;
91
+ }
92
+ return awsAccounts;
93
+ }
94
+ mapAccountToComponent(account) {
95
+ const { accountId, organizationId } = this.extractInformationFromArn(
96
+ account.Arn
97
+ );
98
+ return {
99
+ apiVersion: "backstage.io/v1alpha1",
100
+ kind: "Resource",
101
+ metadata: {
102
+ annotations: {
103
+ [ACCOUNTID_ANNOTATION]: accountId,
104
+ [ARN_ANNOTATION]: account.Arn || "",
105
+ [ORGANIZATION_ANNOTATION]: organizationId,
106
+ [ACCOUNT_EMAIL_ANNOTATION]: account.Email || ""
107
+ },
108
+ labels: {
109
+ [ACCOUNT_STATUS_LABEL]: this.normalizeAccountStatus(
110
+ account.Status || ""
111
+ )
112
+ },
113
+ name: this.normalizeName(account.Name || ""),
114
+ title: account.Name || "",
115
+ namespace: "default"
116
+ },
117
+ spec: {
118
+ type: "cloud-account",
119
+ owner: "unknown"
120
+ }
121
+ };
122
+ }
123
+ }
124
+
125
+ exports.AwsOrganizationCloudAccountProcessor = AwsOrganizationCloudAccountProcessor;
126
+ //# sourceMappingURL=AwsOrganizationCloudAccountProcessor.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AwsOrganizationCloudAccountProcessor.cjs.js","sources":["../../src/processors/AwsOrganizationCloudAccountProcessor.ts"],"sourcesContent":["/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { ResourceEntityV1alpha1 } from '@backstage/catalog-model';\nimport { Config } from '@backstage/config';\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n processingResult,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport {\n Account,\n ListAccountsResponse,\n Organizations,\n} from '@aws-sdk/client-organizations';\nimport { readAwsOrganizationConfig } from '../awsOrganization/config';\nimport {\n AwsCredentialProvider,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nconst AWS_ORGANIZATION_REGION = 'us-east-1';\nconst LOCATION_TYPE = 'aws-cloud-accounts';\n\nconst ACCOUNTID_ANNOTATION = 'amazonaws.com/account-id';\nconst ACCOUNT_EMAIL_ANNOTATION = 'amazonaws.com/account-email';\nconst ARN_ANNOTATION = 'amazonaws.com/arn';\nconst ORGANIZATION_ANNOTATION = 'amazonaws.com/organization-id';\n\nconst ACCOUNT_STATUS_LABEL = 'amazonaws.com/account-status';\n\n/**\n * A processor for ingesting AWS Accounts from AWS Organizations.\n *\n * If custom authentication is needed, it can be achieved by configuring the\n * global AWS.credentials object.\n *\n * @public\n */\nexport class AwsOrganizationCloudAccountProcessor implements CatalogProcessor {\n private readonly organizations: Organizations;\n private readonly logger: LoggerService;\n\n static async fromConfig(config: Config, options: { logger: LoggerService }) {\n const c = config.getOptionalConfig('catalog.processors.awsOrganization');\n const orgConfig = c ? readAwsOrganizationConfig(c) : undefined;\n\n if (orgConfig?.roleArn) {\n options.logger.warn(\n 'The roleArn configuration for AwsOrganizationCloudAccountProcessor ignores the role name, use accountId configuration instead',\n );\n }\n\n const awsCredentialsManager =\n DefaultAwsCredentialsManager.fromConfig(config);\n const credProvider = await awsCredentialsManager.getCredentialProvider({\n arn: orgConfig?.roleArn,\n accountId: orgConfig?.accountId,\n });\n return new AwsOrganizationCloudAccountProcessor(\n credProvider,\n options.logger,\n );\n }\n\n private constructor(\n private readonly credProvider: AwsCredentialProvider,\n logger: LoggerService,\n ) {\n this.logger = logger?.child({\n target: this.getProcessorName(),\n });\n this.organizations = new Organizations({\n credentialDefaultProvider: () => this.credProvider.sdkCredentialProvider,\n region: AWS_ORGANIZATION_REGION,\n }); // Only available in us-east-1\n }\n\n getProcessorName(): string {\n return 'AwsOrganizationCloudAccountProcessor';\n }\n\n async readLocation(\n location: LocationSpec,\n _optional: boolean,\n emit: CatalogProcessorEmit,\n ): Promise<boolean> {\n if (location.type !== LOCATION_TYPE) {\n return false;\n }\n\n this.logger?.info('Discovering AWS Organization Account objects');\n\n (await this.getAwsAccounts())\n .map(account => this.mapAccountToComponent(account))\n .filter(entity => {\n if (location.target !== '') {\n if (entity.metadata.annotations) {\n return (\n entity.metadata.annotations[ORGANIZATION_ANNOTATION] ===\n location.target\n );\n }\n return false;\n }\n return true;\n })\n .forEach(entity => {\n emit(processingResult.entity(location, entity));\n });\n\n return true;\n }\n\n private normalizeName(name: string): string {\n return name\n .trim()\n .toLocaleLowerCase('en-US')\n .replace(/[^a-zA-Z0-9\\-]/g, '-');\n }\n\n private normalizeAccountStatus(name: string): string {\n return name.toLocaleLowerCase('en-US');\n }\n\n private extractInformationFromArn(arn: string): {\n accountId: string;\n organizationId: string;\n } {\n const parts = arn.split('/');\n\n return {\n accountId: parts[parts.length - 1],\n organizationId: parts[parts.length - 2],\n };\n }\n\n private async getAwsAccounts(): Promise<Account[]> {\n let awsAccounts: Account[] = [];\n let isInitialAttempt = true;\n let nextToken = undefined;\n while (isInitialAttempt || nextToken) {\n isInitialAttempt = false;\n const orgAccounts: ListAccountsResponse =\n await this.organizations.listAccounts({ NextToken: nextToken });\n if (orgAccounts.Accounts) {\n awsAccounts = awsAccounts.concat(orgAccounts.Accounts);\n }\n nextToken = orgAccounts.NextToken;\n }\n\n return awsAccounts;\n }\n\n private mapAccountToComponent(account: Account): ResourceEntityV1alpha1 {\n const { accountId, organizationId } = this.extractInformationFromArn(\n account.Arn as string,\n );\n return {\n apiVersion: 'backstage.io/v1alpha1',\n kind: 'Resource',\n metadata: {\n annotations: {\n [ACCOUNTID_ANNOTATION]: accountId,\n [ARN_ANNOTATION]: account.Arn || '',\n [ORGANIZATION_ANNOTATION]: organizationId,\n [ACCOUNT_EMAIL_ANNOTATION]: account.Email || '',\n },\n labels: {\n [ACCOUNT_STATUS_LABEL]: this.normalizeAccountStatus(\n account.Status || '',\n ),\n },\n name: this.normalizeName(account.Name || ''),\n title: account.Name || '',\n namespace: 'default',\n },\n spec: {\n type: 'cloud-account',\n owner: 'unknown',\n },\n };\n }\n}\n"],"names":["Organizations","config","readAwsOrganizationConfig","DefaultAwsCredentialsManager","processingResult"],"mappings":";;;;;;;AAoCA,MAAM,uBAA0B,GAAA,WAAA,CAAA;AAChC,MAAM,aAAgB,GAAA,oBAAA,CAAA;AAEtB,MAAM,oBAAuB,GAAA,0BAAA,CAAA;AAC7B,MAAM,wBAA2B,GAAA,6BAAA,CAAA;AACjC,MAAM,cAAiB,GAAA,mBAAA,CAAA;AACvB,MAAM,uBAA0B,GAAA,+BAAA,CAAA;AAEhC,MAAM,oBAAuB,GAAA,8BAAA,CAAA;AAUtB,MAAM,oCAAiE,CAAA;AAAA,EA0BpE,WAAA,CACW,cACjB,MACA,EAAA;AAFiB,IAAA,IAAA,CAAA,YAAA,GAAA,YAAA,CAAA;AAGjB,IAAK,IAAA,CAAA,MAAA,GAAS,QAAQ,KAAM,CAAA;AAAA,MAC1B,MAAA,EAAQ,KAAK,gBAAiB,EAAA;AAAA,KAC/B,CAAA,CAAA;AACD,IAAK,IAAA,CAAA,aAAA,GAAgB,IAAIA,iCAAc,CAAA;AAAA,MACrC,yBAAA,EAA2B,MAAM,IAAA,CAAK,YAAa,CAAA,qBAAA;AAAA,MACnD,MAAQ,EAAA,uBAAA;AAAA,KACT,CAAA,CAAA;AAAA,GACH;AAAA,EApCiB,aAAA,CAAA;AAAA,EACA,MAAA,CAAA;AAAA,EAEjB,aAAa,UAAW,CAAAC,QAAA,EAAgB,OAAoC,EAAA;AAC1E,IAAM,MAAA,CAAA,GAAIA,QAAO,CAAA,iBAAA,CAAkB,oCAAoC,CAAA,CAAA;AACvE,IAAA,MAAM,SAAY,GAAA,CAAA,GAAIC,gCAA0B,CAAA,CAAC,CAAI,GAAA,KAAA,CAAA,CAAA;AAErD,IAAA,IAAI,WAAW,OAAS,EAAA;AACtB,MAAA,OAAA,CAAQ,MAAO,CAAA,IAAA;AAAA,QACb,+HAAA;AAAA,OACF,CAAA;AAAA,KACF;AAEA,IAAM,MAAA,qBAAA,GACJC,+CAA6B,CAAA,UAAA,CAAWF,QAAM,CAAA,CAAA;AAChD,IAAM,MAAA,YAAA,GAAe,MAAM,qBAAA,CAAsB,qBAAsB,CAAA;AAAA,MACrE,KAAK,SAAW,EAAA,OAAA;AAAA,MAChB,WAAW,SAAW,EAAA,SAAA;AAAA,KACvB,CAAA,CAAA;AACD,IAAA,OAAO,IAAI,oCAAA;AAAA,MACT,YAAA;AAAA,MACA,OAAQ,CAAA,MAAA;AAAA,KACV,CAAA;AAAA,GACF;AAAA,EAeA,gBAA2B,GAAA;AACzB,IAAO,OAAA,sCAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,SAAA,EACA,IACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,aAAe,EAAA;AACnC,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAEA,IAAK,IAAA,CAAA,MAAA,EAAQ,KAAK,8CAA8C,CAAA,CAAA;AAEhE,IAAA,CAAC,MAAM,IAAA,CAAK,cAAe,EAAA,EACxB,GAAI,CAAA,CAAA,OAAA,KAAW,IAAK,CAAA,qBAAA,CAAsB,OAAO,CAAC,CAClD,CAAA,MAAA,CAAO,CAAU,MAAA,KAAA;AAChB,MAAI,IAAA,QAAA,CAAS,WAAW,EAAI,EAAA;AAC1B,QAAI,IAAA,MAAA,CAAO,SAAS,WAAa,EAAA;AAC/B,UAAA,OACE,MAAO,CAAA,QAAA,CAAS,WAAY,CAAA,uBAAuB,MACnD,QAAS,CAAA,MAAA,CAAA;AAAA,SAEb;AACA,QAAO,OAAA,KAAA,CAAA;AAAA,OACT;AACA,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CACA,CAAA,OAAA,CAAQ,CAAU,MAAA,KAAA;AACjB,MAAA,IAAA,CAAKG,kCAAiB,CAAA,MAAA,CAAO,QAAU,EAAA,MAAM,CAAC,CAAA,CAAA;AAAA,KAC/C,CAAA,CAAA;AAEH,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEQ,cAAc,IAAsB,EAAA;AAC1C,IAAO,OAAA,IAAA,CACJ,MACA,CAAA,iBAAA,CAAkB,OAAO,CACzB,CAAA,OAAA,CAAQ,mBAAmB,GAAG,CAAA,CAAA;AAAA,GACnC;AAAA,EAEQ,uBAAuB,IAAsB,EAAA;AACnD,IAAO,OAAA,IAAA,CAAK,kBAAkB,OAAO,CAAA,CAAA;AAAA,GACvC;AAAA,EAEQ,0BAA0B,GAGhC,EAAA;AACA,IAAM,MAAA,KAAA,GAAQ,GAAI,CAAA,KAAA,CAAM,GAAG,CAAA,CAAA;AAE3B,IAAO,OAAA;AAAA,MACL,SAAW,EAAA,KAAA,CAAM,KAAM,CAAA,MAAA,GAAS,CAAC,CAAA;AAAA,MACjC,cAAgB,EAAA,KAAA,CAAM,KAAM,CAAA,MAAA,GAAS,CAAC,CAAA;AAAA,KACxC,CAAA;AAAA,GACF;AAAA,EAEA,MAAc,cAAqC,GAAA;AACjD,IAAA,IAAI,cAAyB,EAAC,CAAA;AAC9B,IAAA,IAAI,gBAAmB,GAAA,IAAA,CAAA;AACvB,IAAA,IAAI,SAAY,GAAA,KAAA,CAAA,CAAA;AAChB,IAAA,OAAO,oBAAoB,SAAW,EAAA;AACpC,MAAmB,gBAAA,GAAA,KAAA,CAAA;AACnB,MAAM,MAAA,WAAA,GACJ,MAAM,IAAK,CAAA,aAAA,CAAc,aAAa,EAAE,SAAA,EAAW,WAAW,CAAA,CAAA;AAChE,MAAA,IAAI,YAAY,QAAU,EAAA;AACxB,QAAc,WAAA,GAAA,WAAA,CAAY,MAAO,CAAA,WAAA,CAAY,QAAQ,CAAA,CAAA;AAAA,OACvD;AACA,MAAA,SAAA,GAAY,WAAY,CAAA,SAAA,CAAA;AAAA,KAC1B;AAEA,IAAO,OAAA,WAAA,CAAA;AAAA,GACT;AAAA,EAEQ,sBAAsB,OAA0C,EAAA;AACtE,IAAA,MAAM,EAAE,SAAA,EAAW,cAAe,EAAA,GAAI,IAAK,CAAA,yBAAA;AAAA,MACzC,OAAQ,CAAA,GAAA;AAAA,KACV,CAAA;AACA,IAAO,OAAA;AAAA,MACL,UAAY,EAAA,uBAAA;AAAA,MACZ,IAAM,EAAA,UAAA;AAAA,MACN,QAAU,EAAA;AAAA,QACR,WAAa,EAAA;AAAA,UACX,CAAC,oBAAoB,GAAG,SAAA;AAAA,UACxB,CAAC,cAAc,GAAG,OAAA,CAAQ,GAAO,IAAA,EAAA;AAAA,UACjC,CAAC,uBAAuB,GAAG,cAAA;AAAA,UAC3B,CAAC,wBAAwB,GAAG,OAAA,CAAQ,KAAS,IAAA,EAAA;AAAA,SAC/C;AAAA,QACA,MAAQ,EAAA;AAAA,UACN,CAAC,oBAAoB,GAAG,IAAK,CAAA,sBAAA;AAAA,YAC3B,QAAQ,MAAU,IAAA,EAAA;AAAA,WACpB;AAAA,SACF;AAAA,QACA,IAAM,EAAA,IAAA,CAAK,aAAc,CAAA,OAAA,CAAQ,QAAQ,EAAE,CAAA;AAAA,QAC3C,KAAA,EAAO,QAAQ,IAAQ,IAAA,EAAA;AAAA,QACvB,SAAW,EAAA,SAAA;AAAA,OACb;AAAA,MACA,IAAM,EAAA;AAAA,QACJ,IAAM,EAAA,eAAA;AAAA,QACN,KAAO,EAAA,SAAA;AAAA,OACT;AAAA,KACF,CAAA;AAAA,GACF;AACF;;;;"}
@@ -0,0 +1,57 @@
1
+ 'use strict';
2
+
3
+ var errors = require('@backstage/errors');
4
+ var pluginCatalogNode = require('@backstage/plugin-catalog-node');
5
+ var limiterFactory = require('p-limit');
6
+
7
+ function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
8
+
9
+ var limiterFactory__default = /*#__PURE__*/_interopDefaultCompat(limiterFactory);
10
+
11
+ class AwsS3DiscoveryProcessor {
12
+ constructor(reader) {
13
+ this.reader = reader;
14
+ }
15
+ getProcessorName() {
16
+ return "AwsS3DiscoveryProcessor";
17
+ }
18
+ async readLocation(location, optional, emit, parser) {
19
+ if (location.type !== "s3-discovery") {
20
+ return false;
21
+ }
22
+ try {
23
+ const output = await this.doRead(location.target);
24
+ for (const item of output) {
25
+ for await (const parseResult of parser({
26
+ data: item.data,
27
+ location: { type: location.type, target: item.url }
28
+ })) {
29
+ emit(parseResult);
30
+ }
31
+ }
32
+ } catch (error) {
33
+ const message = `Unable to read ${location.type}, ${error}`;
34
+ if (errors.isError(error) && error.name === "NotFoundError") {
35
+ if (!optional) {
36
+ emit(pluginCatalogNode.processingResult.notFoundError(location, message));
37
+ }
38
+ } else {
39
+ emit(pluginCatalogNode.processingResult.generalError(location, message));
40
+ }
41
+ }
42
+ return true;
43
+ }
44
+ async doRead(location) {
45
+ const limiter = limiterFactory__default.default(5);
46
+ const response = await this.reader.readTree(location);
47
+ const responseFiles = await response.files();
48
+ const output = responseFiles.map(async (file) => ({
49
+ url: file.path,
50
+ data: await limiter(file.content)
51
+ }));
52
+ return Promise.all(output);
53
+ }
54
+ }
55
+
56
+ exports.AwsS3DiscoveryProcessor = AwsS3DiscoveryProcessor;
57
+ //# sourceMappingURL=AwsS3DiscoveryProcessor.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AwsS3DiscoveryProcessor.cjs.js","sources":["../../src/processors/AwsS3DiscoveryProcessor.ts"],"sourcesContent":["/*\n * Copyright 2020 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { UrlReaderService } from '@backstage/backend-plugin-api';\nimport { isError } from '@backstage/errors';\nimport {\n CatalogProcessor,\n CatalogProcessorEmit,\n CatalogProcessorParser,\n processingResult,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport limiterFactory from 'p-limit';\n\n/**\n * A processor for automatic discovery of entities from S3 buckets. Handles the\n * `s3-discovery` location type, and target bucket URLs e.g. on the form\n * `https://testbucket.s3.us-east-2.amazonaws.com`.\n *\n * @public\n * @deprecated Use the `AwsS3EntityProvider` instead (see https://github.com/backstage/backstage/blob/master/plugins/catalog-backend-module-aws/CHANGELOG.md#014).\n */\nexport class AwsS3DiscoveryProcessor implements CatalogProcessor {\n constructor(private readonly reader: UrlReaderService) {}\n\n getProcessorName(): string {\n return 'AwsS3DiscoveryProcessor';\n }\n\n async readLocation(\n location: LocationSpec,\n optional: boolean,\n emit: CatalogProcessorEmit,\n parser: CatalogProcessorParser,\n ): Promise<boolean> {\n if (location.type !== 's3-discovery') {\n return false;\n }\n\n try {\n const output = await this.doRead(location.target);\n for (const item of output) {\n for await (const parseResult of parser({\n data: item.data,\n location: { type: location.type, target: item.url },\n })) {\n emit(parseResult);\n }\n }\n } catch (error) {\n const message = `Unable to read ${location.type}, ${error}`;\n\n if (isError(error) && error.name === 'NotFoundError') {\n if (!optional) {\n emit(processingResult.notFoundError(location, message));\n }\n } else {\n emit(processingResult.generalError(location, message));\n }\n }\n return true;\n }\n\n private async doRead(\n location: string,\n ): Promise<{ data: Buffer; url: string }[]> {\n const limiter = limiterFactory(5);\n const response = await this.reader.readTree(location);\n const responseFiles = await response.files();\n const output = responseFiles.map(async file => ({\n url: file.path,\n data: await limiter(file.content),\n }));\n return Promise.all(output);\n }\n}\n"],"names":["isError","processingResult","limiterFactory"],"mappings":";;;;;;;;;;AAmCO,MAAM,uBAAoD,CAAA;AAAA,EAC/D,YAA6B,MAA0B,EAAA;AAA1B,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AAAA,GAA2B;AAAA,EAExD,gBAA2B,GAAA;AACzB,IAAO,OAAA,yBAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,YAAA,CACJ,QACA,EAAA,QAAA,EACA,MACA,MACkB,EAAA;AAClB,IAAI,IAAA,QAAA,CAAS,SAAS,cAAgB,EAAA;AACpC,MAAO,OAAA,KAAA,CAAA;AAAA,KACT;AAEA,IAAI,IAAA;AACF,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,MAAA,CAAO,SAAS,MAAM,CAAA,CAAA;AAChD,MAAA,KAAA,MAAW,QAAQ,MAAQ,EAAA;AACzB,QAAA,WAAA,MAAiB,eAAe,MAAO,CAAA;AAAA,UACrC,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,UAAU,EAAE,IAAA,EAAM,SAAS,IAAM,EAAA,MAAA,EAAQ,KAAK,GAAI,EAAA;AAAA,SACnD,CAAG,EAAA;AACF,UAAA,IAAA,CAAK,WAAW,CAAA,CAAA;AAAA,SAClB;AAAA,OACF;AAAA,aACO,KAAO,EAAA;AACd,MAAA,MAAM,OAAU,GAAA,CAAA,eAAA,EAAkB,QAAS,CAAA,IAAI,KAAK,KAAK,CAAA,CAAA,CAAA;AAEzD,MAAA,IAAIA,cAAQ,CAAA,KAAK,CAAK,IAAA,KAAA,CAAM,SAAS,eAAiB,EAAA;AACpD,QAAA,IAAI,CAAC,QAAU,EAAA;AACb,UAAA,IAAA,CAAKC,kCAAiB,CAAA,aAAA,CAAc,QAAU,EAAA,OAAO,CAAC,CAAA,CAAA;AAAA,SACxD;AAAA,OACK,MAAA;AACL,QAAA,IAAA,CAAKA,kCAAiB,CAAA,YAAA,CAAa,QAAU,EAAA,OAAO,CAAC,CAAA,CAAA;AAAA,OACvD;AAAA,KACF;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAc,OACZ,QAC0C,EAAA;AAC1C,IAAM,MAAA,OAAA,GAAUC,gCAAe,CAAC,CAAA,CAAA;AAChC,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,MAAA,CAAO,SAAS,QAAQ,CAAA,CAAA;AACpD,IAAM,MAAA,aAAA,GAAgB,MAAM,QAAA,CAAS,KAAM,EAAA,CAAA;AAC3C,IAAA,MAAM,MAAS,GAAA,aAAA,CAAc,GAAI,CAAA,OAAM,IAAS,MAAA;AAAA,MAC9C,KAAK,IAAK,CAAA,IAAA;AAAA,MACV,IAAM,EAAA,MAAM,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA;AAAA,KAChC,CAAA,CAAA,CAAA;AACF,IAAO,OAAA,OAAA,CAAQ,IAAI,MAAM,CAAA,CAAA;AAAA,GAC3B;AACF;;;;"}
@@ -2,7 +2,7 @@
2
2
 
3
3
  var integration = require('@backstage/integration');
4
4
  var pluginCatalogNode = require('@backstage/plugin-catalog-node');
5
- var backendPluginApi = require('@backstage/backend-plugin-api');
5
+ var config = require('./config.cjs.js');
6
6
  var clientS3 = require('@aws-sdk/client-s3');
7
7
  var uuid = require('uuid');
8
8
  var middlewareEndpoint = require('@aws-sdk/middleware-endpoint');
@@ -28,40 +28,6 @@ function _interopNamespaceCompat(e) {
28
28
 
29
29
  var uuid__namespace = /*#__PURE__*/_interopNamespaceCompat(uuid);
30
30
 
31
- const DEFAULT_PROVIDER_ID = "default";
32
- function readAwsS3Configs(config) {
33
- const configs = [];
34
- const providerConfigs = config.getOptionalConfig("catalog.providers.awsS3");
35
- if (!providerConfigs) {
36
- return configs;
37
- }
38
- if (providerConfigs.has("bucketName")) {
39
- configs.push(readAwsS3Config(DEFAULT_PROVIDER_ID, providerConfigs));
40
- return configs;
41
- }
42
- for (const id of providerConfigs.keys()) {
43
- configs.push(readAwsS3Config(id, providerConfigs.getConfig(id)));
44
- }
45
- return configs;
46
- }
47
- function readAwsS3Config(id, config) {
48
- const bucketName = config.getString("bucketName");
49
- const region = config.getOptionalString("region");
50
- const prefix = config.getOptionalString("prefix");
51
- const accountId = config.getOptionalString("accountId");
52
- const schedule = config.has("schedule") ? backendPluginApi.readSchedulerServiceTaskScheduleDefinitionFromConfig(
53
- config.getConfig("schedule")
54
- ) : void 0;
55
- return {
56
- id,
57
- bucketName,
58
- region,
59
- prefix,
60
- schedule,
61
- accountId
62
- };
63
- }
64
-
65
31
  class AwsS3EntityProvider {
66
32
  constructor(config, integration, awsCredentialsManager, logger, taskRunner) {
67
33
  this.config = config;
@@ -78,7 +44,7 @@ class AwsS3EntityProvider {
78
44
  connection;
79
45
  endpoint;
80
46
  static fromConfig(configRoot, options) {
81
- const providerConfigs = readAwsS3Configs(configRoot);
47
+ const providerConfigs = config.readAwsS3Configs(configRoot);
82
48
  const integration$1 = integration.ScmIntegrations.fromConfig(configRoot).awsS3.list()[0];
83
49
  if (!integration$1) {
84
50
  throw new Error("No integration found for awsS3");
@@ -212,4 +178,4 @@ class AwsS3EntityProvider {
212
178
  }
213
179
 
214
180
  exports.AwsS3EntityProvider = AwsS3EntityProvider;
215
- //# sourceMappingURL=AwsS3EntityProvider-B88qlsho.cjs.js.map
181
+ //# sourceMappingURL=AwsS3EntityProvider.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"AwsS3EntityProvider.cjs.js","sources":["../../src/providers/AwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Integration, ScmIntegrations } from '@backstage/integration';\nimport {\n EntityProvider,\n EntityProviderConnection,\n locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { readAwsS3Configs } from './config';\nimport { AwsS3Config } from './types';\nimport {\n ListObjectsV2Command,\n ListObjectsV2Output,\n S3,\n} from '@aws-sdk/client-s3';\nimport * as uuid from 'uuid';\nimport { getEndpointFromInstructions } from '@aws-sdk/middleware-endpoint';\nimport {\n AwsCredentialsManager,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport {\n LoggerService,\n SchedulerService,\n SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n// TODO: event-based updates using S3 events (+ queue like SQS)?\n/**\n * Provider which discovers catalog files (any name) within an S3 bucket.\n *\n * Use `AwsS3EntityProvider.fromConfig(...)` to create instances.\n *\n * @public\n */\nexport class AwsS3EntityProvider implements EntityProvider {\n private readonly logger: LoggerService;\n private s3?: S3;\n private readonly scheduleFn: () => Promise<void>;\n private connection?: EntityProviderConnection;\n private endpoint?: string;\n\n static fromConfig(\n configRoot: Config,\n options: {\n logger: LoggerService;\n schedule?: SchedulerServiceTaskRunner;\n scheduler?: SchedulerService;\n },\n ): AwsS3EntityProvider[] {\n const providerConfigs = readAwsS3Configs(configRoot);\n\n // Even though the awsS3 integration allows a config array\n // there is no *real* support for multiple configs.\n // Usually, there will be just the integration for the default host.\n // In case, a custom endpoint is used, the host from this endpoint\n // will be extracted and used as host (e.g., localhost when used with LocalStack)\n // and the default integration will be added as second integration.\n // In this case, we still want the first one though, but have no means to select it\n // just from the bucket name (and region).\n const integration = ScmIntegrations.fromConfig(configRoot).awsS3.list()[0];\n if (!integration) {\n throw new Error('No integration found for awsS3');\n }\n\n if (!options.schedule && !options.scheduler) {\n throw new Error('Either schedule or scheduler must be provided.');\n }\n\n return providerConfigs.map(providerConfig => {\n if (!options.schedule && !providerConfig.schedule) {\n throw new Error(\n `No schedule provided neither via code nor config for awsS3-provider:${providerConfig.id}.`,\n );\n }\n const awsCredentialsManager =\n DefaultAwsCredentialsManager.fromConfig(configRoot);\n const taskRunner =\n options.schedule ??\n options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n return new AwsS3EntityProvider(\n providerConfig,\n integration,\n awsCredentialsManager,\n options.logger,\n taskRunner,\n );\n });\n }\n\n private constructor(\n private readonly config: AwsS3Config,\n private readonly integration: AwsS3Integration,\n private readonly awsCredentialsManager: AwsCredentialsManager,\n logger: LoggerService,\n taskRunner: SchedulerServiceTaskRunner,\n ) {\n this.logger = logger.child({\n target: this.getProviderName(),\n });\n\n this.scheduleFn = this.createScheduleFn(taskRunner);\n }\n\n private createScheduleFn(\n taskRunner: SchedulerServiceTaskRunner,\n ): () => Promise<void> {\n return async () => {\n const taskId = `${this.getProviderName()}:refresh`;\n return taskRunner.run({\n id: taskId,\n fn: async () => {\n const logger = this.logger.child({\n class: AwsS3EntityProvider.prototype.constructor.name,\n taskId,\n taskInstanceId: uuid.v4(),\n });\n\n try {\n await this.refresh(logger);\n } catch (error) {\n logger.error(\n `${this.getProviderName()} refresh failed, ${error}`,\n error,\n );\n }\n },\n });\n };\n }\n\n /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */\n getProviderName(): string {\n return `awsS3-provider:${this.config.id}`;\n }\n\n /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */\n async connect(connection: EntityProviderConnection): Promise<void> {\n this.connection = connection;\n const { accountId, region, bucketName } = this.config;\n const credProvider = await this.awsCredentialsManager.getCredentialProvider(\n accountId ? { accountId } : undefined,\n );\n this.s3 = new S3({\n customUserAgent: 'backstage-aws-catalog-s3-entity-provider',\n apiVersion: '2006-03-01',\n credentialDefaultProvider: () => credProvider.sdkCredentialProvider,\n endpoint: this.integration.config.endpoint,\n region,\n forcePathStyle: this.integration.config.s3ForcePathStyle,\n });\n\n // https://github.com/aws/aws-sdk-js-v3/issues/4122#issuecomment-1298968804\n const endpoint = await getEndpointFromInstructions(\n {\n Bucket: bucketName,\n },\n ListObjectsV2Command,\n this.s3.config as unknown as Record<string, unknown>,\n );\n if (endpoint?.url)\n this.endpoint = endpoint.url.href.endsWith('/')\n ? endpoint.url.href\n : `${endpoint.url.href}/`;\n await this.scheduleFn();\n }\n\n async refresh(logger: LoggerService) {\n if (!this.connection) {\n throw new Error('Not initialized');\n }\n\n logger.info('Discovering AWS S3 objects');\n\n const keys = await this.listAllObjectKeys();\n logger.info(`Discovered ${keys.length} AWS S3 objects`);\n\n const locations = keys.map(key => this.createLocationSpec(key));\n\n await this.connection.applyMutation({\n type: 'full',\n entities: locations.map(location => {\n return {\n locationKey: this.getProviderName(),\n entity: locationSpecToLocationEntity({ location }),\n };\n }),\n });\n\n logger.info(`Committed ${locations.length} Locations for AWS S3 objects`);\n }\n\n private async listAllObjectKeys(): Promise<string[]> {\n if (!this.s3) {\n throw new Error('Not initialized');\n }\n\n const keys: string[] = [];\n\n let continuationToken: string | undefined = undefined;\n let output: ListObjectsV2Output;\n do {\n output = await this.s3.listObjectsV2({\n Bucket: this.config.bucketName,\n ContinuationToken: continuationToken,\n Prefix: this.config.prefix,\n });\n\n if (output.Contents) {\n output.Contents.forEach(item => {\n if (item.Key && !item.Key.endsWith('/')) {\n keys.push(item.Key);\n }\n });\n }\n continuationToken = output.NextContinuationToken;\n } while (continuationToken);\n\n return keys;\n }\n\n private createLocationSpec(key: string): LocationSpec {\n return {\n type: 'url',\n target: this.createObjectUrl(key),\n presence: 'required',\n };\n }\n\n private createObjectUrl(key: string): string {\n return new URL(key, this.endpoint).href;\n }\n}\n"],"names":["readAwsS3Configs","integration","ScmIntegrations","DefaultAwsCredentialsManager","uuid","S3","getEndpointFromInstructions","ListObjectsV2Command","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmDO,MAAM,mBAA8C,CAAA;AAAA,EAwDjD,WACW,CAAA,MAAA,EACA,WACA,EAAA,qBAAA,EACjB,QACA,UACA,EAAA;AALiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,WAAA,GAAA,WAAA,CAAA;AACA,IAAA,IAAA,CAAA,qBAAA,GAAA,qBAAA,CAAA;AAIjB,IAAK,IAAA,CAAA,MAAA,GAAS,OAAO,KAAM,CAAA;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAgB,EAAA;AAAA,KAC9B,CAAA,CAAA;AAED,IAAK,IAAA,CAAA,UAAA,GAAa,IAAK,CAAA,gBAAA,CAAiB,UAAU,CAAA,CAAA;AAAA,GACpD;AAAA,EAnEiB,MAAA,CAAA;AAAA,EACT,EAAA,CAAA;AAAA,EACS,UAAA,CAAA;AAAA,EACT,UAAA,CAAA;AAAA,EACA,QAAA,CAAA;AAAA,EAER,OAAO,UACL,CAAA,UAAA,EACA,OAKuB,EAAA;AACvB,IAAM,MAAA,eAAA,GAAkBA,wBAAiB,UAAU,CAAA,CAAA;AAUnD,IAAM,MAAAC,aAAA,GAAcC,4BAAgB,UAAW,CAAA,UAAU,EAAE,KAAM,CAAA,IAAA,GAAO,CAAC,CAAA,CAAA;AACzE,IAAA,IAAI,CAACD,aAAa,EAAA;AAChB,MAAM,MAAA,IAAI,MAAM,gCAAgC,CAAA,CAAA;AAAA,KAClD;AAEA,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,QAAQ,SAAW,EAAA;AAC3C,MAAM,MAAA,IAAI,MAAM,gDAAgD,CAAA,CAAA;AAAA,KAClE;AAEA,IAAO,OAAA,eAAA,CAAgB,IAAI,CAAkB,cAAA,KAAA;AAC3C,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,eAAe,QAAU,EAAA;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA,CAAA;AAAA,SAC1F,CAAA;AAAA,OACF;AACA,MAAM,MAAA,qBAAA,GACJE,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA,CAAA;AACpD,MAAA,MAAM,aACJ,OAAQ,CAAA,QAAA,IACR,QAAQ,SAAW,CAAA,yBAAA,CAA0B,eAAe,QAAS,CAAA,CAAA;AAEvE,MAAA,OAAO,IAAI,mBAAA;AAAA,QACT,cAAA;AAAA,QACAF,aAAA;AAAA,QACA,qBAAA;AAAA,QACA,OAAQ,CAAA,MAAA;AAAA,QACR,UAAA;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAgBQ,iBACN,UACqB,EAAA;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAS,GAAA,CAAA,EAAG,IAAK,CAAA,eAAA,EAAiB,CAAA,QAAA,CAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAI,CAAA;AAAA,QACpB,EAAI,EAAA,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,YAC/B,KAAA,EAAO,mBAAoB,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,cAAA,EAAgBG,gBAAK,EAAG,EAAA;AAAA,WACzB,CAAA,CAAA;AAED,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,QAAQ,MAAM,CAAA,CAAA;AAAA,mBAClB,KAAO,EAAA;AACd,YAAO,MAAA,CAAA,KAAA;AAAA,cACL,CAAG,EAAA,IAAA,CAAK,eAAgB,EAAC,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD,KAAA;AAAA,aACF,CAAA;AAAA,WACF;AAAA,SACF;AAAA,OACD,CAAA,CAAA;AAAA,KACH,CAAA;AAAA,GACF;AAAA;AAAA,EAGA,eAA0B,GAAA;AACxB,IAAO,OAAA,CAAA,eAAA,EAAkB,IAAK,CAAA,MAAA,CAAO,EAAE,CAAA,CAAA,CAAA;AAAA,GACzC;AAAA;AAAA,EAGA,MAAM,QAAQ,UAAqD,EAAA;AACjE,IAAA,IAAA,CAAK,UAAa,GAAA,UAAA,CAAA;AAClB,IAAA,MAAM,EAAE,SAAA,EAAW,MAAQ,EAAA,UAAA,KAAe,IAAK,CAAA,MAAA,CAAA;AAC/C,IAAM,MAAA,YAAA,GAAe,MAAM,IAAA,CAAK,qBAAsB,CAAA,qBAAA;AAAA,MACpD,SAAA,GAAY,EAAE,SAAA,EAAc,GAAA,KAAA,CAAA;AAAA,KAC9B,CAAA;AACA,IAAK,IAAA,CAAA,EAAA,GAAK,IAAIC,WAAG,CAAA;AAAA,MACf,eAAiB,EAAA,0CAAA;AAAA,MACjB,UAAY,EAAA,YAAA;AAAA,MACZ,yBAAA,EAA2B,MAAM,YAAa,CAAA,qBAAA;AAAA,MAC9C,QAAA,EAAU,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,QAAA;AAAA,MAClC,MAAA;AAAA,MACA,cAAA,EAAgB,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,gBAAA;AAAA,KACzC,CAAA,CAAA;AAGD,IAAA,MAAM,WAAW,MAAMC,8CAAA;AAAA,MACrB;AAAA,QACE,MAAQ,EAAA,UAAA;AAAA,OACV;AAAA,MACAC,6BAAA;AAAA,MACA,KAAK,EAAG,CAAA,MAAA;AAAA,KACV,CAAA;AACA,IAAA,IAAI,QAAU,EAAA,GAAA;AACZ,MAAA,IAAA,CAAK,QAAW,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,CAAK,QAAS,CAAA,GAAG,CAC1C,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,GACb,CAAG,EAAA,QAAA,CAAS,IAAI,IAAI,CAAA,CAAA,CAAA,CAAA;AAC1B,IAAA,MAAM,KAAK,UAAW,EAAA,CAAA;AAAA,GACxB;AAAA,EAEA,MAAM,QAAQ,MAAuB,EAAA;AACnC,IAAI,IAAA,CAAC,KAAK,UAAY,EAAA;AACpB,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA,CAAA;AAAA,KACnC;AAEA,IAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA,CAAA;AAExC,IAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,iBAAkB,EAAA,CAAA;AAC1C,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,WAAA,EAAc,IAAK,CAAA,MAAM,CAAiB,eAAA,CAAA,CAAA,CAAA;AAEtD,IAAA,MAAM,YAAY,IAAK,CAAA,GAAA,CAAI,SAAO,IAAK,CAAA,kBAAA,CAAmB,GAAG,CAAC,CAAA,CAAA;AAE9D,IAAM,MAAA,IAAA,CAAK,WAAW,aAAc,CAAA;AAAA,MAClC,IAAM,EAAA,MAAA;AAAA,MACN,QAAA,EAAU,SAAU,CAAA,GAAA,CAAI,CAAY,QAAA,KAAA;AAClC,QAAO,OAAA;AAAA,UACL,WAAA,EAAa,KAAK,eAAgB,EAAA;AAAA,UAClC,MAAQ,EAAAC,8CAAA,CAA6B,EAAE,QAAA,EAAU,CAAA;AAAA,SACnD,CAAA;AAAA,OACD,CAAA;AAAA,KACF,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,UAAA,EAAa,SAAU,CAAA,MAAM,CAA+B,6BAAA,CAAA,CAAA,CAAA;AAAA,GAC1E;AAAA,EAEA,MAAc,iBAAuC,GAAA;AACnD,IAAI,IAAA,CAAC,KAAK,EAAI,EAAA;AACZ,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA,CAAA;AAAA,KACnC;AAEA,IAAA,MAAM,OAAiB,EAAC,CAAA;AAExB,IAAA,IAAI,iBAAwC,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAI,IAAA,MAAA,CAAA;AACJ,IAAG,GAAA;AACD,MAAS,MAAA,GAAA,MAAM,IAAK,CAAA,EAAA,CAAG,aAAc,CAAA;AAAA,QACnC,MAAA,EAAQ,KAAK,MAAO,CAAA,UAAA;AAAA,QACpB,iBAAmB,EAAA,iBAAA;AAAA,QACnB,MAAA,EAAQ,KAAK,MAAO,CAAA,MAAA;AAAA,OACrB,CAAA,CAAA;AAED,MAAA,IAAI,OAAO,QAAU,EAAA;AACnB,QAAO,MAAA,CAAA,QAAA,CAAS,QAAQ,CAAQ,IAAA,KAAA;AAC9B,UAAA,IAAI,KAAK,GAAO,IAAA,CAAC,KAAK,GAAI,CAAA,QAAA,CAAS,GAAG,CAAG,EAAA;AACvC,YAAK,IAAA,CAAA,IAAA,CAAK,KAAK,GAAG,CAAA,CAAA;AAAA,WACpB;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AACA,MAAA,iBAAA,GAAoB,MAAO,CAAA,qBAAA,CAAA;AAAA,KACpB,QAAA,iBAAA,EAAA;AAET,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEQ,mBAAmB,GAA2B,EAAA;AACpD,IAAO,OAAA;AAAA,MACL,IAAM,EAAA,KAAA;AAAA,MACN,MAAA,EAAQ,IAAK,CAAA,eAAA,CAAgB,GAAG,CAAA;AAAA,MAChC,QAAU,EAAA,UAAA;AAAA,KACZ,CAAA;AAAA,GACF;AAAA,EAEQ,gBAAgB,GAAqB,EAAA;AAC3C,IAAA,OAAO,IAAI,GAAA,CAAI,GAAK,EAAA,IAAA,CAAK,QAAQ,CAAE,CAAA,IAAA,CAAA;AAAA,GACrC;AACF;;;;"}
@@ -0,0 +1,40 @@
1
+ 'use strict';
2
+
3
+ var backendPluginApi = require('@backstage/backend-plugin-api');
4
+
5
+ const DEFAULT_PROVIDER_ID = "default";
6
+ function readAwsS3Configs(config) {
7
+ const configs = [];
8
+ const providerConfigs = config.getOptionalConfig("catalog.providers.awsS3");
9
+ if (!providerConfigs) {
10
+ return configs;
11
+ }
12
+ if (providerConfigs.has("bucketName")) {
13
+ configs.push(readAwsS3Config(DEFAULT_PROVIDER_ID, providerConfigs));
14
+ return configs;
15
+ }
16
+ for (const id of providerConfigs.keys()) {
17
+ configs.push(readAwsS3Config(id, providerConfigs.getConfig(id)));
18
+ }
19
+ return configs;
20
+ }
21
+ function readAwsS3Config(id, config) {
22
+ const bucketName = config.getString("bucketName");
23
+ const region = config.getOptionalString("region");
24
+ const prefix = config.getOptionalString("prefix");
25
+ const accountId = config.getOptionalString("accountId");
26
+ const schedule = config.has("schedule") ? backendPluginApi.readSchedulerServiceTaskScheduleDefinitionFromConfig(
27
+ config.getConfig("schedule")
28
+ ) : void 0;
29
+ return {
30
+ id,
31
+ bucketName,
32
+ region,
33
+ prefix,
34
+ schedule,
35
+ accountId
36
+ };
37
+ }
38
+
39
+ exports.readAwsS3Configs = readAwsS3Configs;
40
+ //# sourceMappingURL=config.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"config.cjs.js","sources":["../../src/providers/config.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Config } from './types';\nimport { readSchedulerServiceTaskScheduleDefinitionFromConfig } from '@backstage/backend-plugin-api';\n\nconst DEFAULT_PROVIDER_ID = 'default';\n\nexport function readAwsS3Configs(config: Config): AwsS3Config[] {\n const configs: AwsS3Config[] = [];\n\n const providerConfigs = config.getOptionalConfig('catalog.providers.awsS3');\n if (!providerConfigs) {\n return configs;\n }\n\n if (providerConfigs.has('bucketName')) {\n // simple/single config variant\n configs.push(readAwsS3Config(DEFAULT_PROVIDER_ID, providerConfigs));\n\n return configs;\n }\n\n for (const id of providerConfigs.keys()) {\n configs.push(readAwsS3Config(id, providerConfigs.getConfig(id)));\n }\n\n return configs;\n}\n\nfunction readAwsS3Config(id: string, config: Config): AwsS3Config {\n const bucketName = config.getString('bucketName');\n const region = config.getOptionalString('region');\n const prefix = config.getOptionalString('prefix');\n const accountId = config.getOptionalString('accountId');\n\n const schedule = config.has('schedule')\n ? readSchedulerServiceTaskScheduleDefinitionFromConfig(\n config.getConfig('schedule'),\n )\n : undefined;\n\n return {\n id,\n bucketName,\n region,\n prefix,\n schedule,\n accountId,\n };\n}\n"],"names":["readSchedulerServiceTaskScheduleDefinitionFromConfig"],"mappings":";;;;AAoBA,MAAM,mBAAsB,GAAA,SAAA,CAAA;AAErB,SAAS,iBAAiB,MAA+B,EAAA;AAC9D,EAAA,MAAM,UAAyB,EAAC,CAAA;AAEhC,EAAM,MAAA,eAAA,GAAkB,MAAO,CAAA,iBAAA,CAAkB,yBAAyB,CAAA,CAAA;AAC1E,EAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAEA,EAAI,IAAA,eAAA,CAAgB,GAAI,CAAA,YAAY,CAAG,EAAA;AAErC,IAAA,OAAA,CAAQ,IAAK,CAAA,eAAA,CAAgB,mBAAqB,EAAA,eAAe,CAAC,CAAA,CAAA;AAElE,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAEA,EAAW,KAAA,MAAA,EAAA,IAAM,eAAgB,CAAA,IAAA,EAAQ,EAAA;AACvC,IAAA,OAAA,CAAQ,KAAK,eAAgB,CAAA,EAAA,EAAI,gBAAgB,SAAU,CAAA,EAAE,CAAC,CAAC,CAAA,CAAA;AAAA,GACjE;AAEA,EAAO,OAAA,OAAA,CAAA;AACT,CAAA;AAEA,SAAS,eAAA,CAAgB,IAAY,MAA6B,EAAA;AAChE,EAAM,MAAA,UAAA,GAAa,MAAO,CAAA,SAAA,CAAU,YAAY,CAAA,CAAA;AAChD,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,QAAQ,CAAA,CAAA;AAChD,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,QAAQ,CAAA,CAAA;AAChD,EAAM,MAAA,SAAA,GAAY,MAAO,CAAA,iBAAA,CAAkB,WAAW,CAAA,CAAA;AAEtD,EAAA,MAAM,QAAW,GAAA,MAAA,CAAO,GAAI,CAAA,UAAU,CAClC,GAAAA,qEAAA;AAAA,IACE,MAAA,CAAO,UAAU,UAAU,CAAA;AAAA,GAE7B,GAAA,KAAA,CAAA,CAAA;AAEJ,EAAO,OAAA;AAAA,IACL,EAAA;AAAA,IACA,UAAA;AAAA,IACA,MAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAA;AAAA,IACA,SAAA;AAAA,GACF,CAAA;AACF;;;;"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@backstage/plugin-catalog-backend-module-aws",
3
- "version": "0.4.3-next.0",
3
+ "version": "0.4.3-next.2",
4
4
  "description": "A Backstage catalog backend module that helps integrate towards AWS",
5
5
  "backstage": {
6
6
  "role": "backend-plugin-module",
@@ -57,24 +57,24 @@
57
57
  "@aws-sdk/credential-providers": "^3.350.0",
58
58
  "@aws-sdk/middleware-endpoint": "^3.347.0",
59
59
  "@aws-sdk/types": "^3.347.0",
60
- "@backstage/backend-defaults": "^0.5.1-next.0",
61
- "@backstage/backend-plugin-api": "^1.0.1-next.0",
62
- "@backstage/catalog-model": "^1.7.0",
63
- "@backstage/config": "^1.2.0",
64
- "@backstage/errors": "^1.2.4",
65
- "@backstage/integration": "^1.15.0",
66
- "@backstage/integration-aws-node": "^0.1.12",
67
- "@backstage/plugin-catalog-common": "^1.1.0",
68
- "@backstage/plugin-catalog-node": "^1.13.1-next.0",
69
- "@backstage/plugin-kubernetes-common": "^0.8.3",
60
+ "@backstage/backend-defaults": "0.5.1-next.2",
61
+ "@backstage/backend-plugin-api": "1.0.1-next.1",
62
+ "@backstage/catalog-model": "1.7.0",
63
+ "@backstage/config": "1.2.0",
64
+ "@backstage/errors": "1.2.4",
65
+ "@backstage/integration": "1.15.1-next.1",
66
+ "@backstage/integration-aws-node": "0.1.12",
67
+ "@backstage/plugin-catalog-common": "1.1.0",
68
+ "@backstage/plugin-catalog-node": "1.13.1-next.1",
69
+ "@backstage/plugin-kubernetes-common": "0.8.3",
70
70
  "p-limit": "^3.0.2",
71
71
  "uuid": "^9.0.0",
72
72
  "winston": "^3.2.1"
73
73
  },
74
74
  "devDependencies": {
75
75
  "@aws-sdk/util-stream-node": "^3.350.0",
76
- "@backstage/backend-test-utils": "^1.0.1-next.0",
77
- "@backstage/cli": "^0.28.0-next.0",
76
+ "@backstage/backend-test-utils": "1.0.1-next.2",
77
+ "@backstage/cli": "0.28.0-next.2",
78
78
  "aws-sdk-client-mock": "^4.0.0",
79
79
  "aws-sdk-client-mock-jest": "^4.0.0",
80
80
  "luxon": "^3.0.0",
@@ -1 +0,0 @@
1
- {"version":3,"file":"AwsS3EntityProvider-B88qlsho.cjs.js","sources":["../../src/providers/config.ts","../../src/providers/AwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Config } from './types';\nimport { readSchedulerServiceTaskScheduleDefinitionFromConfig } from '@backstage/backend-plugin-api';\n\nconst DEFAULT_PROVIDER_ID = 'default';\n\nexport function readAwsS3Configs(config: Config): AwsS3Config[] {\n const configs: AwsS3Config[] = [];\n\n const providerConfigs = config.getOptionalConfig('catalog.providers.awsS3');\n if (!providerConfigs) {\n return configs;\n }\n\n if (providerConfigs.has('bucketName')) {\n // simple/single config variant\n configs.push(readAwsS3Config(DEFAULT_PROVIDER_ID, providerConfigs));\n\n return configs;\n }\n\n for (const id of providerConfigs.keys()) {\n configs.push(readAwsS3Config(id, providerConfigs.getConfig(id)));\n }\n\n return configs;\n}\n\nfunction readAwsS3Config(id: string, config: Config): AwsS3Config {\n const bucketName = config.getString('bucketName');\n const region = config.getOptionalString('region');\n const prefix = config.getOptionalString('prefix');\n const accountId = config.getOptionalString('accountId');\n\n const schedule = config.has('schedule')\n ? readSchedulerServiceTaskScheduleDefinitionFromConfig(\n config.getConfig('schedule'),\n )\n : undefined;\n\n return {\n id,\n bucketName,\n region,\n prefix,\n schedule,\n accountId,\n };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Integration, ScmIntegrations } from '@backstage/integration';\nimport {\n EntityProvider,\n EntityProviderConnection,\n locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { readAwsS3Configs } from './config';\nimport { AwsS3Config } from './types';\nimport {\n ListObjectsV2Command,\n ListObjectsV2Output,\n S3,\n} from '@aws-sdk/client-s3';\nimport * as uuid from 'uuid';\nimport { getEndpointFromInstructions } from '@aws-sdk/middleware-endpoint';\nimport {\n AwsCredentialsManager,\n DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport {\n LoggerService,\n SchedulerService,\n SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n// TODO: event-based updates using S3 events (+ queue like SQS)?\n/**\n * Provider which discovers catalog files (any name) within an S3 bucket.\n *\n * Use `AwsS3EntityProvider.fromConfig(...)` to create instances.\n *\n * @public\n */\nexport class AwsS3EntityProvider implements EntityProvider {\n private readonly logger: LoggerService;\n private s3?: S3;\n private readonly scheduleFn: () => Promise<void>;\n private connection?: EntityProviderConnection;\n private endpoint?: string;\n\n static fromConfig(\n configRoot: Config,\n options: {\n logger: LoggerService;\n schedule?: SchedulerServiceTaskRunner;\n scheduler?: SchedulerService;\n },\n ): AwsS3EntityProvider[] {\n const providerConfigs = readAwsS3Configs(configRoot);\n\n // Even though the awsS3 integration allows a config array\n // there is no *real* support for multiple configs.\n // Usually, there will be just the integration for the default host.\n // In case, a custom endpoint is used, the host from this endpoint\n // will be extracted and used as host (e.g., localhost when used with LocalStack)\n // and the default integration will be added as second integration.\n // In this case, we still want the first one though, but have no means to select it\n // just from the bucket name (and region).\n const integration = ScmIntegrations.fromConfig(configRoot).awsS3.list()[0];\n if (!integration) {\n throw new Error('No integration found for awsS3');\n }\n\n if (!options.schedule && !options.scheduler) {\n throw new Error('Either schedule or scheduler must be provided.');\n }\n\n return providerConfigs.map(providerConfig => {\n if (!options.schedule && !providerConfig.schedule) {\n throw new Error(\n `No schedule provided neither via code nor config for awsS3-provider:${providerConfig.id}.`,\n );\n }\n const awsCredentialsManager =\n DefaultAwsCredentialsManager.fromConfig(configRoot);\n const taskRunner =\n options.schedule ??\n options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n return new AwsS3EntityProvider(\n providerConfig,\n integration,\n awsCredentialsManager,\n options.logger,\n taskRunner,\n );\n });\n }\n\n private constructor(\n private readonly config: AwsS3Config,\n private readonly integration: AwsS3Integration,\n private readonly awsCredentialsManager: AwsCredentialsManager,\n logger: LoggerService,\n taskRunner: SchedulerServiceTaskRunner,\n ) {\n this.logger = logger.child({\n target: this.getProviderName(),\n });\n\n this.scheduleFn = this.createScheduleFn(taskRunner);\n }\n\n private createScheduleFn(\n taskRunner: SchedulerServiceTaskRunner,\n ): () => Promise<void> {\n return async () => {\n const taskId = `${this.getProviderName()}:refresh`;\n return taskRunner.run({\n id: taskId,\n fn: async () => {\n const logger = this.logger.child({\n class: AwsS3EntityProvider.prototype.constructor.name,\n taskId,\n taskInstanceId: uuid.v4(),\n });\n\n try {\n await this.refresh(logger);\n } catch (error) {\n logger.error(\n `${this.getProviderName()} refresh failed, ${error}`,\n error,\n );\n }\n },\n });\n };\n }\n\n /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */\n getProviderName(): string {\n return `awsS3-provider:${this.config.id}`;\n }\n\n /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */\n async connect(connection: EntityProviderConnection): Promise<void> {\n this.connection = connection;\n const { accountId, region, bucketName } = this.config;\n const credProvider = await this.awsCredentialsManager.getCredentialProvider(\n accountId ? { accountId } : undefined,\n );\n this.s3 = new S3({\n customUserAgent: 'backstage-aws-catalog-s3-entity-provider',\n apiVersion: '2006-03-01',\n credentialDefaultProvider: () => credProvider.sdkCredentialProvider,\n endpoint: this.integration.config.endpoint,\n region,\n forcePathStyle: this.integration.config.s3ForcePathStyle,\n });\n\n // https://github.com/aws/aws-sdk-js-v3/issues/4122#issuecomment-1298968804\n const endpoint = await getEndpointFromInstructions(\n {\n Bucket: bucketName,\n },\n ListObjectsV2Command,\n this.s3.config as unknown as Record<string, unknown>,\n );\n if (endpoint?.url)\n this.endpoint = endpoint.url.href.endsWith('/')\n ? endpoint.url.href\n : `${endpoint.url.href}/`;\n await this.scheduleFn();\n }\n\n async refresh(logger: LoggerService) {\n if (!this.connection) {\n throw new Error('Not initialized');\n }\n\n logger.info('Discovering AWS S3 objects');\n\n const keys = await this.listAllObjectKeys();\n logger.info(`Discovered ${keys.length} AWS S3 objects`);\n\n const locations = keys.map(key => this.createLocationSpec(key));\n\n await this.connection.applyMutation({\n type: 'full',\n entities: locations.map(location => {\n return {\n locationKey: this.getProviderName(),\n entity: locationSpecToLocationEntity({ location }),\n };\n }),\n });\n\n logger.info(`Committed ${locations.length} Locations for AWS S3 objects`);\n }\n\n private async listAllObjectKeys(): Promise<string[]> {\n if (!this.s3) {\n throw new Error('Not initialized');\n }\n\n const keys: string[] = [];\n\n let continuationToken: string | undefined = undefined;\n let output: ListObjectsV2Output;\n do {\n output = await this.s3.listObjectsV2({\n Bucket: this.config.bucketName,\n ContinuationToken: continuationToken,\n Prefix: this.config.prefix,\n });\n\n if (output.Contents) {\n output.Contents.forEach(item => {\n if (item.Key && !item.Key.endsWith('/')) {\n keys.push(item.Key);\n }\n });\n }\n continuationToken = output.NextContinuationToken;\n } while (continuationToken);\n\n return keys;\n }\n\n private createLocationSpec(key: string): LocationSpec {\n return {\n type: 'url',\n target: this.createObjectUrl(key),\n presence: 'required',\n };\n }\n\n private createObjectUrl(key: string): string {\n return new URL(key, this.endpoint).href;\n }\n}\n"],"names":["readSchedulerServiceTaskScheduleDefinitionFromConfig","integration","ScmIntegrations","DefaultAwsCredentialsManager","uuid","S3","getEndpointFromInstructions","ListObjectsV2Command","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoBA,MAAM,mBAAsB,GAAA,SAAA,CAAA;AAErB,SAAS,iBAAiB,MAA+B,EAAA;AAC9D,EAAA,MAAM,UAAyB,EAAC,CAAA;AAEhC,EAAM,MAAA,eAAA,GAAkB,MAAO,CAAA,iBAAA,CAAkB,yBAAyB,CAAA,CAAA;AAC1E,EAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAEA,EAAI,IAAA,eAAA,CAAgB,GAAI,CAAA,YAAY,CAAG,EAAA;AAErC,IAAA,OAAA,CAAQ,IAAK,CAAA,eAAA,CAAgB,mBAAqB,EAAA,eAAe,CAAC,CAAA,CAAA;AAElE,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAEA,EAAW,KAAA,MAAA,EAAA,IAAM,eAAgB,CAAA,IAAA,EAAQ,EAAA;AACvC,IAAA,OAAA,CAAQ,KAAK,eAAgB,CAAA,EAAA,EAAI,gBAAgB,SAAU,CAAA,EAAE,CAAC,CAAC,CAAA,CAAA;AAAA,GACjE;AAEA,EAAO,OAAA,OAAA,CAAA;AACT,CAAA;AAEA,SAAS,eAAA,CAAgB,IAAY,MAA6B,EAAA;AAChE,EAAM,MAAA,UAAA,GAAa,MAAO,CAAA,SAAA,CAAU,YAAY,CAAA,CAAA;AAChD,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,QAAQ,CAAA,CAAA;AAChD,EAAM,MAAA,MAAA,GAAS,MAAO,CAAA,iBAAA,CAAkB,QAAQ,CAAA,CAAA;AAChD,EAAM,MAAA,SAAA,GAAY,MAAO,CAAA,iBAAA,CAAkB,WAAW,CAAA,CAAA;AAEtD,EAAA,MAAM,QAAW,GAAA,MAAA,CAAO,GAAI,CAAA,UAAU,CAClC,GAAAA,qEAAA;AAAA,IACE,MAAA,CAAO,UAAU,UAAU,CAAA;AAAA,GAE7B,GAAA,KAAA,CAAA,CAAA;AAEJ,EAAO,OAAA;AAAA,IACL,EAAA;AAAA,IACA,UAAA;AAAA,IACA,MAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAA;AAAA,IACA,SAAA;AAAA,GACF,CAAA;AACF;;ACbO,MAAM,mBAA8C,CAAA;AAAA,EAwDjD,WACW,CAAA,MAAA,EACA,WACA,EAAA,qBAAA,EACjB,QACA,UACA,EAAA;AALiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,WAAA,GAAA,WAAA,CAAA;AACA,IAAA,IAAA,CAAA,qBAAA,GAAA,qBAAA,CAAA;AAIjB,IAAK,IAAA,CAAA,MAAA,GAAS,OAAO,KAAM,CAAA;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAgB,EAAA;AAAA,KAC9B,CAAA,CAAA;AAED,IAAK,IAAA,CAAA,UAAA,GAAa,IAAK,CAAA,gBAAA,CAAiB,UAAU,CAAA,CAAA;AAAA,GACpD;AAAA,EAnEiB,MAAA,CAAA;AAAA,EACT,EAAA,CAAA;AAAA,EACS,UAAA,CAAA;AAAA,EACT,UAAA,CAAA;AAAA,EACA,QAAA,CAAA;AAAA,EAER,OAAO,UACL,CAAA,UAAA,EACA,OAKuB,EAAA;AACvB,IAAM,MAAA,eAAA,GAAkB,iBAAiB,UAAU,CAAA,CAAA;AAUnD,IAAM,MAAAC,aAAA,GAAcC,4BAAgB,UAAW,CAAA,UAAU,EAAE,KAAM,CAAA,IAAA,GAAO,CAAC,CAAA,CAAA;AACzE,IAAA,IAAI,CAACD,aAAa,EAAA;AAChB,MAAM,MAAA,IAAI,MAAM,gCAAgC,CAAA,CAAA;AAAA,KAClD;AAEA,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,QAAQ,SAAW,EAAA;AAC3C,MAAM,MAAA,IAAI,MAAM,gDAAgD,CAAA,CAAA;AAAA,KAClE;AAEA,IAAO,OAAA,eAAA,CAAgB,IAAI,CAAkB,cAAA,KAAA;AAC3C,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,eAAe,QAAU,EAAA;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA,CAAA;AAAA,SAC1F,CAAA;AAAA,OACF;AACA,MAAM,MAAA,qBAAA,GACJE,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA,CAAA;AACpD,MAAA,MAAM,aACJ,OAAQ,CAAA,QAAA,IACR,QAAQ,SAAW,CAAA,yBAAA,CAA0B,eAAe,QAAS,CAAA,CAAA;AAEvE,MAAA,OAAO,IAAI,mBAAA;AAAA,QACT,cAAA;AAAA,QACAF,aAAA;AAAA,QACA,qBAAA;AAAA,QACA,OAAQ,CAAA,MAAA;AAAA,QACR,UAAA;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAgBQ,iBACN,UACqB,EAAA;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAS,GAAA,CAAA,EAAG,IAAK,CAAA,eAAA,EAAiB,CAAA,QAAA,CAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAI,CAAA;AAAA,QACpB,EAAI,EAAA,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,YAC/B,KAAA,EAAO,mBAAoB,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,cAAA,EAAgBG,gBAAK,EAAG,EAAA;AAAA,WACzB,CAAA,CAAA;AAED,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,QAAQ,MAAM,CAAA,CAAA;AAAA,mBAClB,KAAO,EAAA;AACd,YAAO,MAAA,CAAA,KAAA;AAAA,cACL,CAAG,EAAA,IAAA,CAAK,eAAgB,EAAC,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD,KAAA;AAAA,aACF,CAAA;AAAA,WACF;AAAA,SACF;AAAA,OACD,CAAA,CAAA;AAAA,KACH,CAAA;AAAA,GACF;AAAA;AAAA,EAGA,eAA0B,GAAA;AACxB,IAAO,OAAA,CAAA,eAAA,EAAkB,IAAK,CAAA,MAAA,CAAO,EAAE,CAAA,CAAA,CAAA;AAAA,GACzC;AAAA;AAAA,EAGA,MAAM,QAAQ,UAAqD,EAAA;AACjE,IAAA,IAAA,CAAK,UAAa,GAAA,UAAA,CAAA;AAClB,IAAA,MAAM,EAAE,SAAA,EAAW,MAAQ,EAAA,UAAA,KAAe,IAAK,CAAA,MAAA,CAAA;AAC/C,IAAM,MAAA,YAAA,GAAe,MAAM,IAAA,CAAK,qBAAsB,CAAA,qBAAA;AAAA,MACpD,SAAA,GAAY,EAAE,SAAA,EAAc,GAAA,KAAA,CAAA;AAAA,KAC9B,CAAA;AACA,IAAK,IAAA,CAAA,EAAA,GAAK,IAAIC,WAAG,CAAA;AAAA,MACf,eAAiB,EAAA,0CAAA;AAAA,MACjB,UAAY,EAAA,YAAA;AAAA,MACZ,yBAAA,EAA2B,MAAM,YAAa,CAAA,qBAAA;AAAA,MAC9C,QAAA,EAAU,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,QAAA;AAAA,MAClC,MAAA;AAAA,MACA,cAAA,EAAgB,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,gBAAA;AAAA,KACzC,CAAA,CAAA;AAGD,IAAA,MAAM,WAAW,MAAMC,8CAAA;AAAA,MACrB;AAAA,QACE,MAAQ,EAAA,UAAA;AAAA,OACV;AAAA,MACAC,6BAAA;AAAA,MACA,KAAK,EAAG,CAAA,MAAA;AAAA,KACV,CAAA;AACA,IAAA,IAAI,QAAU,EAAA,GAAA;AACZ,MAAA,IAAA,CAAK,QAAW,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,CAAK,QAAS,CAAA,GAAG,CAC1C,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,GACb,CAAG,EAAA,QAAA,CAAS,IAAI,IAAI,CAAA,CAAA,CAAA,CAAA;AAC1B,IAAA,MAAM,KAAK,UAAW,EAAA,CAAA;AAAA,GACxB;AAAA,EAEA,MAAM,QAAQ,MAAuB,EAAA;AACnC,IAAI,IAAA,CAAC,KAAK,UAAY,EAAA;AACpB,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA,CAAA;AAAA,KACnC;AAEA,IAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA,CAAA;AAExC,IAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,iBAAkB,EAAA,CAAA;AAC1C,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,WAAA,EAAc,IAAK,CAAA,MAAM,CAAiB,eAAA,CAAA,CAAA,CAAA;AAEtD,IAAA,MAAM,YAAY,IAAK,CAAA,GAAA,CAAI,SAAO,IAAK,CAAA,kBAAA,CAAmB,GAAG,CAAC,CAAA,CAAA;AAE9D,IAAM,MAAA,IAAA,CAAK,WAAW,aAAc,CAAA;AAAA,MAClC,IAAM,EAAA,MAAA;AAAA,MACN,QAAA,EAAU,SAAU,CAAA,GAAA,CAAI,CAAY,QAAA,KAAA;AAClC,QAAO,OAAA;AAAA,UACL,WAAA,EAAa,KAAK,eAAgB,EAAA;AAAA,UAClC,MAAQ,EAAAC,8CAAA,CAA6B,EAAE,QAAA,EAAU,CAAA;AAAA,SACnD,CAAA;AAAA,OACD,CAAA;AAAA,KACF,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,UAAA,EAAa,SAAU,CAAA,MAAM,CAA+B,6BAAA,CAAA,CAAA,CAAA;AAAA,GAC1E;AAAA,EAEA,MAAc,iBAAuC,GAAA;AACnD,IAAI,IAAA,CAAC,KAAK,EAAI,EAAA;AACZ,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA,CAAA;AAAA,KACnC;AAEA,IAAA,MAAM,OAAiB,EAAC,CAAA;AAExB,IAAA,IAAI,iBAAwC,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAI,IAAA,MAAA,CAAA;AACJ,IAAG,GAAA;AACD,MAAS,MAAA,GAAA,MAAM,IAAK,CAAA,EAAA,CAAG,aAAc,CAAA;AAAA,QACnC,MAAA,EAAQ,KAAK,MAAO,CAAA,UAAA;AAAA,QACpB,iBAAmB,EAAA,iBAAA;AAAA,QACnB,MAAA,EAAQ,KAAK,MAAO,CAAA,MAAA;AAAA,OACrB,CAAA,CAAA;AAED,MAAA,IAAI,OAAO,QAAU,EAAA;AACnB,QAAO,MAAA,CAAA,QAAA,CAAS,QAAQ,CAAQ,IAAA,KAAA;AAC9B,UAAA,IAAI,KAAK,GAAO,IAAA,CAAC,KAAK,GAAI,CAAA,QAAA,CAAS,GAAG,CAAG,EAAA;AACvC,YAAK,IAAA,CAAA,IAAA,CAAK,KAAK,GAAG,CAAA,CAAA;AAAA,WACpB;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AACA,MAAA,iBAAA,GAAoB,MAAO,CAAA,qBAAA,CAAA;AAAA,KACpB,QAAA,iBAAA,EAAA;AAET,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEQ,mBAAmB,GAA2B,EAAA;AACpD,IAAO,OAAA;AAAA,MACL,IAAM,EAAA,KAAA;AAAA,MACN,MAAA,EAAQ,IAAK,CAAA,eAAA,CAAgB,GAAG,CAAA;AAAA,MAChC,QAAU,EAAA,UAAA;AAAA,KACZ,CAAA;AAAA,GACF;AAAA,EAEQ,gBAAgB,GAAqB,EAAA;AAC3C,IAAA,OAAO,IAAI,GAAA,CAAI,GAAK,EAAA,IAAA,CAAK,QAAQ,CAAE,CAAA,IAAA,CAAA;AAAA,GACrC;AACF;;;;"}