@backstage/plugin-catalog-backend-module-aws 0.4.8-next.3 → 0.4.8

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @backstage/plugin-catalog-backend-module-aws
 
+## 0.4.8
+
+### Patch Changes
+
+- eb80a1a: Minor doc string update
+- Updated dependencies
+  - @backstage/backend-defaults@0.8.0
+  - @backstage/backend-plugin-api@1.2.0
+  - @backstage/plugin-catalog-node@1.16.0
+  - @backstage/plugin-kubernetes-common@0.9.3
+  - @backstage/catalog-model@1.7.3
+  - @backstage/config@1.3.2
+  - @backstage/errors@1.2.7
+  - @backstage/integration@1.16.1
+  - @backstage/integration-aws-node@0.1.15
+  - @backstage/plugin-catalog-common@1.1.3
+
 ## 0.4.8-next.3
 
 ### Patch Changes

package/dist/index.d.ts

@@ -116,9 +116,9 @@ declare class AwsS3EntityProvider implements EntityProvider {
     }): AwsS3EntityProvider[];
     private constructor();
     private createScheduleFn;
-    /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */
+    /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.getProviderName} */
     getProviderName(): string;
-    /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */
+    /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.connect} */
     connect(connection: EntityProviderConnection): Promise<void>;
     refresh(logger: LoggerService): Promise<void>;
     private listAllObjectKeys;

package/dist/providers/AwsS3EntityProvider.cjs.js

@@ -92,11 +92,11 @@ class AwsS3EntityProvider {
       });
     };
   }
-  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */
+  /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.getProviderName} */
   getProviderName() {
     return `awsS3-provider:${this.config.id}`;
   }
-  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */
+  /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.connect} */
   async connect(connection) {
     this.connection = connection;
     const { accountId, region, bucketName } = this.config;

package/dist/providers/AwsS3EntityProvider.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"AwsS3EntityProvider.cjs.js","sources":["../../src/providers/AwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Integration, ScmIntegrations } from '@backstage/integration';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n  locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { readAwsS3Configs } from './config';\nimport { AwsS3Config } from './types';\nimport {\n  ListObjectsV2Command,\n  ListObjectsV2Output,\n  S3,\n} from '@aws-sdk/client-s3';\nimport * as uuid from 'uuid';\nimport { getEndpointFromInstructions } from '@aws-sdk/middleware-endpoint';\nimport {\n  AwsCredentialsManager,\n  DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport {\n  LoggerService,\n  SchedulerService,\n  SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n// TODO: event-based updates using S3 events (+ queue like SQS)?\n/**\n * Provider which discovers catalog files (any name) within an S3 bucket.\n *\n * Use `AwsS3EntityProvider.fromConfig(...)` to create instances.\n *\n * @public\n */\nexport class AwsS3EntityProvider implements EntityProvider {\n  private readonly logger: LoggerService;\n  private s3?: S3;\n  private readonly scheduleFn: () => Promise<void>;\n  private connection?: EntityProviderConnection;\n  private endpoint?: string;\n\n  static fromConfig(\n    configRoot: Config,\n    options: {\n      logger: LoggerService;\n      schedule?: SchedulerServiceTaskRunner;\n      scheduler?: SchedulerService;\n    },\n  ): AwsS3EntityProvider[] {\n    const providerConfigs = readAwsS3Configs(configRoot);\n\n    // Even though the awsS3 integration allows a config array\n    // there is no *real* support for multiple configs.\n    // Usually, there will be just the integration for the default host.\n    // In case, a custom endpoint is used, the host from this endpoint\n    // will be extracted and used as host (e.g., localhost when used with LocalStack)\n    // and the default integration will be added as second integration.\n    // In this case, we still want the first one though, but have no means to select it\n    // just from the bucket name (and region).\n    const integration = ScmIntegrations.fromConfig(configRoot).awsS3.list()[0];\n    if (!integration) {\n      throw new Error('No integration found for awsS3');\n    }\n\n    if (!options.schedule && !options.scheduler) {\n      throw new Error('Either schedule or scheduler must be provided.');\n    }\n\n    return providerConfigs.map(providerConfig => {\n      if (!options.schedule && !providerConfig.schedule) {\n        throw new Error(\n          `No schedule provided neither via code nor config for awsS3-provider:${providerConfig.id}.`,\n        );\n      }\n      const awsCredentialsManager =\n        DefaultAwsCredentialsManager.fromConfig(configRoot);\n      const taskRunner =\n        options.schedule ??\n        options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n      return new AwsS3EntityProvider(\n        providerConfig,\n        integration,\n        awsCredentialsManager,\n        options.logger,\n        taskRunner,\n      );\n    });\n  }\n\n  private constructor(\n    private readonly config: AwsS3Config,\n    private readonly integration: AwsS3Integration,\n    private readonly awsCredentialsManager: AwsCredentialsManager,\n    logger: LoggerService,\n    taskRunner: SchedulerServiceTaskRunner,\n  ) {\n    this.logger = logger.child({\n      target: this.getProviderName(),\n    });\n\n    this.scheduleFn = this.createScheduleFn(taskRunner);\n  }\n\n  private createScheduleFn(\n    taskRunner: SchedulerServiceTaskRunner,\n  ): () => Promise<void> {\n    return async () => {\n      const taskId = `${this.getProviderName()}:refresh`;\n      return taskRunner.run({\n        id: taskId,\n        fn: async () => {\n          const logger = this.logger.child({\n            class: AwsS3EntityProvider.prototype.constructor.name,\n            taskId,\n            taskInstanceId: uuid.v4(),\n          });\n\n          try {\n            await this.refresh(logger);\n          } catch (error) {\n            logger.error(\n              `${this.getProviderName()} refresh failed, ${error}`,\n              error,\n            );\n          }\n        },\n      });\n    };\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */\n  getProviderName(): string {\n    return `awsS3-provider:${this.config.id}`;\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */\n  async connect(connection: EntityProviderConnection): Promise<void> {\n    this.connection = connection;\n    const { accountId, region, bucketName } = this.config;\n    const credProvider = await this.awsCredentialsManager.getCredentialProvider(\n      accountId ? { accountId } : undefined,\n    );\n    this.s3 = new S3({\n      customUserAgent: 'backstage-aws-catalog-s3-entity-provider',\n      apiVersion: '2006-03-01',\n      credentialDefaultProvider: () => credProvider.sdkCredentialProvider,\n      endpoint: this.integration.config.endpoint,\n      region,\n      forcePathStyle: this.integration.config.s3ForcePathStyle,\n    });\n\n    // https://github.com/aws/aws-sdk-js-v3/issues/4122#issuecomment-1298968804\n    const endpoint = await getEndpointFromInstructions(\n      {\n        Bucket: bucketName,\n      },\n      ListObjectsV2Command,\n      this.s3.config as unknown as Record<string, unknown>,\n    );\n    if (endpoint?.url)\n      this.endpoint = endpoint.url.href.endsWith('/')\n        ? endpoint.url.href\n        : `${endpoint.url.href}/`;\n    await this.scheduleFn();\n  }\n\n  async refresh(logger: LoggerService) {\n    if (!this.connection) {\n      throw new Error('Not initialized');\n    }\n\n    logger.info('Discovering AWS S3 objects');\n\n    const keys = await this.listAllObjectKeys();\n    logger.info(`Discovered ${keys.length} AWS S3 objects`);\n\n    const locations = keys.map(key => this.createLocationSpec(key));\n\n    await this.connection.applyMutation({\n      type: 'full',\n      entities: locations.map(location => {\n        return {\n          locationKey: this.getProviderName(),\n          entity: locationSpecToLocationEntity({ location }),\n        };\n      }),\n    });\n\n    logger.info(`Committed ${locations.length} Locations for AWS S3 objects`);\n  }\n\n  private async listAllObjectKeys(): Promise<string[]> {\n    if (!this.s3) {\n      throw new Error('Not initialized');\n    }\n\n    const keys: string[] = [];\n\n    let continuationToken: string | undefined = undefined;\n    let output: ListObjectsV2Output;\n    do {\n      output = await this.s3.listObjectsV2({\n        Bucket: this.config.bucketName,\n        ContinuationToken: continuationToken,\n        Prefix: this.config.prefix,\n      });\n\n      if (output.Contents) {\n        output.Contents.forEach(item => {\n          if (item.Key && !item.Key.endsWith('/')) {\n            keys.push(item.Key);\n          }\n        });\n      }\n      continuationToken = output.NextContinuationToken;\n    } while (continuationToken);\n\n    return keys;\n  }\n\n  private createLocationSpec(key: string): LocationSpec {\n    return {\n      type: 'url',\n      target: this.createObjectUrl(key),\n      presence: 'required',\n    };\n  }\n\n  private createObjectUrl(key: string): string {\n    return new URL(key, this.endpoint).href;\n  }\n}\n"],"names":["readAwsS3Configs","integration","ScmIntegrations","DefaultAwsCredentialsManager","uuid","S3","getEndpointFromInstructions","ListObjectsV2Command","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmDO,MAAM,mBAA8C,CAAA;AAAA,EAwDjD,WACW,CAAA,MAAA,EACA,WACA,EAAA,qBAAA,EACjB,QACA,UACA,EAAA;AALiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,WAAA,GAAA,WAAA;AACA,IAAA,IAAA,CAAA,qBAAA,GAAA,qBAAA;AAIjB,IAAK,IAAA,CAAA,MAAA,GAAS,OAAO,KAAM,CAAA;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAgB;AAAA,KAC9B,CAAA;AAED,IAAK,IAAA,CAAA,UAAA,GAAa,IAAK,CAAA,gBAAA,CAAiB,UAAU,CAAA;AAAA;AACpD,EAnEiB,MAAA;AAAA,EACT,EAAA;AAAA,EACS,UAAA;AAAA,EACT,UAAA;AAAA,EACA,QAAA;AAAA,EAER,OAAO,UACL,CAAA,UAAA,EACA,OAKuB,EAAA;AACvB,IAAM,MAAA,eAAA,GAAkBA,wBAAiB,UAAU,CAAA;AAUnD,IAAM,MAAAC,aAAA,GAAcC,4BAAgB,UAAW,CAAA,UAAU,EAAE,KAAM,CAAA,IAAA,GAAO,CAAC,CAAA;AACzE,IAAA,IAAI,CAACD,aAAa,EAAA;AAChB,MAAM,MAAA,IAAI,MAAM,gCAAgC,CAAA;AAAA;AAGlD,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,QAAQ,SAAW,EAAA;AAC3C,MAAM,MAAA,IAAI,MAAM,gDAAgD,CAAA;AAAA;AAGlE,IAAO,OAAA,eAAA,CAAgB,IAAI,CAAkB,cAAA,KAAA;AAC3C,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,eAAe,QAAU,EAAA;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA;AAAA,SAC1F;AAAA;AAEF,MAAM,MAAA,qBAAA,GACJE,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA;AACpD,MAAA,MAAM,aACJ,OAAQ,CAAA,QAAA,IACR,QAAQ,SAAW,CAAA,yBAAA,CAA0B,eAAe,QAAS,CAAA;AAEvE,MAAA,OAAO,IAAI,mBAAA;AAAA,QACT,cAAA;AAAA,QACAF,aAAA;AAAA,QACA,qBAAA;AAAA,QACA,OAAQ,CAAA,MAAA;AAAA,QACR;AAAA,OACF;AAAA,KACD,CAAA;AAAA;AACH,EAgBQ,iBACN,UACqB,EAAA;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAS,GAAA,CAAA,EAAG,IAAK,CAAA,eAAA,EAAiB,CAAA,QAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAI,CAAA;AAAA,QACpB,EAAI,EAAA,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,YAC/B,KAAA,EAAO,mBAAoB,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,cAAA,EAAgBG,gBAAK,EAAG;AAAA,WACzB,CAAA;AAED,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,QAAQ,MAAM,CAAA;AAAA,mBAClB,KAAO,EAAA;AACd,YAAO,MAAA,CAAA,KAAA;AAAA,cACL,CAAG,EAAA,IAAA,CAAK,eAAgB,EAAC,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD;AAAA,aACF;AAAA;AACF;AACF,OACD,CAAA;AAAA,KACH;AAAA;AACF;AAAA,EAGA,eAA0B,GAAA;AACxB,IAAO,OAAA,CAAA,eAAA,EAAkB,IAAK,CAAA,MAAA,CAAO,EAAE,CAAA,CAAA;AAAA;AACzC;AAAA,EAGA,MAAM,QAAQ,UAAqD,EAAA;AACjE,IAAA,IAAA,CAAK,UAAa,GAAA,UAAA;AAClB,IAAA,MAAM,EAAE,SAAA,EAAW,MAAQ,EAAA,UAAA,KAAe,IAAK,CAAA,MAAA;AAC/C,IAAM,MAAA,YAAA,GAAe,MAAM,IAAA,CAAK,qBAAsB,CAAA,qBAAA;AAAA,MACpD,SAAA,GAAY,EAAE,SAAA,EAAc,GAAA,KAAA;AAAA,KAC9B;AACA,IAAK,IAAA,CAAA,EAAA,GAAK,IAAIC,WAAG,CAAA;AAAA,MACf,eAAiB,EAAA,0CAAA;AAAA,MACjB,UAAY,EAAA,YAAA;AAAA,MACZ,yBAAA,EAA2B,MAAM,YAAa,CAAA,qBAAA;AAAA,MAC9C,QAAA,EAAU,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,QAAA;AAAA,MAClC,MAAA;AAAA,MACA,cAAA,EAAgB,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA;AAAA,KACzC,CAAA;AAGD,IAAA,MAAM,WAAW,MAAMC,8CAAA;AAAA,MACrB;AAAA,QACE,MAAQ,EAAA;AAAA,OACV;AAAA,MACAC,6BAAA;AAAA,MACA,KAAK,EAAG,CAAA;AAAA,KACV;AACA,IAAA,IAAI,QAAU,EAAA,GAAA;AACZ,MAAA,IAAA,CAAK,QAAW,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,CAAK,QAAS,CAAA,GAAG,CAC1C,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,GACb,CAAG,EAAA,QAAA,CAAS,IAAI,IAAI,CAAA,CAAA,CAAA;AAC1B,IAAA,MAAM,KAAK,UAAW,EAAA;AAAA;AACxB,EAEA,MAAM,QAAQ,MAAuB,EAAA;AACnC,IAAI,IAAA,CAAC,KAAK,UAAY,EAAA;AACpB,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA;AAAA;AAGnC,IAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA;AAExC,IAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,iBAAkB,EAAA;AAC1C,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,WAAA,EAAc,IAAK,CAAA,MAAM,CAAiB,eAAA,CAAA,CAAA;AAEtD,IAAA,MAAM,YAAY,IAAK,CAAA,GAAA,CAAI,SAAO,IAAK,CAAA,kBAAA,CAAmB,GAAG,CAAC,CAAA;AAE9D,IAAM,MAAA,IAAA,CAAK,WAAW,aAAc,CAAA;AAAA,MAClC,IAAM,EAAA,MAAA;AAAA,MACN,QAAA,EAAU,SAAU,CAAA,GAAA,CAAI,CAAY,QAAA,KAAA;AAClC,QAAO,OAAA;AAAA,UACL,WAAA,EAAa,KAAK,eAAgB,EAAA;AAAA,UAClC,MAAQ,EAAAC,8CAAA,CAA6B,EAAE,QAAA,EAAU;AAAA,SACnD;AAAA,OACD;AAAA,KACF,CAAA;AAED,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,UAAA,EAAa,SAAU,CAAA,MAAM,CAA+B,6BAAA,CAAA,CAAA;AAAA;AAC1E,EAEA,MAAc,iBAAuC,GAAA;AACnD,IAAI,IAAA,CAAC,KAAK,EAAI,EAAA;AACZ,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA;AAAA;AAGnC,IAAA,MAAM,OAAiB,EAAC;AAExB,IAAA,IAAI,iBAAwC,GAAA,KAAA,CAAA;AAC5C,IAAI,IAAA,MAAA;AACJ,IAAG,GAAA;AACD,MAAS,MAAA,GAAA,MAAM,IAAK,CAAA,EAAA,CAAG,aAAc,CAAA;AAAA,QACnC,MAAA,EAAQ,KAAK,MAAO,CAAA,UAAA;AAAA,QACpB,iBAAmB,EAAA,iBAAA;AAAA,QACnB,MAAA,EAAQ,KAAK,MAAO,CAAA;AAAA,OACrB,CAAA;AAED,MAAA,IAAI,OAAO,QAAU,EAAA;AACnB,QAAO,MAAA,CAAA,QAAA,CAAS,QAAQ,CAAQ,IAAA,KAAA;AAC9B,UAAA,IAAI,KAAK,GAAO,IAAA,CAAC,KAAK,GAAI,CAAA,QAAA,CAAS,GAAG,CAAG,EAAA;AACvC,YAAK,IAAA,CAAA,IAAA,CAAK,KAAK,GAAG,CAAA;AAAA;AACpB,SACD,CAAA;AAAA;AAEH,MAAA,iBAAA,GAAoB,MAAO,CAAA,qBAAA;AAAA,KACpB,QAAA,iBAAA;AAET,IAAO,OAAA,IAAA;AAAA;AACT,EAEQ,mBAAmB,GAA2B,EAAA;AACpD,IAAO,OAAA;AAAA,MACL,IAAM,EAAA,KAAA;AAAA,MACN,MAAA,EAAQ,IAAK,CAAA,eAAA,CAAgB,GAAG,CAAA;AAAA,MAChC,QAAU,EAAA;AAAA,KACZ;AAAA;AACF,EAEQ,gBAAgB,GAAqB,EAAA;AAC3C,IAAA,OAAO,IAAI,GAAA,CAAI,GAAK,EAAA,IAAA,CAAK,QAAQ,CAAE,CAAA,IAAA;AAAA;AAEvC;;;;"}
+{"version":3,"file":"AwsS3EntityProvider.cjs.js","sources":["../../src/providers/AwsS3EntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AwsS3Integration, ScmIntegrations } from '@backstage/integration';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n  locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport { readAwsS3Configs } from './config';\nimport { AwsS3Config } from './types';\nimport {\n  ListObjectsV2Command,\n  ListObjectsV2Output,\n  S3,\n} from '@aws-sdk/client-s3';\nimport * as uuid from 'uuid';\nimport { getEndpointFromInstructions } from '@aws-sdk/middleware-endpoint';\nimport {\n  AwsCredentialsManager,\n  DefaultAwsCredentialsManager,\n} from '@backstage/integration-aws-node';\nimport {\n  LoggerService,\n  SchedulerService,\n  SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n// TODO: event-based updates using S3 events (+ queue like SQS)?\n/**\n * Provider which discovers catalog files (any name) within an S3 bucket.\n *\n * Use `AwsS3EntityProvider.fromConfig(...)` to create instances.\n *\n * @public\n */\nexport class AwsS3EntityProvider implements EntityProvider {\n  private readonly logger: LoggerService;\n  private s3?: S3;\n  private readonly scheduleFn: () => Promise<void>;\n  private connection?: EntityProviderConnection;\n  private endpoint?: string;\n\n  static fromConfig(\n    configRoot: Config,\n    options: {\n      logger: LoggerService;\n      schedule?: SchedulerServiceTaskRunner;\n      scheduler?: SchedulerService;\n    },\n  ): AwsS3EntityProvider[] {\n    const providerConfigs = readAwsS3Configs(configRoot);\n\n    // Even though the awsS3 integration allows a config array\n    // there is no *real* support for multiple configs.\n    // Usually, there will be just the integration for the default host.\n    // In case, a custom endpoint is used, the host from this endpoint\n    // will be extracted and used as host (e.g., localhost when used with LocalStack)\n    // and the default integration will be added as second integration.\n    // In this case, we still want the first one though, but have no means to select it\n    // just from the bucket name (and region).\n    const integration = ScmIntegrations.fromConfig(configRoot).awsS3.list()[0];\n    if (!integration) {\n      throw new Error('No integration found for awsS3');\n    }\n\n    if (!options.schedule && !options.scheduler) {\n      throw new Error('Either schedule or scheduler must be provided.');\n    }\n\n    return providerConfigs.map(providerConfig => {\n      if (!options.schedule && !providerConfig.schedule) {\n        throw new Error(\n          `No schedule provided neither via code nor config for awsS3-provider:${providerConfig.id}.`,\n        );\n      }\n      const awsCredentialsManager =\n        DefaultAwsCredentialsManager.fromConfig(configRoot);\n      const taskRunner =\n        options.schedule ??\n        options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n      return new AwsS3EntityProvider(\n        providerConfig,\n        integration,\n        awsCredentialsManager,\n        options.logger,\n        taskRunner,\n      );\n    });\n  }\n\n  private constructor(\n    private readonly config: AwsS3Config,\n    private readonly integration: AwsS3Integration,\n    private readonly awsCredentialsManager: AwsCredentialsManager,\n    logger: LoggerService,\n    taskRunner: SchedulerServiceTaskRunner,\n  ) {\n    this.logger = logger.child({\n      target: this.getProviderName(),\n    });\n\n    this.scheduleFn = this.createScheduleFn(taskRunner);\n  }\n\n  private createScheduleFn(\n    taskRunner: SchedulerServiceTaskRunner,\n  ): () => Promise<void> {\n    return async () => {\n      const taskId = `${this.getProviderName()}:refresh`;\n      return taskRunner.run({\n        id: taskId,\n        fn: async () => {\n          const logger = this.logger.child({\n            class: AwsS3EntityProvider.prototype.constructor.name,\n            taskId,\n            taskInstanceId: uuid.v4(),\n          });\n\n          try {\n            await this.refresh(logger);\n          } catch (error) {\n            logger.error(\n              `${this.getProviderName()} refresh failed, ${error}`,\n              error,\n            );\n          }\n        },\n      });\n    };\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.getProviderName} */\n  getProviderName(): string {\n    return `awsS3-provider:${this.config.id}`;\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-node#EntityProvider.connect} */\n  async connect(connection: EntityProviderConnection): Promise<void> {\n    this.connection = connection;\n    const { accountId, region, bucketName } = this.config;\n    const credProvider = await this.awsCredentialsManager.getCredentialProvider(\n      accountId ? { accountId } : undefined,\n    );\n    this.s3 = new S3({\n      customUserAgent: 'backstage-aws-catalog-s3-entity-provider',\n      apiVersion: '2006-03-01',\n      credentialDefaultProvider: () => credProvider.sdkCredentialProvider,\n      endpoint: this.integration.config.endpoint,\n      region,\n      forcePathStyle: this.integration.config.s3ForcePathStyle,\n    });\n\n    // https://github.com/aws/aws-sdk-js-v3/issues/4122#issuecomment-1298968804\n    const endpoint = await getEndpointFromInstructions(\n      {\n        Bucket: bucketName,\n      },\n      ListObjectsV2Command,\n      this.s3.config as unknown as Record<string, unknown>,\n    );\n    if (endpoint?.url)\n      this.endpoint = endpoint.url.href.endsWith('/')\n        ? endpoint.url.href\n        : `${endpoint.url.href}/`;\n    await this.scheduleFn();\n  }\n\n  async refresh(logger: LoggerService) {\n    if (!this.connection) {\n      throw new Error('Not initialized');\n    }\n\n    logger.info('Discovering AWS S3 objects');\n\n    const keys = await this.listAllObjectKeys();\n    logger.info(`Discovered ${keys.length} AWS S3 objects`);\n\n    const locations = keys.map(key => this.createLocationSpec(key));\n\n    await this.connection.applyMutation({\n      type: 'full',\n      entities: locations.map(location => {\n        return {\n          locationKey: this.getProviderName(),\n          entity: locationSpecToLocationEntity({ location }),\n        };\n      }),\n    });\n\n    logger.info(`Committed ${locations.length} Locations for AWS S3 objects`);\n  }\n\n  private async listAllObjectKeys(): Promise<string[]> {\n    if (!this.s3) {\n      throw new Error('Not initialized');\n    }\n\n    const keys: string[] = [];\n\n    let continuationToken: string | undefined = undefined;\n    let output: ListObjectsV2Output;\n    do {\n      output = await this.s3.listObjectsV2({\n        Bucket: this.config.bucketName,\n        ContinuationToken: continuationToken,\n        Prefix: this.config.prefix,\n      });\n\n      if (output.Contents) {\n        output.Contents.forEach(item => {\n          if (item.Key && !item.Key.endsWith('/')) {\n            keys.push(item.Key);\n          }\n        });\n      }\n      continuationToken = output.NextContinuationToken;\n    } while (continuationToken);\n\n    return keys;\n  }\n\n  private createLocationSpec(key: string): LocationSpec {\n    return {\n      type: 'url',\n      target: this.createObjectUrl(key),\n      presence: 'required',\n    };\n  }\n\n  private createObjectUrl(key: string): string {\n    return new URL(key, this.endpoint).href;\n  }\n}\n"],"names":["readAwsS3Configs","integration","ScmIntegrations","DefaultAwsCredentialsManager","uuid","S3","getEndpointFromInstructions","ListObjectsV2Command","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmDO,MAAM,mBAA8C,CAAA;AAAA,EAwDjD,WACW,CAAA,MAAA,EACA,WACA,EAAA,qBAAA,EACjB,QACA,UACA,EAAA;AALiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,WAAA,GAAA,WAAA;AACA,IAAA,IAAA,CAAA,qBAAA,GAAA,qBAAA;AAIjB,IAAK,IAAA,CAAA,MAAA,GAAS,OAAO,KAAM,CAAA;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAgB;AAAA,KAC9B,CAAA;AAED,IAAK,IAAA,CAAA,UAAA,GAAa,IAAK,CAAA,gBAAA,CAAiB,UAAU,CAAA;AAAA;AACpD,EAnEiB,MAAA;AAAA,EACT,EAAA;AAAA,EACS,UAAA;AAAA,EACT,UAAA;AAAA,EACA,QAAA;AAAA,EAER,OAAO,UACL,CAAA,UAAA,EACA,OAKuB,EAAA;AACvB,IAAM,MAAA,eAAA,GAAkBA,wBAAiB,UAAU,CAAA;AAUnD,IAAM,MAAAC,aAAA,GAAcC,4BAAgB,UAAW,CAAA,UAAU,EAAE,KAAM,CAAA,IAAA,GAAO,CAAC,CAAA;AACzE,IAAA,IAAI,CAACD,aAAa,EAAA;AAChB,MAAM,MAAA,IAAI,MAAM,gCAAgC,CAAA;AAAA;AAGlD,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,QAAQ,SAAW,EAAA;AAC3C,MAAM,MAAA,IAAI,MAAM,gDAAgD,CAAA;AAAA;AAGlE,IAAO,OAAA,eAAA,CAAgB,IAAI,CAAkB,cAAA,KAAA;AAC3C,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAY,IAAA,CAAC,eAAe,QAAU,EAAA;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA;AAAA,SAC1F;AAAA;AAEF,MAAM,MAAA,qBAAA,GACJE,+CAA6B,CAAA,UAAA,CAAW,UAAU,CAAA;AACpD,MAAA,MAAM,aACJ,OAAQ,CAAA,QAAA,IACR,QAAQ,SAAW,CAAA,yBAAA,CAA0B,eAAe,QAAS,CAAA;AAEvE,MAAA,OAAO,IAAI,mBAAA;AAAA,QACT,cAAA;AAAA,QACAF,aAAA;AAAA,QACA,qBAAA;AAAA,QACA,OAAQ,CAAA,MAAA;AAAA,QACR;AAAA,OACF;AAAA,KACD,CAAA;AAAA;AACH,EAgBQ,iBACN,UACqB,EAAA;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAS,GAAA,CAAA,EAAG,IAAK,CAAA,eAAA,EAAiB,CAAA,QAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAI,CAAA;AAAA,QACpB,EAAI,EAAA,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAM,MAAA,MAAA,GAAS,IAAK,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,YAC/B,KAAA,EAAO,mBAAoB,CAAA,SAAA,CAAU,WAAY,CAAA,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,cAAA,EAAgBG,gBAAK,EAAG;AAAA,WACzB,CAAA;AAED,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,QAAQ,MAAM,CAAA;AAAA,mBAClB,KAAO,EAAA;AACd,YAAO,MAAA,CAAA,KAAA;AAAA,cACL,CAAG,EAAA,IAAA,CAAK,eAAgB,EAAC,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD;AAAA,aACF;AAAA;AACF;AACF,OACD,CAAA;AAAA,KACH;AAAA;AACF;AAAA,EAGA,eAA0B,GAAA;AACxB,IAAO,OAAA,CAAA,eAAA,EAAkB,IAAK,CAAA,MAAA,CAAO,EAAE,CAAA,CAAA;AAAA;AACzC;AAAA,EAGA,MAAM,QAAQ,UAAqD,EAAA;AACjE,IAAA,IAAA,CAAK,UAAa,GAAA,UAAA;AAClB,IAAA,MAAM,EAAE,SAAA,EAAW,MAAQ,EAAA,UAAA,KAAe,IAAK,CAAA,MAAA;AAC/C,IAAM,MAAA,YAAA,GAAe,MAAM,IAAA,CAAK,qBAAsB,CAAA,qBAAA;AAAA,MACpD,SAAA,GAAY,EAAE,SAAA,EAAc,GAAA,KAAA;AAAA,KAC9B;AACA,IAAK,IAAA,CAAA,EAAA,GAAK,IAAIC,WAAG,CAAA;AAAA,MACf,eAAiB,EAAA,0CAAA;AAAA,MACjB,UAAY,EAAA,YAAA;AAAA,MACZ,yBAAA,EAA2B,MAAM,YAAa,CAAA,qBAAA;AAAA,MAC9C,QAAA,EAAU,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA,QAAA;AAAA,MAClC,MAAA;AAAA,MACA,cAAA,EAAgB,IAAK,CAAA,WAAA,CAAY,MAAO,CAAA;AAAA,KACzC,CAAA;AAGD,IAAA,MAAM,WAAW,MAAMC,8CAAA;AAAA,MACrB;AAAA,QACE,MAAQ,EAAA;AAAA,OACV;AAAA,MACAC,6BAAA;AAAA,MACA,KAAK,EAAG,CAAA;AAAA,KACV;AACA,IAAA,IAAI,QAAU,EAAA,GAAA;AACZ,MAAA,IAAA,CAAK,QAAW,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,CAAK,QAAS,CAAA,GAAG,CAC1C,GAAA,QAAA,CAAS,GAAI,CAAA,IAAA,GACb,CAAG,EAAA,QAAA,CAAS,IAAI,IAAI,CAAA,CAAA,CAAA;AAC1B,IAAA,MAAM,KAAK,UAAW,EAAA;AAAA;AACxB,EAEA,MAAM,QAAQ,MAAuB,EAAA;AACnC,IAAI,IAAA,CAAC,KAAK,UAAY,EAAA;AACpB,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA;AAAA;AAGnC,IAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA;AAExC,IAAM,MAAA,IAAA,GAAO,MAAM,IAAA,CAAK,iBAAkB,EAAA;AAC1C,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,WAAA,EAAc,IAAK,CAAA,MAAM,CAAiB,eAAA,CAAA,CAAA;AAEtD,IAAA,MAAM,YAAY,IAAK,CAAA,GAAA,CAAI,SAAO,IAAK,CAAA,kBAAA,CAAmB,GAAG,CAAC,CAAA;AAE9D,IAAM,MAAA,IAAA,CAAK,WAAW,aAAc,CAAA;AAAA,MAClC,IAAM,EAAA,MAAA;AAAA,MACN,QAAA,EAAU,SAAU,CAAA,GAAA,CAAI,CAAY,QAAA,KAAA;AAClC,QAAO,OAAA;AAAA,UACL,WAAA,EAAa,KAAK,eAAgB,EAAA;AAAA,UAClC,MAAQ,EAAAC,8CAAA,CAA6B,EAAE,QAAA,EAAU;AAAA,SACnD;AAAA,OACD;AAAA,KACF,CAAA;AAED,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,UAAA,EAAa,SAAU,CAAA,MAAM,CAA+B,6BAAA,CAAA,CAAA;AAAA;AAC1E,EAEA,MAAc,iBAAuC,GAAA;AACnD,IAAI,IAAA,CAAC,KAAK,EAAI,EAAA;AACZ,MAAM,MAAA,IAAI,MAAM,iBAAiB,CAAA;AAAA;AAGnC,IAAA,MAAM,OAAiB,EAAC;AAExB,IAAA,IAAI,iBAAwC,GAAA,KAAA,CAAA;AAC5C,IAAI,IAAA,MAAA;AACJ,IAAG,GAAA;AACD,MAAS,MAAA,GAAA,MAAM,IAAK,CAAA,EAAA,CAAG,aAAc,CAAA;AAAA,QACnC,MAAA,EAAQ,KAAK,MAAO,CAAA,UAAA;AAAA,QACpB,iBAAmB,EAAA,iBAAA;AAAA,QACnB,MAAA,EAAQ,KAAK,MAAO,CAAA;AAAA,OACrB,CAAA;AAED,MAAA,IAAI,OAAO,QAAU,EAAA;AACnB,QAAO,MAAA,CAAA,QAAA,CAAS,QAAQ,CAAQ,IAAA,KAAA;AAC9B,UAAA,IAAI,KAAK,GAAO,IAAA,CAAC,KAAK,GAAI,CAAA,QAAA,CAAS,GAAG,CAAG,EAAA;AACvC,YAAK,IAAA,CAAA,IAAA,CAAK,KAAK,GAAG,CAAA;AAAA;AACpB,SACD,CAAA;AAAA;AAEH,MAAA,iBAAA,GAAoB,MAAO,CAAA,qBAAA;AAAA,KACpB,QAAA,iBAAA;AAET,IAAO,OAAA,IAAA;AAAA;AACT,EAEQ,mBAAmB,GAA2B,EAAA;AACpD,IAAO,OAAA;AAAA,MACL,IAAM,EAAA,KAAA;AAAA,MACN,MAAA,EAAQ,IAAK,CAAA,eAAA,CAAgB,GAAG,CAAA;AAAA,MAChC,QAAU,EAAA;AAAA,KACZ;AAAA;AACF,EAEQ,gBAAgB,GAAqB,EAAA;AAC3C,IAAA,OAAO,IAAI,GAAA,CAAI,GAAK,EAAA,IAAA,CAAK,QAAQ,CAAE,CAAA,IAAA;AAAA;AAEvC;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@backstage/plugin-catalog-backend-module-aws",
-  "version": "0.4.8-next.3",
+  "version": "0.4.8",
   "description": "A Backstage catalog backend module that helps integrate towards AWS",
   "backstage": {
     "role": "backend-plugin-module",
@@ -71,24 +71,24 @@
     "@aws-sdk/credential-providers": "^3.350.0",
     "@aws-sdk/middleware-endpoint": "^3.347.0",
     "@aws-sdk/types": "^3.347.0",
-    "@backstage/backend-defaults": "0.8.0-next.3",
-    "@backstage/backend-plugin-api": "1.2.0-next.2",
-    "@backstage/catalog-model": "1.7.3",
-    "@backstage/config": "1.3.2",
-    "@backstage/errors": "1.2.7",
-    "@backstage/integration": "1.16.1",
-    "@backstage/integration-aws-node": "0.1.15",
-    "@backstage/plugin-catalog-common": "1.1.3",
-    "@backstage/plugin-catalog-node": "1.16.0-next.3",
-    "@backstage/plugin-kubernetes-common": "0.9.3-next.1",
+    "@backstage/backend-defaults": "^0.8.0",
+    "@backstage/backend-plugin-api": "^1.2.0",
+    "@backstage/catalog-model": "^1.7.3",
+    "@backstage/config": "^1.3.2",
+    "@backstage/errors": "^1.2.7",
+    "@backstage/integration": "^1.16.1",
+    "@backstage/integration-aws-node": "^0.1.15",
+    "@backstage/plugin-catalog-common": "^1.1.3",
+    "@backstage/plugin-catalog-node": "^1.16.0",
+    "@backstage/plugin-kubernetes-common": "^0.9.3",
     "p-limit": "^3.0.2",
     "uuid": "^11.0.0",
     "winston": "^3.2.1"
   },
   "devDependencies": {
     "@aws-sdk/util-stream-node": "^3.350.0",
-    "@backstage/backend-test-utils": "1.3.0-next.3",
-    "@backstage/cli": "0.30.0-next.3",
+    "@backstage/backend-test-utils": "^1.3.0",
+    "@backstage/cli": "^0.30.0",
     "aws-sdk-client-mock": "^4.0.0",
     "aws-sdk-client-mock-jest": "^4.0.0",
     "luxon": "^3.0.0",