@backstage/plugin-catalog-backend-module-azure 0.1.4-next.1 → 0.1.5-next.0

package/CHANGELOG.md

@@ -1,5 +1,162 @@
 # @backstage/plugin-catalog-backend-module-azure
 
+## 0.1.5-next.0
+
+### Patch Changes
+
+- Updated dependencies
+  - @backstage/backend-common@0.14.1-next.0
+  - @backstage/catalog-model@1.1.0-next.0
+  - @backstage/integration@1.2.2-next.0
+  - @backstage/backend-tasks@0.3.3-next.0
+  - @backstage/plugin-catalog-backend@1.2.1-next.0
+
+## 0.1.4
+
+### Patch Changes
+
+- b8884fd579: Add a new provider `AzureDevOpsEntityProvider` as replacement for `AzureDevOpsDiscoveryProcessor`.
+
+  In order to migrate from the `AzureDevOpsDiscoveryProcessor` you need to apply
+  the following changes:
+
+  **Before:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    locations:
+      - type: azure-discovery
+        target: https://dev.azure.com/myorg/myproject/_git/service-*?path=/catalog-info.yaml
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { AzureDevOpsDiscoveryProcessor } from '@backstage/plugin-catalog-backend-module-azure';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors ... */
+  builder.addProcessor(new AzureDevOpsDiscoveryProcessor(env.reader));
+  ```
+
+  **After:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    providers:
+      azureDevOps:
+        anyProviderId:
+          host: selfhostedazure.yourcompany.com # This is only really needed for on-premise user, defaults to dev.azure.com
+          organization: myorg # For on-premise this would be your Collection
+          project: myproject
+          repository: service-*
+          path: /catalog-info.yaml
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { AzureDevOpsEntityProvider } from '@backstage/plugin-catalog-backend-module-azure';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors and/or providers ... */
+  builder.addEntityProvider(
+    AzureDevOpsEntityProvider.fromConfig(env.config, {
+      logger: env.logger,
+      schedule: env.scheduler.createScheduledTaskRunner({
+        frequency: { minutes: 30 },
+        timeout: { minutes: 3 },
+      }),
+    }),
+  );
+  ```
+
+  Visit [https://backstage.io/docs/integrations/azure/discovery](https://backstage.io/docs/integrations/azure/discovery) for more details and options on configuration.
+
+- 8f7b1835df: Updated dependency `msw` to `^0.41.0`.
+- Updated dependencies
+  - @backstage/plugin-catalog-backend@1.2.0
+  - @backstage/backend-tasks@0.3.2
+  - @backstage/backend-common@0.14.0
+  - @backstage/integration@1.2.1
+  - @backstage/catalog-model@1.0.3
+
+## 0.1.4-next.2
+
+### Patch Changes
+
+- b8884fd579: Add a new provider `AzureDevOpsEntityProvider` as replacement for `AzureDevOpsDiscoveryProcessor`.
+
+  In order to migrate from the `AzureDevOpsDiscoveryProcessor` you need to apply
+  the following changes:
+
+  **Before:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    locations:
+      - type: azure-discovery
+        target: https://dev.azure.com/myorg/myproject/_git/service-*?path=/catalog-info.yaml
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { AzureDevOpsDiscoveryProcessor } from '@backstage/plugin-catalog-backend-module-azure';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors ... */
+  builder.addProcessor(new AzureDevOpsDiscoveryProcessor(env.reader));
+  ```
+
+  **After:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    providers:
+      azureDevOps:
+        anyProviderId:
+          host: selfhostedazure.yourcompany.com # This is only really needed for on-premise user, defaults to dev.azure.com
+          organization: myorg # For on-premise this would be your Collection
+          project: myproject
+          repository: service-*
+          path: /catalog-info.yaml
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { AzureDevOpsEntityProvider } from '@backstage/plugin-catalog-backend-module-azure';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors and/or providers ... */
+  builder.addEntityProvider(
+    AzureDevOpsEntityProvider.fromConfig(env.config, {
+      logger: env.logger,
+      schedule: env.scheduler.createScheduledTaskRunner({
+        frequency: { minutes: 30 },
+        timeout: { minutes: 3 },
+      }),
+    }),
+  );
+  ```
+
+  Visit [https://backstage.io/docs/integrations/azure/discovery](https://backstage.io/docs/integrations/azure/discovery) for more details and options on configuration.
+
+- Updated dependencies
+  - @backstage/backend-common@0.14.0-next.2
+  - @backstage/integration@1.2.1-next.2
+  - @backstage/backend-tasks@0.3.2-next.2
+  - @backstage/plugin-catalog-backend@1.2.0-next.2
+
 ## 0.1.4-next.1
 
 ### Patch Changes

package/config.d.ts

@@ -0,0 +1,59 @@
+/*
+ * Copyright 2020 The Backstage Authors
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+interface AzureDevOpsConfig {
+  /**
+   * (Optional) The DevOps host; leave empty for `dev.azure.com`, otherwise set to your self-hosted instance host.
+   * @visibility backend
+   */
+  host: string;
+  /**
+   * (Required) Your organization slug.
+   * @visibility backend
+   */
+  organization: string;
+  /**
+   * (Required) Your project slug.
+   * @visibility backend
+   */
+  project: string;
+  /**
+   * (Optional) The repository name. Wildcards are supported as show on the examples above.
+   * If not set, all repositories will be searched.
+   * @visibility backend
+   */
+  repository?: string;
+  /**
+   * (Optional) Where to find catalog-info.yaml files. Wildcards are supported.
+   * If not set, defaults to /catalog-info.yaml.
+   * @visibility backend
+   */
+  path?: string;
+}
+
+export interface Config {
+  catalog?: {
+    /**
+     * List of provider-specific options and attributes
+     */
+    providers?: {
+      /**
+       * AzureDevopsEntityProvider configuration
+       */
+      azureDevOps?: Record<string, AzureDevOpsConfig>;
+    };
+  };
+}

package/dist/index.cjs.js

@@ -5,10 +5,30 @@ Object.defineProperty(exports, '__esModule', { value: true });
 var integration = require('@backstage/integration');
 var pluginCatalogBackend = require('@backstage/plugin-catalog-backend');
 var fetch = require('node-fetch');
+var uuid = require('uuid');
 
 function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
+function _interopNamespace(e) {
+  if (e && e.__esModule) return e;
+  var n = Object.create(null);
+  if (e) {
+    Object.keys(e).forEach(function (k) {
+      if (k !== 'default') {
+        var d = Object.getOwnPropertyDescriptor(e, k);
+        Object.defineProperty(n, k, d.get ? d : {
+          enumerable: true,
+          get: function () { return e[k]; }
+        });
+      }
+    });
+  }
+  n["default"] = e;
+  return Object.freeze(n);
+}
+
 var fetch__default = /*#__PURE__*/_interopDefaultLegacy(fetch);
+var uuid__namespace = /*#__PURE__*/_interopNamespace(uuid);
 
 const isCloud = (host) => host === "dev.azure.com";
 const PAGE_SIZE = 1e3;
@@ -101,5 +121,111 @@ function parseUrl(urlString) {
   throw new Error(`Failed to parse ${urlString}`);
 }
 
+function readAzureDevOpsConfigs(config) {
+  const configs = [];
+  const providerConfigs = config.getOptionalConfig("catalog.providers.azureDevOps");
+  if (!providerConfigs) {
+    return configs;
+  }
+  for (const id of providerConfigs.keys()) {
+    configs.push(readAzureDevOpsConfig(id, providerConfigs.getConfig(id)));
+  }
+  return configs;
+}
+function readAzureDevOpsConfig(id, config) {
+  const organization = config.getString("organization");
+  const project = config.getString("project");
+  const host = config.getOptionalString("host") || "dev.azure.com";
+  const repository = config.getOptionalString("repository") || "*";
+  const path = config.getOptionalString("path") || "/catalog-info.yaml";
+  return {
+    id,
+    host,
+    organization,
+    project,
+    repository,
+    path
+  };
+}
+
+class AzureDevOpsEntityProvider {
+  constructor(config, integration, logger, schedule) {
+    this.config = config;
+    this.integration = integration;
+    this.logger = logger.child({
+      target: this.getProviderName()
+    });
+    this.scheduleFn = this.createScheduleFn(schedule);
+  }
+  static fromConfig(configRoot, options) {
+    const providerConfigs = readAzureDevOpsConfigs(configRoot);
+    return providerConfigs.map((providerConfig) => {
+      const integration$1 = integration.ScmIntegrations.fromConfig(configRoot).azure.byHost(providerConfig.host);
+      if (!integration$1) {
+        throw new Error(`There is no Azure integration for host ${providerConfig.host}. Please add a configuration entry for it under integrations.azure`);
+      }
+      return new AzureDevOpsEntityProvider(providerConfig, integration$1, options.logger, options.schedule);
+    });
+  }
+  createScheduleFn(schedule) {
+    return async () => {
+      const taskId = `${this.getProviderName()}:refresh`;
+      return schedule.run({
+        id: taskId,
+        fn: async () => {
+          const logger = this.logger.child({
+            class: AzureDevOpsEntityProvider.prototype.constructor.name,
+            taskId,
+            taskInstanceId: uuid__namespace.v4()
+          });
+          try {
+            await this.refresh(logger);
+          } catch (error) {
+            logger.error(error);
+          }
+        }
+      });
+    };
+  }
+  getProviderName() {
+    return `AzureDevOpsEntityProvider:${this.config.id}`;
+  }
+  async connect(connection) {
+    this.connection = connection;
+    await this.scheduleFn();
+  }
+  async refresh(logger) {
+    if (!this.connection) {
+      throw new Error("Not initialized");
+    }
+    logger.info("Discovering Azure DevOps catalog files");
+    const files = await codeSearch(this.integration.config, this.config.organization, this.config.project, this.config.repository, this.config.path);
+    logger.info(`Discovered ${files.length} catalog files`);
+    const locations = files.map((key) => this.createLocationSpec(key));
+    await this.connection.applyMutation({
+      type: "full",
+      entities: locations.map((location) => {
+        return {
+          locationKey: this.getProviderName(),
+          entity: pluginCatalogBackend.locationSpecToLocationEntity({ location })
+        };
+      })
+    });
+    logger.info(`Committed ${locations.length} locations for AzureDevOps catalog files`);
+  }
+  createLocationSpec(file) {
+    return {
+      type: "url",
+      target: this.createObjectUrl(file),
+      presence: "required"
+    };
+  }
+  createObjectUrl(file) {
+    const baseUrl = `https://${this.config.host}/${this.config.organization}/${this.config.project}`;
+    return encodeURI(`${baseUrl}/_git/${file.repository.name}?path=${file.path}`);
+  }
+}
+
 exports.AzureDevOpsDiscoveryProcessor = AzureDevOpsDiscoveryProcessor;
+exports.AzureDevOpsEntityProvider = AzureDevOpsEntityProvider;
 //# sourceMappingURL=index.cjs.js.map

package/dist/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../src/lib/azure.ts","../src/AzureDevOpsDiscoveryProcessor.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport fetch from 'node-fetch';\nimport {\n  AzureIntegrationConfig,\n  getAzureRequestOptions,\n} from '@backstage/integration';\n\nexport interface CodeSearchResponse {\n  count: number;\n  results: CodeSearchResultItem[];\n}\n\nexport interface CodeSearchResultItem {\n  fileName: string;\n  path: string;\n  repository: {\n    name: string;\n  };\n}\n\nconst isCloud = (host: string) => host === 'dev.azure.com';\nconst PAGE_SIZE = 1000;\n\n// codeSearch returns all files that matches the given search path.\nexport async function codeSearch(\n  azureConfig: AzureIntegrationConfig,\n  org: string,\n  project: string,\n  repo: string,\n  path: string,\n): Promise<CodeSearchResultItem[]> {\n  const searchBaseUrl = isCloud(azureConfig.host)\n    ? 'https://almsearch.dev.azure.com'\n    : `https://${azureConfig.host}`;\n  const searchUrl = `${searchBaseUrl}/${org}/${project}/_apis/search/codesearchresults?api-version=6.0-preview.1`;\n\n  let items: CodeSearchResultItem[] = [];\n  let hasMorePages = true;\n\n  do {\n    const response = await fetch(searchUrl, {\n      ...getAzureRequestOptions(azureConfig, {\n        'Content-Type': 'application/json',\n      }),\n      method: 'POST',\n      body: JSON.stringify({\n        searchText: `path:${path} repo:${repo || '*'}`,\n        $skip: items.length,\n        $top: PAGE_SIZE,\n      }),\n    });\n\n    if (response.status !== 200) {\n      throw new Error(\n        `Azure DevOps search failed with response status ${response.status}`,\n      );\n    }\n\n    const body: CodeSearchResponse = await response.json();\n    items = [...items, ...body.results];\n    hasMorePages = body.count > items.length;\n  } while (hasMorePages);\n\n  return items;\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport {\n  ScmIntegrationRegistry,\n  ScmIntegrations,\n} from '@backstage/integration';\nimport {\n  CatalogProcessor,\n  CatalogProcessorEmit,\n  LocationSpec,\n  processingResult,\n} from '@backstage/plugin-catalog-backend';\nimport { Logger } from 'winston';\nimport { codeSearch } from './lib';\n\n/**\n * Extracts repositories out of an Azure DevOps org.\n *\n * The following will create locations for all projects which have a catalog-info.yaml\n * on the default branch. The first is shorthand for the second.\n *\n *    target: \"https://dev.azure.com/org/project\"\n *    or\n *    target: https://dev.azure.com/org/project?path=/catalog-info.yaml\n *\n * You may also explicitly specify a single repo:\n *\n *    target: https://dev.azure.com/org/project/_git/repo\n *\n * @public\n **/\nexport class AzureDevOpsDiscoveryProcessor implements CatalogProcessor {\n  private readonly integrations: ScmIntegrationRegistry;\n  private readonly logger: Logger;\n\n  static fromConfig(config: Config, options: { logger: Logger }) {\n    const integrations = ScmIntegrations.fromConfig(config);\n\n    return new AzureDevOpsDiscoveryProcessor({\n      ...options,\n      integrations,\n    });\n  }\n\n  constructor(options: {\n    integrations: ScmIntegrationRegistry;\n    logger: Logger;\n  }) {\n    this.integrations = options.integrations;\n    this.logger = options.logger;\n  }\n\n  getProcessorName(): string {\n    return 'AzureDevOpsDiscoveryProcessor';\n  }\n\n  async readLocation(\n    location: LocationSpec,\n    _optional: boolean,\n    emit: CatalogProcessorEmit,\n  ): Promise<boolean> {\n    if (location.type !== 'azure-discovery') {\n      return false;\n    }\n\n    const azureConfig = this.integrations.azure.byUrl(location.target)?.config;\n    if (!azureConfig) {\n      throw new Error(\n        `There is no Azure integration that matches ${location.target}. Please add a configuration entry for it under integrations.azure`,\n      );\n    }\n\n    const { baseUrl, org, project, repo, catalogPath } = parseUrl(\n      location.target,\n    );\n    this.logger.info(\n      `Reading Azure DevOps repositories from ${location.target}`,\n    );\n\n    const files = await codeSearch(\n      azureConfig,\n      org,\n      project,\n      repo,\n      catalogPath,\n    );\n\n    this.logger.debug(\n      `Found ${files.length} files in Azure DevOps from ${location.target}.`,\n    );\n\n    for (const file of files) {\n      emit(\n        processingResult.location({\n          type: 'url',\n          target: `${baseUrl}/${org}/${project}/_git/${file.repository.name}?path=${file.path}`,\n          // Not all locations may actually exist, since the user defined them as a wildcard pattern.\n          // Thus, we emit them as optional and let the downstream processor find them while not outputting\n          // an error if it couldn't.\n          presence: 'optional',\n        }),\n      );\n    }\n\n    return true;\n  }\n}\n\n/**\n * parseUrl extracts segments from the Azure DevOps URL.\n **/\nexport function parseUrl(urlString: string): {\n  baseUrl: string;\n  org: string;\n  project: string;\n  repo: string;\n  catalogPath: string;\n} {\n  const url = new URL(urlString);\n  const path = url.pathname.substr(1).split('/');\n\n  const catalogPath = url.searchParams.get('path') || '/catalog-info.yaml';\n\n  if (path.length === 2 && path[0].length && path[1].length) {\n    return {\n      baseUrl: url.origin,\n      org: decodeURIComponent(path[0]),\n      project: decodeURIComponent(path[1]),\n      repo: '',\n      catalogPath,\n    };\n  } else if (\n    path.length === 4 &&\n    path[0].length &&\n    path[1].length &&\n    path[2].length &&\n    path[3].length\n  ) {\n    return {\n      baseUrl: url.origin,\n      org: decodeURIComponent(path[0]),\n      project: decodeURIComponent(path[1]),\n      repo: decodeURIComponent(path[3]),\n      catalogPath,\n    };\n  }\n\n  throw new Error(`Failed to parse ${urlString}`);\n}\n"],"names":["fetch","getAzureRequestOptions","ScmIntegrations","processingResult"],"mappings":";;;;;;;;;;;;AAIA,MAAM,OAAO,GAAG,CAAC,IAAI,KAAK,IAAI,KAAK,eAAe,CAAC;AACnD,MAAM,SAAS,GAAG,GAAG,CAAC;AACf,eAAe,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE;AACxE,EAAE,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,iCAAiC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;AACtH,EAAE,MAAM,SAAS,GAAG,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,yDAAyD,CAAC,CAAC;AAClH,EAAE,IAAI,KAAK,GAAG,EAAE,CAAC;AACjB,EAAE,IAAI,YAAY,GAAG,IAAI,CAAC;AAC1B,EAAE,GAAG;AACL,IAAI,MAAM,QAAQ,GAAG,MAAMA,yBAAK,CAAC,SAAS,EAAE;AAC5C,MAAM,GAAGC,kCAAsB,CAAC,WAAW,EAAE;AAC7C,QAAQ,cAAc,EAAE,kBAAkB;AAC1C,OAAO,CAAC;AACR,MAAM,MAAM,EAAE,MAAM;AACpB,MAAM,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;AAC3B,QAAQ,UAAU,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,CAAC;AACtD,QAAQ,KAAK,EAAE,KAAK,CAAC,MAAM;AAC3B,QAAQ,IAAI,EAAE,SAAS;AACvB,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;AACjC,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,gDAAgD,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5F,KAAK;AACL,IAAI,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;AACvC,IAAI,KAAK,GAAG,CAAC,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;AACxC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;AAC7C,GAAG,QAAQ,YAAY,EAAE;AACzB,EAAE,OAAO,KAAK,CAAC;AACf;;ACxBO,MAAM,6BAA6B,CAAC;AAC3C,EAAE,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;AACrC,IAAI,MAAM,YAAY,GAAGC,2BAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC5D,IAAI,OAAO,IAAI,6BAA6B,CAAC;AAC7C,MAAM,GAAG,OAAO;AAChB,MAAM,YAAY;AAClB,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAC7C,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,GAAG;AACH,EAAE,gBAAgB,GAAG;AACrB,IAAI,OAAO,+BAA+B,CAAC;AAC3C,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE;AAChD,IAAI,IAAI,EAAE,CAAC;AACX,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,iBAAiB,EAAE;AAC7C,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,MAAM,WAAW,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AAC3G,IAAI,IAAI,CAAC,WAAW,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,2CAA2C,EAAE,QAAQ,CAAC,MAAM,CAAC,kEAAkE,CAAC,CAAC,CAAC;AACzJ,KAAK;AACL,IAAI,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnF,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uCAAuC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAClF,IAAI,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;AACjF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,4BAA4B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9F,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AAC9B,MAAM,IAAI,CAACC,qCAAgB,CAAC,QAAQ,CAAC;AACrC,QAAQ,IAAI,EAAE,KAAK;AACnB,QAAQ,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7F,QAAQ,QAAQ,EAAE,UAAU;AAC5B,OAAO,CAAC,CAAC,CAAC;AACV,KAAK;AACL,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,CAAC;AACM,SAAS,QAAQ,CAAC,SAAS,EAAE;AACpC,EAAE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;AACjC,EAAE,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACjD,EAAE,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC;AAC3E,EAAE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;AAC7D,IAAI,OAAO;AACX,MAAM,OAAO,EAAE,GAAG,CAAC,MAAM;AACzB,MAAM,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACtC,MAAM,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1C,MAAM,IAAI,EAAE,EAAE;AACd,MAAM,WAAW;AACjB,KAAK,CAAC;AACN,GAAG,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;AACxG,IAAI,OAAO;AACX,MAAM,OAAO,EAAE,GAAG,CAAC,MAAM;AACzB,MAAM,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACtC,MAAM,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1C,MAAM,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACvC,MAAM,WAAW;AACjB,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;AAClD;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../src/lib/azure.ts","../src/processors/AzureDevOpsDiscoveryProcessor.ts","../src/providers/config.ts","../src/providers/AzureDevOpsEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport fetch from 'node-fetch';\nimport {\n  AzureIntegrationConfig,\n  getAzureRequestOptions,\n} from '@backstage/integration';\n\nexport interface CodeSearchResponse {\n  count: number;\n  results: CodeSearchResultItem[];\n}\n\nexport interface CodeSearchResultItem {\n  fileName: string;\n  path: string;\n  repository: {\n    name: string;\n  };\n}\n\nconst isCloud = (host: string) => host === 'dev.azure.com';\nconst PAGE_SIZE = 1000;\n\n// codeSearch returns all files that matches the given search path.\nexport async function codeSearch(\n  azureConfig: AzureIntegrationConfig,\n  org: string,\n  project: string,\n  repo: string,\n  path: string,\n): Promise<CodeSearchResultItem[]> {\n  const searchBaseUrl = isCloud(azureConfig.host)\n    ? 'https://almsearch.dev.azure.com'\n    : `https://${azureConfig.host}`;\n  const searchUrl = `${searchBaseUrl}/${org}/${project}/_apis/search/codesearchresults?api-version=6.0-preview.1`;\n\n  let items: CodeSearchResultItem[] = [];\n  let hasMorePages = true;\n\n  do {\n    const response = await fetch(searchUrl, {\n      ...getAzureRequestOptions(azureConfig, {\n        'Content-Type': 'application/json',\n      }),\n      method: 'POST',\n      body: JSON.stringify({\n        searchText: `path:${path} repo:${repo || '*'}`,\n        $skip: items.length,\n        $top: PAGE_SIZE,\n      }),\n    });\n\n    if (response.status !== 200) {\n      throw new Error(\n        `Azure DevOps search failed with response status ${response.status}`,\n      );\n    }\n\n    const body: CodeSearchResponse = await response.json();\n    items = [...items, ...body.results];\n    hasMorePages = body.count > items.length;\n  } while (hasMorePages);\n\n  return items;\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport {\n  ScmIntegrationRegistry,\n  ScmIntegrations,\n} from '@backstage/integration';\nimport {\n  CatalogProcessor,\n  CatalogProcessorEmit,\n  LocationSpec,\n  processingResult,\n} from '@backstage/plugin-catalog-backend';\nimport { Logger } from 'winston';\nimport { codeSearch } from '../lib';\n\n/**\n * Extracts repositories out of an Azure DevOps org.\n *\n * The following will create locations for all projects which have a catalog-info.yaml\n * on the default branch. The first is shorthand for the second.\n *\n *    target: \"https://dev.azure.com/org/project\"\n *    or\n *    target: https://dev.azure.com/org/project?path=/catalog-info.yaml\n *\n * You may also explicitly specify a single repo:\n *\n *    target: https://dev.azure.com/org/project/_git/repo\n *\n * @public\n **/\nexport class AzureDevOpsDiscoveryProcessor implements CatalogProcessor {\n  private readonly integrations: ScmIntegrationRegistry;\n  private readonly logger: Logger;\n\n  static fromConfig(config: Config, options: { logger: Logger }) {\n    const integrations = ScmIntegrations.fromConfig(config);\n\n    return new AzureDevOpsDiscoveryProcessor({\n      ...options,\n      integrations,\n    });\n  }\n\n  constructor(options: {\n    integrations: ScmIntegrationRegistry;\n    logger: Logger;\n  }) {\n    this.integrations = options.integrations;\n    this.logger = options.logger;\n  }\n\n  getProcessorName(): string {\n    return 'AzureDevOpsDiscoveryProcessor';\n  }\n\n  async readLocation(\n    location: LocationSpec,\n    _optional: boolean,\n    emit: CatalogProcessorEmit,\n  ): Promise<boolean> {\n    if (location.type !== 'azure-discovery') {\n      return false;\n    }\n\n    const azureConfig = this.integrations.azure.byUrl(location.target)?.config;\n    if (!azureConfig) {\n      throw new Error(\n        `There is no Azure integration that matches ${location.target}. Please add a configuration entry for it under integrations.azure`,\n      );\n    }\n\n    const { baseUrl, org, project, repo, catalogPath } = parseUrl(\n      location.target,\n    );\n    this.logger.info(\n      `Reading Azure DevOps repositories from ${location.target}`,\n    );\n\n    const files = await codeSearch(\n      azureConfig,\n      org,\n      project,\n      repo,\n      catalogPath,\n    );\n\n    this.logger.debug(\n      `Found ${files.length} files in Azure DevOps from ${location.target}.`,\n    );\n\n    for (const file of files) {\n      emit(\n        processingResult.location({\n          type: 'url',\n          target: `${baseUrl}/${org}/${project}/_git/${file.repository.name}?path=${file.path}`,\n          // Not all locations may actually exist, since the user defined them as a wildcard pattern.\n          // Thus, we emit them as optional and let the downstream processor find them while not outputting\n          // an error if it couldn't.\n          presence: 'optional',\n        }),\n      );\n    }\n\n    return true;\n  }\n}\n\n/**\n * parseUrl extracts segments from the Azure DevOps URL.\n **/\nexport function parseUrl(urlString: string): {\n  baseUrl: string;\n  org: string;\n  project: string;\n  repo: string;\n  catalogPath: string;\n} {\n  const url = new URL(urlString);\n  const path = url.pathname.substr(1).split('/');\n\n  const catalogPath = url.searchParams.get('path') || '/catalog-info.yaml';\n\n  if (path.length === 2 && path[0].length && path[1].length) {\n    return {\n      baseUrl: url.origin,\n      org: decodeURIComponent(path[0]),\n      project: decodeURIComponent(path[1]),\n      repo: '',\n      catalogPath,\n    };\n  } else if (\n    path.length === 4 &&\n    path[0].length &&\n    path[1].length &&\n    path[2].length &&\n    path[3].length\n  ) {\n    return {\n      baseUrl: url.origin,\n      org: decodeURIComponent(path[0]),\n      project: decodeURIComponent(path[1]),\n      repo: decodeURIComponent(path[3]),\n      catalogPath,\n    };\n  }\n\n  throw new Error(`Failed to parse ${urlString}`);\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { AzureDevOpsConfig } from './types';\n\nexport function readAzureDevOpsConfigs(config: Config): AzureDevOpsConfig[] {\n  const configs: AzureDevOpsConfig[] = [];\n\n  const providerConfigs = config.getOptionalConfig(\n    'catalog.providers.azureDevOps',\n  );\n\n  if (!providerConfigs) {\n    return configs;\n  }\n\n  for (const id of providerConfigs.keys()) {\n    configs.push(readAzureDevOpsConfig(id, providerConfigs.getConfig(id)));\n  }\n\n  return configs;\n}\n\nfunction readAzureDevOpsConfig(id: string, config: Config): AzureDevOpsConfig {\n  const organization = config.getString('organization');\n  const project = config.getString('project');\n  const host = config.getOptionalString('host') || 'dev.azure.com';\n  const repository = config.getOptionalString('repository') || '*';\n  const path = config.getOptionalString('path') || '/catalog-info.yaml';\n\n  return {\n    id,\n    host,\n    organization,\n    project,\n    repository,\n    path,\n  };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { TaskRunner } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { AzureIntegration, ScmIntegrations } from '@backstage/integration';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n  LocationSpec,\n  locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-backend';\nimport { readAzureDevOpsConfigs } from './config';\nimport { Logger } from 'winston';\nimport { AzureDevOpsConfig } from './types';\nimport * as uuid from 'uuid';\nimport { codeSearch, CodeSearchResultItem } from '../lib';\n\n/**\n * Provider which discovers catalog files within an Azure DevOps repositories.\n *\n * Use `AzureDevOpsEntityProvider.fromConfig(...)` to create instances.\n *\n * @public\n */\nexport class AzureDevOpsEntityProvider implements EntityProvider {\n  private readonly logger: Logger;\n  private readonly scheduleFn: () => Promise<void>;\n  private connection?: EntityProviderConnection;\n\n  static fromConfig(\n    configRoot: Config,\n    options: {\n      logger: Logger;\n      schedule: TaskRunner;\n    },\n  ): AzureDevOpsEntityProvider[] {\n    const providerConfigs = readAzureDevOpsConfigs(configRoot);\n\n    return providerConfigs.map(providerConfig => {\n      const integration = ScmIntegrations.fromConfig(configRoot).azure.byHost(\n        providerConfig.host,\n      );\n\n      if (!integration) {\n        throw new Error(\n          `There is no Azure integration for host ${providerConfig.host}. Please add a configuration entry for it under integrations.azure`,\n        );\n      }\n\n      return new AzureDevOpsEntityProvider(\n        providerConfig,\n        integration,\n        options.logger,\n        options.schedule,\n      );\n    });\n  }\n\n  private constructor(\n    private readonly config: AzureDevOpsConfig,\n    private readonly integration: AzureIntegration,\n    logger: Logger,\n    schedule: TaskRunner,\n  ) {\n    this.logger = logger.child({\n      target: this.getProviderName(),\n    });\n\n    this.scheduleFn = this.createScheduleFn(schedule);\n  }\n\n  private createScheduleFn(schedule: TaskRunner): () => Promise<void> {\n    return async () => {\n      const taskId = `${this.getProviderName()}:refresh`;\n      return schedule.run({\n        id: taskId,\n        fn: async () => {\n          const logger = this.logger.child({\n            class: AzureDevOpsEntityProvider.prototype.constructor.name,\n            taskId,\n            taskInstanceId: uuid.v4(),\n          });\n\n          try {\n            await this.refresh(logger);\n          } catch (error) {\n            logger.error(error);\n          }\n        },\n      });\n    };\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */\n  getProviderName(): string {\n    return `AzureDevOpsEntityProvider:${this.config.id}`;\n  }\n\n  /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */\n  async connect(connection: EntityProviderConnection): Promise<void> {\n    this.connection = connection;\n    await this.scheduleFn();\n  }\n\n  async refresh(logger: Logger) {\n    if (!this.connection) {\n      throw new Error('Not initialized');\n    }\n\n    logger.info('Discovering Azure DevOps catalog files');\n\n    const files = await codeSearch(\n      this.integration.config,\n      this.config.organization,\n      this.config.project,\n      this.config.repository,\n      this.config.path,\n    );\n\n    logger.info(`Discovered ${files.length} catalog files`);\n\n    const locations = files.map(key => this.createLocationSpec(key));\n\n    await this.connection.applyMutation({\n      type: 'full',\n      entities: locations.map(location => {\n        return {\n          locationKey: this.getProviderName(),\n          entity: locationSpecToLocationEntity({ location }),\n        };\n      }),\n    });\n\n    logger.info(\n      `Committed ${locations.length} locations for AzureDevOps catalog files`,\n    );\n  }\n\n  private createLocationSpec(file: CodeSearchResultItem): LocationSpec {\n    return {\n      type: 'url',\n      target: this.createObjectUrl(file),\n      presence: 'required',\n    };\n  }\n\n  private createObjectUrl(file: CodeSearchResultItem): string {\n    const baseUrl = `https://${this.config.host}/${this.config.organization}/${this.config.project}`;\n    return encodeURI(\n      `${baseUrl}/_git/${file.repository.name}?path=${file.path}`,\n    );\n  }\n}\n"],"names":["fetch","getAzureRequestOptions","ScmIntegrations","processingResult","integration","uuid","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,MAAM,OAAO,GAAG,CAAC,IAAI,KAAK,IAAI,KAAK,eAAe,CAAC;AACnD,MAAM,SAAS,GAAG,GAAG,CAAC;AACf,eAAe,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE;AACxE,EAAE,MAAM,aAAa,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,iCAAiC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;AACtH,EAAE,MAAM,SAAS,GAAG,CAAC,EAAE,aAAa,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,yDAAyD,CAAC,CAAC;AAClH,EAAE,IAAI,KAAK,GAAG,EAAE,CAAC;AACjB,EAAE,IAAI,YAAY,GAAG,IAAI,CAAC;AAC1B,EAAE,GAAG;AACL,IAAI,MAAM,QAAQ,GAAG,MAAMA,yBAAK,CAAC,SAAS,EAAE;AAC5C,MAAM,GAAGC,kCAAsB,CAAC,WAAW,EAAE;AAC7C,QAAQ,cAAc,EAAE,kBAAkB;AAC1C,OAAO,CAAC;AACR,MAAM,MAAM,EAAE,MAAM;AACpB,MAAM,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;AAC3B,QAAQ,UAAU,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,GAAG,CAAC,CAAC;AACtD,QAAQ,KAAK,EAAE,KAAK,CAAC,MAAM;AAC3B,QAAQ,IAAI,EAAE,SAAS;AACvB,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE;AACjC,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,gDAAgD,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAC5F,KAAK;AACL,IAAI,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;AACvC,IAAI,KAAK,GAAG,CAAC,GAAG,KAAK,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;AACxC,IAAI,YAAY,GAAG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;AAC7C,GAAG,QAAQ,YAAY,EAAE;AACzB,EAAE,OAAO,KAAK,CAAC;AACf;;ACxBO,MAAM,6BAA6B,CAAC;AAC3C,EAAE,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;AACrC,IAAI,MAAM,YAAY,GAAGC,2BAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC5D,IAAI,OAAO,IAAI,6BAA6B,CAAC;AAC7C,MAAM,GAAG,OAAO;AAChB,MAAM,YAAY;AAClB,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAC7C,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,GAAG;AACH,EAAE,gBAAgB,GAAG;AACrB,IAAI,OAAO,+BAA+B,CAAC;AAC3C,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE;AAChD,IAAI,IAAI,EAAE,CAAC;AACX,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,iBAAiB,EAAE;AAC7C,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,MAAM,WAAW,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC;AAC3G,IAAI,IAAI,CAAC,WAAW,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,2CAA2C,EAAE,QAAQ,CAAC,MAAM,CAAC,kEAAkE,CAAC,CAAC,CAAC;AACzJ,KAAK;AACL,IAAI,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACnF,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uCAAuC,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AAClF,IAAI,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;AACjF,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,4BAA4B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9F,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AAC9B,MAAM,IAAI,CAACC,qCAAgB,CAAC,QAAQ,CAAC;AACrC,QAAQ,IAAI,EAAE,KAAK;AACnB,QAAQ,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;AAC7F,QAAQ,QAAQ,EAAE,UAAU;AAC5B,OAAO,CAAC,CAAC,CAAC;AACV,KAAK;AACL,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,CAAC;AACM,SAAS,QAAQ,CAAC,SAAS,EAAE;AACpC,EAAE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;AACjC,EAAE,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACjD,EAAE,MAAM,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC;AAC3E,EAAE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;AAC7D,IAAI,OAAO;AACX,MAAM,OAAO,EAAE,GAAG,CAAC,MAAM;AACzB,MAAM,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACtC,MAAM,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1C,MAAM,IAAI,EAAE,EAAE;AACd,MAAM,WAAW;AACjB,KAAK,CAAC;AACN,GAAG,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;AACxG,IAAI,OAAO;AACX,MAAM,OAAO,EAAE,GAAG,CAAC,MAAM;AACzB,MAAM,GAAG,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACtC,MAAM,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1C,MAAM,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AACvC,MAAM,WAAW;AACjB,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;AAClD;;ACnEO,SAAS,sBAAsB,CAAC,MAAM,EAAE;AAC/C,EAAE,MAAM,OAAO,GAAG,EAAE,CAAC;AACrB,EAAE,MAAM,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC,+BAA+B,CAAC,CAAC;AACpF,EAAE,IAAI,CAAC,eAAe,EAAE;AACxB,IAAI,OAAO,OAAO,CAAC;AACnB,GAAG;AACH,EAAE,KAAK,MAAM,EAAE,IAAI,eAAe,CAAC,IAAI,EAAE,EAAE;AAC3C,IAAI,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAC3E,GAAG;AACH,EAAE,OAAO,OAAO,CAAC;AACjB,CAAC;AACD,SAAS,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE;AAC3C,EAAE,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;AACxD,EAAE,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AAC9C,EAAE,MAAM,IAAI,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC;AACnE,EAAE,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC;AACnE,EAAE,MAAM,IAAI,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,oBAAoB,CAAC;AACxE,EAAE,OAAO;AACT,IAAI,EAAE;AACN,IAAI,IAAI;AACR,IAAI,YAAY;AAChB,IAAI,OAAO;AACX,IAAI,UAAU;AACd,IAAI,IAAI;AACR,GAAG,CAAC;AACJ;;AClBO,MAAM,yBAAyB,CAAC;AACvC,EAAE,WAAW,CAAC,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE;AACrD,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;AACzB,IAAI,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AACnC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC;AAC/B,MAAM,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE;AACpC,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACtD,GAAG;AACH,EAAE,OAAO,UAAU,CAAC,UAAU,EAAE,OAAO,EAAE;AACzC,IAAI,MAAM,eAAe,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAC;AAC/D,IAAI,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC,cAAc,KAAK;AACnD,MAAM,MAAMC,aAAW,GAAGF,2BAAe,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;AACnG,MAAM,IAAI,CAACE,aAAW,EAAE;AACxB,QAAQ,MAAM,IAAI,KAAK,CAAC,CAAC,uCAAuC,EAAE,cAAc,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC,CAAC;AAC3J,OAAO;AACP,MAAM,OAAO,IAAI,yBAAyB,CAAC,cAAc,EAAEA,aAAW,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1G,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,gBAAgB,CAAC,QAAQ,EAAE;AAC7B,IAAI,OAAO,YAAY;AACvB,MAAM,MAAM,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,CAAC;AACzD,MAAM,OAAO,QAAQ,CAAC,GAAG,CAAC;AAC1B,QAAQ,EAAE,EAAE,MAAM;AAClB,QAAQ,EAAE,EAAE,YAAY;AACxB,UAAU,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;AAC3C,YAAY,KAAK,EAAE,yBAAyB,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI;AACvE,YAAY,MAAM;AAClB,YAAY,cAAc,EAAEC,eAAI,CAAC,EAAE,EAAE;AACrC,WAAW,CAAC,CAAC;AACb,UAAU,IAAI;AACd,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvC,WAAW,CAAC,OAAO,KAAK,EAAE;AAC1B,YAAY,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAChC,WAAW;AACX,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK,CAAC;AACN,GAAG;AACH,EAAE,eAAe,GAAG;AACpB,IAAI,OAAO,CAAC,0BAA0B,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AACzD,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,UAAU,EAAE;AAC5B,IAAI,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;AACjC,IAAI,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;AAC5B,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;AACxB,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;AAC1B,MAAM,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACzC,KAAK;AACL,IAAI,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;AAC1D,IAAI,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;AACrJ,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;AAC5D,IAAI,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC;AACvE,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;AACxC,MAAM,IAAI,EAAE,MAAM;AAClB,MAAM,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK;AAC5C,QAAQ,OAAO;AACf,UAAU,WAAW,EAAE,IAAI,CAAC,eAAe,EAAE;AAC7C,UAAU,MAAM,EAAEC,iDAA4B,CAAC,EAAE,QAAQ,EAAE,CAAC;AAC5D,SAAS,CAAC;AACV,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,wCAAwC,CAAC,CAAC,CAAC;AACzF,GAAG;AACH,EAAE,kBAAkB,CAAC,IAAI,EAAE;AAC3B,IAAI,OAAO;AACX,MAAM,IAAI,EAAE,KAAK;AACjB,MAAM,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC;AACxC,MAAM,QAAQ,EAAE,UAAU;AAC1B,KAAK,CAAC;AACN,GAAG;AACH,EAAE,eAAe,CAAC,IAAI,EAAE;AACxB,IAAI,MAAM,OAAO,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;AACrG,IAAI,OAAO,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClF,GAAG;AACH;;;;;"}

package/dist/index.d.ts

@@ -1,7 +1,8 @@
 import { Config } from '@backstage/config';
 import { ScmIntegrationRegistry } from '@backstage/integration';
-import { CatalogProcessor, LocationSpec, CatalogProcessorEmit } from '@backstage/plugin-catalog-backend';
+import { CatalogProcessor, LocationSpec, CatalogProcessorEmit, EntityProvider, EntityProviderConnection } from '@backstage/plugin-catalog-backend';
 import { Logger } from 'winston';
+import { TaskRunner } from '@backstage/backend-tasks';
 
 /**
  * Extracts repositories out of an Azure DevOps org.
@@ -33,4 +34,32 @@ declare class AzureDevOpsDiscoveryProcessor implements CatalogProcessor {
     readLocation(location: LocationSpec, _optional: boolean, emit: CatalogProcessorEmit): Promise<boolean>;
 }
 
-export { AzureDevOpsDiscoveryProcessor };
+/**
+ * Provider which discovers catalog files within an Azure DevOps repositories.
+ *
+ * Use `AzureDevOpsEntityProvider.fromConfig(...)` to create instances.
+ *
+ * @public
+ */
+declare class AzureDevOpsEntityProvider implements EntityProvider {
+    private readonly config;
+    private readonly integration;
+    private readonly logger;
+    private readonly scheduleFn;
+    private connection?;
+    static fromConfig(configRoot: Config, options: {
+        logger: Logger;
+        schedule: TaskRunner;
+    }): AzureDevOpsEntityProvider[];
+    private constructor();
+    private createScheduleFn;
+    /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.getProviderName} */
+    getProviderName(): string;
+    /** {@inheritdoc @backstage/plugin-catalog-backend#EntityProvider.connect} */
+    connect(connection: EntityProviderConnection): Promise<void>;
+    refresh(logger: Logger): Promise<void>;
+    private createLocationSpec;
+    private createObjectUrl;
+}
+
+export { AzureDevOpsDiscoveryProcessor, AzureDevOpsEntityProvider };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@backstage/plugin-catalog-backend-module-azure",
   "description": "A Backstage catalog backend module that helps integrate towards Azure",
-  "version": "0.1.4-next.1",
+  "version": "0.1.5-next.0",
   "main": "dist/index.cjs.js",
   "types": "dist/index.d.ts",
   "license": "Apache-2.0",
@@ -33,25 +33,29 @@
     "start": "backstage-cli package start"
   },
   "dependencies": {
-    "@backstage/backend-common": "^0.13.6-next.1",
-    "@backstage/catalog-model": "^1.0.3-next.0",
+    "@backstage/backend-common": "^0.14.1-next.0",
+    "@backstage/backend-tasks": "^0.3.3-next.0",
+    "@backstage/catalog-model": "^1.1.0-next.0",
     "@backstage/config": "^1.0.1",
     "@backstage/errors": "^1.0.0",
-    "@backstage/integration": "^1.2.1-next.1",
-    "@backstage/plugin-catalog-backend": "^1.2.0-next.1",
+    "@backstage/integration": "^1.2.2-next.0",
+    "@backstage/plugin-catalog-backend": "^1.2.1-next.0",
     "@backstage/types": "^1.0.0",
     "lodash": "^4.17.21",
     "msw": "^0.42.0",
     "node-fetch": "^2.6.7",
+    "uuid": "^8.0.0",
     "winston": "^3.2.1"
   },
   "devDependencies": {
-    "@backstage/backend-test-utils": "^0.1.25-next.1",
-    "@backstage/cli": "^0.17.2-next.1",
+    "@backstage/backend-test-utils": "^0.1.26-next.0",
+    "@backstage/cli": "^0.17.3-next.0",
     "@types/lodash": "^4.14.151"
   },
   "files": [
-    "dist"
+    "dist",
+    "config.d.ts"
   ],
-  "gitHead": "e15c24ddb5d14034629ced8a5a5d8f12b8f1a7dd"
+  "configSchema": "config.d.ts",
+  "gitHead": "6d8bf5b9cf494815c0916e18daa226fb8186ba5f"
 }