@backstage/plugin-catalog-backend-module-gitlab 0.1.4-next.2 → 0.1.4

package/CHANGELOG.md

@@ -1,5 +1,90 @@
 # @backstage/plugin-catalog-backend-module-gitlab
 
+## 0.1.4
+
+### Patch Changes
+
+- eea8126171: Add a new provider `GitlabDiscoveryEntityProvider` as replacement for `GitlabDiscoveryProcessor`
+
+  In order to migrate from the `GitlabDiscoveryProcessor` you need to apply
+  the following changes:
+
+  **Before:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    locations:
+      - type: gitlab-discovery
+        target: https://company.gitlab.com/prefix/*/catalog-info.yaml
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { GitlabDiscoveryProcessor } from '@backstage/plugin-catalog-backend-module-gitlab';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors ... */
+  builder.addProcessor(
+    GitLabDiscoveryProcessor.fromConfig(env.config, { logger: env.logger }),
+  );
+  ```
+
+  **After:**
+
+  ```yaml
+  # app-config.yaml
+
+  catalog:
+    providers:
+      gitlab:
+        yourProviderId: # identifies your dataset / provider independent of config changes
+          host: gitlab-host # Identifies one of the hosts set up in the integrations
+          branch: main # Optional. Uses `master` as default
+          group: example-group # Group and subgroup (if needed) to look for repositories
+          entityFilename: catalog-info.yaml # Optional. Defaults to `catalog-info.yaml`
+  ```
+
+  ```ts
+  /* packages/backend/src/plugins/catalog.ts */
+
+  import { GitlabDiscoveryEntityProvider } from '@backstage/plugin-catalog-backend-module-gitlab';
+
+  const builder = await CatalogBuilder.create(env);
+  /** ... other processors and/or providers ... */
+  builder.addEntityProvider(
+    ...GitlabDiscoveryEntityProvider.fromConfig(env.config, {
+      logger: env.logger,
+      schedule: env.scheduler.createScheduledTaskRunner({
+        frequency: { minutes: 30 },
+        timeout: { minutes: 3 },
+      }),
+    }),
+  );
+  ```
+
+- bad907d794: The `last_activity_after` timestamp is now being omitted when querying the GitLab API for the first time.
+- 3ac4522537: do not create location object if file with component definition do not exists in project, that decrease count of request to gitlab with 404 status code. Now we can create processor with new flag to enable this logic:
+
+  ```ts
+  const processor = GitLabDiscoveryProcessor.fromConfig(config, {
+    logger,
+    skipReposWithoutExactFileMatch: true,
+  });
+  ```
+
+  **WARNING:** This new functionality does not support globs in the repo file path
+
+- 8f7b1835df: Updated dependency `msw` to `^0.41.0`.
+- Updated dependencies
+  - @backstage/plugin-catalog-backend@1.2.0
+  - @backstage/backend-tasks@0.3.2
+  - @backstage/backend-common@0.14.0
+  - @backstage/integration@1.2.1
+  - @backstage/catalog-model@1.0.3
+
 ## 0.1.4-next.2
 
 ### Patch Changes

package/dist/index.cjs.js

@@ -6,10 +6,30 @@ var backendCommon = require('@backstage/backend-common');
 var integration = require('@backstage/integration');
 var pluginCatalogBackend = require('@backstage/plugin-catalog-backend');
 var fetch = require('node-fetch');
+var uuid = require('uuid');
 
 function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'default' in e ? e : { 'default': e }; }
 
+function _interopNamespace(e) {
+  if (e && e.__esModule) return e;
+  var n = Object.create(null);
+  if (e) {
+    Object.keys(e).forEach(function (k) {
+      if (k !== 'default') {
+        var d = Object.getOwnPropertyDescriptor(e, k);
+        Object.defineProperty(n, k, d.get ? d : {
+          enumerable: true,
+          get: function () { return e[k]; }
+        });
+      }
+    });
+  }
+  n["default"] = e;
+  return Object.freeze(n);
+}
+
 var fetch__default = /*#__PURE__*/_interopDefaultLegacy(fetch);
+var uuid__namespace = /*#__PURE__*/_interopNamespace(uuid);
 
 class GitLabClient {
   constructor(options) {
@@ -76,6 +96,32 @@ async function* paginated(request, options) {
   } while (res.nextPage);
 }
 
+function readGitlabConfig(id, config) {
+  var _a, _b;
+  const group = config.getString("group");
+  const host = config.getString("host");
+  const branch = (_a = config.getOptionalString("branch")) != null ? _a : "master";
+  const catalogFile = (_b = config.getOptionalString("entityFilename")) != null ? _b : "catalog-info.yaml";
+  return {
+    id,
+    group,
+    branch,
+    host,
+    catalogFile
+  };
+}
+function readGitlabConfigs(config) {
+  const configs = [];
+  const providerConfigs = config.getOptionalConfig("catalog.providers.gitlab");
+  if (!providerConfigs) {
+    return configs;
+  }
+  for (const id of providerConfigs.keys()) {
+    configs.push(readGitlabConfig(id, providerConfigs.getConfig(id)));
+  }
+  return configs;
+}
+
 class GitLabDiscoveryProcessor {
   static fromConfig(config, options) {
     const integrations = integration.ScmIntegrations.fromConfig(config);
@@ -99,6 +145,7 @@ class GitLabDiscoveryProcessor {
     if (location.type !== "gitlab-discovery") {
       return false;
     }
+    const startTime = new Date();
     const { group, host, branch, catalogPath } = parseUrl(location.target);
     const integration = this.integrations.gitlab.byUrl(`https://${host}`);
     if (!integration) {
@@ -108,13 +155,14 @@ class GitLabDiscoveryProcessor {
       config: integration.config,
       logger: this.logger
     });
-    const startTimestamp = Date.now();
     this.logger.debug(`Reading GitLab projects from ${location.target}`);
-    const projects = paginated((options) => client.listProjects(options), {
+    const lastActivity = await this.cache.get(this.getCacheKey());
+    const opts = {
       group,
-      last_activity_after: await this.updateLastActivity(),
-      page: 1
-    });
+      page: 1,
+      ...lastActivity && { last_activity_after: lastActivity }
+    };
+    const projects = paginated((options) => client.listProjects(options), opts);
     const res = {
       scanned: 0,
       matches: []
@@ -144,15 +192,13 @@ class GitLabDiscoveryProcessor {
         presence: "optional"
       }));
     }
-    const duration = ((Date.now() - startTimestamp) / 1e3).toFixed(1);
+    await this.cache.set(this.getCacheKey(), startTime.toISOString());
+    const duration = ((Date.now() - startTime.getTime()) / 1e3).toFixed(1);
     this.logger.debug(`Read ${res.scanned} GitLab repositories in ${duration} seconds`);
     return true;
   }
-  async updateLastActivity() {
-    const cacheKey = `processors/${this.getProcessorName()}/last-activity`;
-    const lastActivity = await this.cache.get(cacheKey);
-    await this.cache.set(cacheKey, new Date().toISOString());
-    return lastActivity;
+  getCacheKey() {
+    return `processors/${this.getProcessorName()}/last-activity`;
   }
 }
 function parseUrl(urlString) {
@@ -171,5 +217,111 @@ function parseUrl(urlString) {
   throw new Error(`Failed to parse ${urlString}`);
 }
 
+class GitlabDiscoveryEntityProvider {
+  static fromConfig(config, options) {
+    const providerConfigs = readGitlabConfigs(config);
+    const integrations = integration.ScmIntegrations.fromConfig(config).gitlab;
+    const providers = [];
+    providerConfigs.forEach((providerConfig) => {
+      const integration = integrations.byHost(providerConfig.host);
+      if (!integration) {
+        throw new Error(`No gitlab integration found that matches host ${providerConfig.host}`);
+      }
+      providers.push(new GitlabDiscoveryEntityProvider({
+        ...options,
+        config: providerConfig,
+        integration
+      }));
+    });
+    return providers;
+  }
+  constructor(options) {
+    this.config = options.config;
+    this.integration = options.integration;
+    this.logger = options.logger.child({
+      target: this.getProviderName()
+    });
+    this.scheduleFn = this.createScheduleFn(options.schedule);
+  }
+  getProviderName() {
+    return `GitlabDiscoveryEntityProvider:${this.config.id}`;
+  }
+  async connect(connection) {
+    this.connection = connection;
+    await this.scheduleFn();
+  }
+  createScheduleFn(schedule) {
+    return async () => {
+      const taskId = `${this.getProviderName()}:refresh`;
+      return schedule.run({
+        id: taskId,
+        fn: async () => {
+          const logger = this.logger.child({
+            class: GitlabDiscoveryEntityProvider.prototype.constructor.name,
+            taskId,
+            taskInstanceId: uuid__namespace.v4()
+          });
+          try {
+            await this.refresh(logger);
+          } catch (error) {
+            logger.error(error);
+          }
+        }
+      });
+    };
+  }
+  async refresh(logger) {
+    var _a, _b;
+    if (!this.connection) {
+      throw new Error(`Gitlab discovery connection not initialized for ${this.getProviderName()}`);
+    }
+    const client = new GitLabClient({
+      config: this.integration.config,
+      logger
+    });
+    const projects = paginated((options) => client.listProjects(options), {
+      group: this.config.group,
+      page: 1,
+      per_page: 50
+    });
+    const res = {
+      scanned: 0,
+      matches: []
+    };
+    for await (const project of projects) {
+      res.scanned++;
+      if (project.archived) {
+        continue;
+      }
+      if (this.config.branch === "*" && project.default_branch === void 0) {
+        continue;
+      }
+      const project_branch = (_a = project.default_branch) != null ? _a : this.config.branch;
+      const projectHasFile = await client.hasFile((_b = project.path_with_namespace) != null ? _b : "", project_branch, this.config.catalogFile);
+      if (projectHasFile) {
+        res.matches.push(project);
+      }
+    }
+    const locations = res.matches.map((p) => this.createLocationSpec(p));
+    await this.connection.applyMutation({
+      type: "full",
+      entities: locations.map((location) => ({
+        locationKey: this.getProviderName(),
+        entity: pluginCatalogBackend.locationSpecToLocationEntity({ location })
+      }))
+    });
+  }
+  createLocationSpec(project) {
+    var _a;
+    const project_branch = (_a = project.default_branch) != null ? _a : this.config.branch;
+    return {
+      type: "url",
+      target: `${project.web_url}/-/blob/${project_branch}/${this.config.catalogFile}`,
+      presence: "optional"
+    };
+  }
+}
+
 exports.GitLabDiscoveryProcessor = GitLabDiscoveryProcessor;
+exports.GitlabDiscoveryEntityProvider = GitlabDiscoveryEntityProvider;
 //# sourceMappingURL=index.cjs.js.map

package/dist/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../src/lib/client.ts","../src/GitLabDiscoveryProcessor.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport fetch from 'node-fetch';\nimport {\n  getGitLabRequestOptions,\n  GitLabIntegrationConfig,\n} from '@backstage/integration';\nimport { Logger } from 'winston';\n\nexport type ListOptions = {\n  [key: string]: string | number | boolean | undefined;\n  group?: string;\n  per_page?: number | undefined;\n  page?: number | undefined;\n};\n\nexport type PagedResponse<T> = {\n  items: T[];\n  nextPage?: number;\n};\n\nexport class GitLabClient {\n  private readonly config: GitLabIntegrationConfig;\n  private readonly logger: Logger;\n\n  constructor(options: { config: GitLabIntegrationConfig; logger: Logger }) {\n    this.config = options.config;\n    this.logger = options.logger;\n  }\n\n  /**\n   * Indicates whether the client is for a SaaS or self managed GitLab instance.\n   */\n  isSelfManaged(): boolean {\n    return this.config.host !== 'gitlab.com';\n  }\n\n  async listProjects(options?: ListOptions): Promise<PagedResponse<any>> {\n    if (options?.group) {\n      return this.pagedRequest(\n        `/groups/${encodeURIComponent(options?.group)}/projects`,\n        {\n          ...options,\n          include_subgroups: true,\n        },\n      );\n    }\n\n    return this.pagedRequest(`/projects`, options);\n  }\n\n  async hasFile(\n    projectPath: string,\n    branch: string,\n    filePath: string,\n  ): Promise<boolean> {\n    const endpoint: string = `/projects/${encodeURIComponent(\n      projectPath,\n    )}/repository/files/${encodeURIComponent(filePath)}`;\n    const request = new URL(`${this.config.apiBaseUrl}${endpoint}`);\n    request.searchParams.append('ref', branch);\n\n    const response = await fetch(request.toString(), {\n      headers: getGitLabRequestOptions(this.config).headers,\n      method: 'HEAD',\n    });\n\n    if (!response.ok) {\n      if (response.status >= 500) {\n        this.logger.debug(\n          `Unexpected response when fetching ${request.toString()}. Expected 200 but got ${\n            response.status\n          } - ${response.statusText}`,\n        );\n      }\n      return false;\n    }\n\n    return true;\n  }\n\n  /**\n   * Performs a request against a given paginated GitLab endpoint.\n   *\n   * This method may be used to perform authenticated REST calls against any\n   * paginated GitLab endpoint which uses X-NEXT-PAGE headers. The return value\n   * can be be used with the {@link paginated} async-generator function to yield\n   * each item from the paged request.\n   *\n   * @see {@link paginated}\n   * @param endpoint - The request endpoint, e.g. /projects.\n   * @param options - Request queryString options which may also include page variables.\n   */\n  async pagedRequest<T = any>(\n    endpoint: string,\n    options?: ListOptions,\n  ): Promise<PagedResponse<T>> {\n    const request = new URL(`${this.config.apiBaseUrl}${endpoint}`);\n    for (const key in options) {\n      if (options[key]) {\n        request.searchParams.append(key, options[key]!.toString());\n      }\n    }\n\n    this.logger.debug(`Fetching: ${request.toString()}`);\n    const response = await fetch(\n      request.toString(),\n      getGitLabRequestOptions(this.config),\n    );\n    if (!response.ok) {\n      throw new Error(\n        `Unexpected response when fetching ${request.toString()}. Expected 200 but got ${\n          response.status\n        } - ${response.statusText}`,\n      );\n    }\n    return response.json().then(items => {\n      const nextPage = response.headers.get('x-next-page');\n\n      return {\n        items,\n        nextPage: nextPage ? Number(nextPage) : null,\n      } as PagedResponse<any>;\n    });\n  }\n}\n\n/**\n * Advances through each page and provides each item from a paginated request.\n *\n * The async generator function yields each item from repeated calls to the\n * provided request function. The generator walks through each available page by\n * setting the page key in the options passed into the request function and\n * making repeated calls until there are no more pages.\n *\n * @see {@link pagedRequest}\n * @param request - Function which returns a PagedResponse to walk through.\n * @param options - Initial ListOptions for the request function.\n */\nexport async function* paginated<T = any>(\n  request: (options: ListOptions) => Promise<PagedResponse<T>>,\n  options: ListOptions,\n) {\n  let res;\n  do {\n    res = await request(options);\n    options.page = res.nextPage;\n    for (const item of res.items) {\n      yield item;\n    }\n  } while (res.nextPage);\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  CacheClient,\n  CacheManager,\n  PluginCacheManager,\n} from '@backstage/backend-common';\nimport { Config } from '@backstage/config';\nimport {\n  ScmIntegrationRegistry,\n  ScmIntegrations,\n} from '@backstage/integration';\nimport {\n  CatalogProcessor,\n  CatalogProcessorEmit,\n  LocationSpec,\n  processingResult,\n} from '@backstage/plugin-catalog-backend';\nimport { Logger } from 'winston';\nimport { GitLabClient, GitLabProject, paginated } from './lib';\n\n/**\n * Extracts repositories out of an GitLab instance.\n * @public\n */\nexport class GitLabDiscoveryProcessor implements CatalogProcessor {\n  private readonly integrations: ScmIntegrationRegistry;\n  private readonly logger: Logger;\n  private readonly cache: CacheClient;\n  private readonly skipReposWithoutExactFileMatch: boolean;\n\n  static fromConfig(\n    config: Config,\n    options: { logger: Logger; skipReposWithoutExactFileMatch?: boolean },\n  ): GitLabDiscoveryProcessor {\n    const integrations = ScmIntegrations.fromConfig(config);\n    const pluginCache =\n      CacheManager.fromConfig(config).forPlugin('gitlab-discovery');\n\n    return new GitLabDiscoveryProcessor({\n      ...options,\n      integrations,\n      pluginCache,\n    });\n  }\n\n  private constructor(options: {\n    integrations: ScmIntegrationRegistry;\n    pluginCache: PluginCacheManager;\n    logger: Logger;\n    skipReposWithoutExactFileMatch?: boolean;\n  }) {\n    this.integrations = options.integrations;\n    this.cache = options.pluginCache.getClient();\n    this.logger = options.logger;\n    this.skipReposWithoutExactFileMatch =\n      options.skipReposWithoutExactFileMatch || false;\n  }\n\n  getProcessorName(): string {\n    return 'GitLabDiscoveryProcessor';\n  }\n\n  async readLocation(\n    location: LocationSpec,\n    _optional: boolean,\n    emit: CatalogProcessorEmit,\n  ): Promise<boolean> {\n    if (location.type !== 'gitlab-discovery') {\n      return false;\n    }\n\n    const { group, host, branch, catalogPath } = parseUrl(location.target);\n\n    const integration = this.integrations.gitlab.byUrl(`https://${host}`);\n    if (!integration) {\n      throw new Error(\n        `There is no GitLab integration that matches ${host}. Please add a configuration entry for it under integrations.gitlab`,\n      );\n    }\n\n    const client = new GitLabClient({\n      config: integration.config,\n      logger: this.logger,\n    });\n    const startTimestamp = Date.now();\n    this.logger.debug(`Reading GitLab projects from ${location.target}`);\n\n    const projects = paginated(options => client.listProjects(options), {\n      group,\n      last_activity_after: await this.updateLastActivity(),\n      page: 1,\n    });\n\n    const res: Result = {\n      scanned: 0,\n      matches: [],\n    };\n    for await (const project of projects) {\n      res.scanned++;\n\n      if (project.archived) {\n        continue;\n      }\n\n      if (branch === '*' && project.default_branch === undefined) {\n        continue;\n      }\n\n      if (this.skipReposWithoutExactFileMatch) {\n        const project_branch = branch === '*' ? project.default_branch : branch;\n\n        const projectHasFile: boolean = await client.hasFile(\n          project.path_with_namespace,\n          project_branch,\n          catalogPath,\n        );\n\n        if (!projectHasFile) {\n          continue;\n        }\n      }\n\n      res.matches.push(project);\n    }\n\n    for (const project of res.matches) {\n      const project_branch = branch === '*' ? project.default_branch : branch;\n\n      emit(\n        processingResult.location({\n          type: 'url',\n          // The format expected by the GitLabUrlReader:\n          // https://gitlab.com/groupA/teams/teamA/subgroupA/repoA/-/blob/branch/filepath\n          //\n          // This unfortunately will trigger another API call in `getGitLabFileFetchUrl` to get the project ID.\n          // The alternative is using the `buildRawUrl` function, which does not support subgroups, so providing a raw\n          // URL here won't work either.\n          target: `${project.web_url}/-/blob/${project_branch}/${catalogPath}`,\n          presence: 'optional',\n        }),\n      );\n    }\n\n    const duration = ((Date.now() - startTimestamp) / 1000).toFixed(1);\n    this.logger.debug(\n      `Read ${res.scanned} GitLab repositories in ${duration} seconds`,\n    );\n\n    return true;\n  }\n\n  private async updateLastActivity(): Promise<string | undefined> {\n    const cacheKey = `processors/${this.getProcessorName()}/last-activity`;\n    const lastActivity = await this.cache.get(cacheKey);\n    await this.cache.set(cacheKey, new Date().toISOString());\n    return lastActivity as string | undefined;\n  }\n}\n\ntype Result = {\n  scanned: number;\n  matches: GitLabProject[];\n};\n\n/*\n * Helpers\n */\n\nexport function parseUrl(urlString: string): {\n  group?: string;\n  host: string;\n  branch: string;\n  catalogPath: string;\n} {\n  const url = new URL(urlString);\n  const path = url.pathname.substr(1).split('/');\n\n  // (/group/subgroup)/blob/branch|*/filepath\n  const blobIndex = path.findIndex(p => p === 'blob');\n  if (blobIndex !== -1 && path.length > blobIndex + 2) {\n    const group =\n      blobIndex > 0 ? path.slice(0, blobIndex).join('/') : undefined;\n\n    return {\n      group,\n      host: url.host,\n      branch: decodeURIComponent(path[blobIndex + 1]),\n      catalogPath: decodeURIComponent(path.slice(blobIndex + 2).join('/')),\n    };\n  }\n\n  throw new Error(`Failed to parse ${urlString}`);\n}\n"],"names":["fetch","getGitLabRequestOptions","ScmIntegrations","CacheManager","processingResult"],"mappings":";;;;;;;;;;;;;AAIO,MAAM,YAAY,CAAC;AAC1B,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,GAAG;AACH,EAAE,aAAa,GAAG;AAClB,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;AAC7C,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,OAAO,EAAE;AAC9B,IAAI,IAAI,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE;AAClD,MAAM,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,kBAAkB,CAAC,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,EAAE;AACnH,QAAQ,GAAG,OAAO;AAClB,QAAQ,iBAAiB,EAAE,IAAI;AAC/B,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;AACnD,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE;AAC/C,IAAI,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACrH,IAAI,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpE,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC/C,IAAI,MAAM,QAAQ,GAAG,MAAMA,yBAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;AACrD,MAAM,OAAO,EAAEC,mCAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO;AAC3D,MAAM,MAAM,EAAE,MAAM;AACpB,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;AACtB,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE;AAClC,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,kCAAkC,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,uBAAuB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACvJ,OAAO;AACP,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE;AACxC,IAAI,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpE,IAAI,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;AAC/B,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE;AACxB,QAAQ,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;AAClE,OAAO;AACP,KAAK;AACL,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;AACzD,IAAI,MAAM,QAAQ,GAAG,MAAMD,yBAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAEC,mCAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3F,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,kCAAkC,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,uBAAuB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACnJ,KAAK;AACL,IAAI,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK;AAC3C,MAAM,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AAC3D,MAAM,OAAO;AACb,QAAQ,KAAK;AACb,QAAQ,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI;AACpD,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,GAAG;AACH,CAAC;AACM,gBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE;AACnD,EAAE,IAAI,GAAG,CAAC;AACV,EAAE,GAAG;AACL,IAAI,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;AACjC,IAAI,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;AAChC,IAAI,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE;AAClC,MAAM,MAAM,IAAI,CAAC;AACjB,KAAK;AACL,GAAG,QAAQ,GAAG,CAAC,QAAQ,EAAE;AACzB;;ACzDO,MAAM,wBAAwB,CAAC;AACtC,EAAE,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;AACrC,IAAI,MAAM,YAAY,GAAGC,2BAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC5D,IAAI,MAAM,WAAW,GAAGC,0BAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;AACtF,IAAI,OAAO,IAAI,wBAAwB,CAAC;AACxC,MAAM,GAAG,OAAO;AAChB,MAAM,YAAY;AAClB,MAAM,WAAW;AACjB,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAC7C,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;AACjD,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,8BAA8B,GAAG,OAAO,CAAC,8BAA8B,IAAI,KAAK,CAAC;AAC1F,GAAG;AACH,EAAE,gBAAgB,GAAG;AACrB,IAAI,OAAO,0BAA0B,CAAC;AACtC,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE;AAChD,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,kBAAkB,EAAE;AAC9C,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC3E,IAAI,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1E,IAAI,IAAI,CAAC,WAAW,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,4CAA4C,EAAE,IAAI,CAAC,mEAAmE,CAAC,CAAC,CAAC;AAChJ,KAAK;AACL,IAAI,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;AACpC,MAAM,MAAM,EAAE,WAAW,CAAC,MAAM;AAChC,MAAM,MAAM,EAAE,IAAI,CAAC,MAAM;AACzB,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AACtC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,6BAA6B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACzE,IAAI,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE;AAC1E,MAAM,KAAK;AACX,MAAM,mBAAmB,EAAE,MAAM,IAAI,CAAC,kBAAkB,EAAE;AAC1D,MAAM,IAAI,EAAE,CAAC;AACb,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,GAAG,GAAG;AAChB,MAAM,OAAO,EAAE,CAAC;AAChB,MAAM,OAAO,EAAE,EAAE;AACjB,KAAK,CAAC;AACN,IAAI,WAAW,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC1C,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;AACpB,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE;AAC5B,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,IAAI,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,cAAc,KAAK,KAAK,CAAC,EAAE;AAC/D,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,IAAI,IAAI,CAAC,8BAA8B,EAAE;AAC/C,QAAQ,MAAM,cAAc,GAAG,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC;AAChF,QAAQ,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;AAC9G,QAAQ,IAAI,CAAC,cAAc,EAAE;AAC7B,UAAU,SAAS;AACnB,SAAS;AACT,OAAO;AACP,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAChC,KAAK;AACL,IAAI,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE;AACvC,MAAM,MAAM,cAAc,GAAG,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC;AAC9E,MAAM,IAAI,CAACC,qCAAgB,CAAC,QAAQ,CAAC;AACrC,QAAQ,IAAI,EAAE,KAAK;AACnB,QAAQ,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;AAC5E,QAAQ,QAAQ,EAAE,UAAU;AAC5B,OAAO,CAAC,CAAC,CAAC;AACV,KAAK;AACL,IAAI,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AACtE,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;AACxF,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,EAAE,MAAM,kBAAkB,GAAG;AAC7B,IAAI,MAAM,QAAQ,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,cAAc,CAAC,CAAC;AAC3E,IAAI,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACxD,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;AAC7D,IAAI,OAAO,YAAY,CAAC;AACxB,GAAG;AACH,CAAC;AACM,SAAS,QAAQ,CAAC,SAAS,EAAE;AACpC,EAAE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;AACjC,EAAE,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACjD,EAAE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,CAAC;AACxD,EAAE,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,CAAC,EAAE;AACvD,IAAI,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;AAC9E,IAAI,OAAO;AACX,MAAM,KAAK;AACX,MAAM,IAAI,EAAE,GAAG,CAAC,IAAI;AACpB,MAAM,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;AACrD,MAAM,WAAW,EAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1E,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;AAClD;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../src/lib/client.ts","../src/providers/config.ts","../src/GitLabDiscoveryProcessor.ts","../src/providers/GitlabDiscoveryEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport fetch from 'node-fetch';\nimport {\n  getGitLabRequestOptions,\n  GitLabIntegrationConfig,\n} from '@backstage/integration';\nimport { Logger } from 'winston';\n\nexport type ListOptions = {\n  [key: string]: string | number | boolean | undefined;\n  group?: string;\n  per_page?: number | undefined;\n  page?: number | undefined;\n};\n\nexport type PagedResponse<T> = {\n  items: T[];\n  nextPage?: number;\n};\n\nexport class GitLabClient {\n  private readonly config: GitLabIntegrationConfig;\n  private readonly logger: Logger;\n\n  constructor(options: { config: GitLabIntegrationConfig; logger: Logger }) {\n    this.config = options.config;\n    this.logger = options.logger;\n  }\n\n  /**\n   * Indicates whether the client is for a SaaS or self managed GitLab instance.\n   */\n  isSelfManaged(): boolean {\n    return this.config.host !== 'gitlab.com';\n  }\n\n  async listProjects(options?: ListOptions): Promise<PagedResponse<any>> {\n    if (options?.group) {\n      return this.pagedRequest(\n        `/groups/${encodeURIComponent(options?.group)}/projects`,\n        {\n          ...options,\n          include_subgroups: true,\n        },\n      );\n    }\n\n    return this.pagedRequest(`/projects`, options);\n  }\n\n  /**\n   * General existence check.\n   *\n   * @param projectPath - The path to the project\n   * @param branch - The branch used to search\n   * @param filePath - The path to the file\n   */\n  async hasFile(\n    projectPath: string,\n    branch: string,\n    filePath: string,\n  ): Promise<boolean> {\n    const endpoint: string = `/projects/${encodeURIComponent(\n      projectPath,\n    )}/repository/files/${encodeURIComponent(filePath)}`;\n    const request = new URL(`${this.config.apiBaseUrl}${endpoint}`);\n    request.searchParams.append('ref', branch);\n\n    const response = await fetch(request.toString(), {\n      headers: getGitLabRequestOptions(this.config).headers,\n      method: 'HEAD',\n    });\n\n    if (!response.ok) {\n      if (response.status >= 500) {\n        this.logger.debug(\n          `Unexpected response when fetching ${request.toString()}. Expected 200 but got ${\n            response.status\n          } - ${response.statusText}`,\n        );\n      }\n      return false;\n    }\n\n    return true;\n  }\n\n  /**\n   * Performs a request against a given paginated GitLab endpoint.\n   *\n   * This method may be used to perform authenticated REST calls against any\n   * paginated GitLab endpoint which uses X-NEXT-PAGE headers. The return value\n   * can be be used with the {@link paginated} async-generator function to yield\n   * each item from the paged request.\n   *\n   * @see {@link paginated}\n   * @param endpoint - The request endpoint, e.g. /projects.\n   * @param options - Request queryString options which may also include page variables.\n   */\n  async pagedRequest<T = any>(\n    endpoint: string,\n    options?: ListOptions,\n  ): Promise<PagedResponse<T>> {\n    const request = new URL(`${this.config.apiBaseUrl}${endpoint}`);\n    for (const key in options) {\n      if (options[key]) {\n        request.searchParams.append(key, options[key]!.toString());\n      }\n    }\n\n    this.logger.debug(`Fetching: ${request.toString()}`);\n    const response = await fetch(\n      request.toString(),\n      getGitLabRequestOptions(this.config),\n    );\n    if (!response.ok) {\n      throw new Error(\n        `Unexpected response when fetching ${request.toString()}. Expected 200 but got ${\n          response.status\n        } - ${response.statusText}`,\n      );\n    }\n    return response.json().then(items => {\n      const nextPage = response.headers.get('x-next-page');\n\n      return {\n        items,\n        nextPage: nextPage ? Number(nextPage) : null,\n      } as PagedResponse<any>;\n    });\n  }\n}\n\n/**\n * Advances through each page and provides each item from a paginated request.\n *\n * The async generator function yields each item from repeated calls to the\n * provided request function. The generator walks through each available page by\n * setting the page key in the options passed into the request function and\n * making repeated calls until there are no more pages.\n *\n * @see {@link pagedRequest}\n * @param request - Function which returns a PagedResponse to walk through.\n * @param options - Initial ListOptions for the request function.\n */\nexport async function* paginated<T = any>(\n  request: (options: ListOptions) => Promise<PagedResponse<T>>,\n  options: ListOptions,\n) {\n  let res;\n  do {\n    res = await request(options);\n    options.page = res.nextPage;\n    for (const item of res.items) {\n      yield item;\n    }\n  } while (res.nextPage);\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Config } from '@backstage/config';\nimport { GitlabProviderConfig } from '../lib/types';\n\n/**\n * Extracts the gitlab config from a config object\n *\n * @public\n *\n * @param config - The config object to extract from\n */\nfunction readGitlabConfig(id: string, config: Config): GitlabProviderConfig {\n  const group = config.getString('group');\n  const host = config.getString('host');\n  const branch = config.getOptionalString('branch') ?? 'master';\n  const catalogFile =\n    config.getOptionalString('entityFilename') ?? 'catalog-info.yaml';\n\n  return {\n    id,\n    group,\n    branch,\n    host,\n    catalogFile,\n  };\n}\n\n/**\n * Extracts the gitlab config from a config object array\n *\n * @public\n *\n * @param config - The config object to extract from\n */\nexport function readGitlabConfigs(config: Config): GitlabProviderConfig[] {\n  const configs: GitlabProviderConfig[] = [];\n\n  const providerConfigs = config.getOptionalConfig('catalog.providers.gitlab');\n\n  if (!providerConfigs) {\n    return configs;\n  }\n\n  for (const id of providerConfigs.keys()) {\n    configs.push(readGitlabConfig(id, providerConfigs.getConfig(id)));\n  }\n\n  return configs;\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  CacheClient,\n  CacheManager,\n  PluginCacheManager,\n} from '@backstage/backend-common';\nimport { Config } from '@backstage/config';\nimport {\n  ScmIntegrationRegistry,\n  ScmIntegrations,\n} from '@backstage/integration';\nimport {\n  CatalogProcessor,\n  CatalogProcessorEmit,\n  LocationSpec,\n  processingResult,\n} from '@backstage/plugin-catalog-backend';\nimport { Logger } from 'winston';\nimport { GitLabClient, GitLabProject, paginated } from './lib';\n\n/**\n * Extracts repositories out of an GitLab instance.\n * @public\n */\nexport class GitLabDiscoveryProcessor implements CatalogProcessor {\n  private readonly integrations: ScmIntegrationRegistry;\n  private readonly logger: Logger;\n  private readonly cache: CacheClient;\n  private readonly skipReposWithoutExactFileMatch: boolean;\n\n  static fromConfig(\n    config: Config,\n    options: { logger: Logger; skipReposWithoutExactFileMatch?: boolean },\n  ): GitLabDiscoveryProcessor {\n    const integrations = ScmIntegrations.fromConfig(config);\n    const pluginCache =\n      CacheManager.fromConfig(config).forPlugin('gitlab-discovery');\n\n    return new GitLabDiscoveryProcessor({\n      ...options,\n      integrations,\n      pluginCache,\n    });\n  }\n\n  private constructor(options: {\n    integrations: ScmIntegrationRegistry;\n    pluginCache: PluginCacheManager;\n    logger: Logger;\n    skipReposWithoutExactFileMatch?: boolean;\n  }) {\n    this.integrations = options.integrations;\n    this.cache = options.pluginCache.getClient();\n    this.logger = options.logger;\n    this.skipReposWithoutExactFileMatch =\n      options.skipReposWithoutExactFileMatch || false;\n  }\n\n  getProcessorName(): string {\n    return 'GitLabDiscoveryProcessor';\n  }\n\n  async readLocation(\n    location: LocationSpec,\n    _optional: boolean,\n    emit: CatalogProcessorEmit,\n  ): Promise<boolean> {\n    if (location.type !== 'gitlab-discovery') {\n      return false;\n    }\n\n    const startTime = new Date();\n    const { group, host, branch, catalogPath } = parseUrl(location.target);\n\n    const integration = this.integrations.gitlab.byUrl(`https://${host}`);\n    if (!integration) {\n      throw new Error(\n        `There is no GitLab integration that matches ${host}. Please add a configuration entry for it under integrations.gitlab`,\n      );\n    }\n\n    const client = new GitLabClient({\n      config: integration.config,\n      logger: this.logger,\n    });\n    this.logger.debug(`Reading GitLab projects from ${location.target}`);\n\n    const lastActivity = (await this.cache.get(this.getCacheKey())) as string;\n    const opts = {\n      group,\n      page: 1,\n      // We check for the existence of lastActivity and only set it if it's present to ensure\n      // that the options doesn't include the key so that the API doesn't receive an empty query parameter.\n      ...(lastActivity && { last_activity_after: lastActivity }),\n    };\n\n    const projects = paginated(options => client.listProjects(options), opts);\n\n    const res: Result = {\n      scanned: 0,\n      matches: [],\n    };\n    for await (const project of projects) {\n      res.scanned++;\n\n      if (project.archived) {\n        continue;\n      }\n\n      if (branch === '*' && project.default_branch === undefined) {\n        continue;\n      }\n\n      if (this.skipReposWithoutExactFileMatch) {\n        const project_branch = branch === '*' ? project.default_branch : branch;\n\n        const projectHasFile: boolean = await client.hasFile(\n          project.path_with_namespace,\n          project_branch,\n          catalogPath,\n        );\n\n        if (!projectHasFile) {\n          continue;\n        }\n      }\n\n      res.matches.push(project);\n    }\n\n    for (const project of res.matches) {\n      const project_branch = branch === '*' ? project.default_branch : branch;\n\n      emit(\n        processingResult.location({\n          type: 'url',\n          // The format expected by the GitLabUrlReader:\n          // https://gitlab.com/groupA/teams/teamA/subgroupA/repoA/-/blob/branch/filepath\n          //\n          // This unfortunately will trigger another API call in `getGitLabFileFetchUrl` to get the project ID.\n          // The alternative is using the `buildRawUrl` function, which does not support subgroups, so providing a raw\n          // URL here won't work either.\n          target: `${project.web_url}/-/blob/${project_branch}/${catalogPath}`,\n          presence: 'optional',\n        }),\n      );\n    }\n\n    // Save an ISO formatted string in the cache as that's what GitLab expects in the API request.\n    await this.cache.set(this.getCacheKey(), startTime.toISOString());\n\n    const duration = ((Date.now() - startTime.getTime()) / 1000).toFixed(1);\n    this.logger.debug(\n      `Read ${res.scanned} GitLab repositories in ${duration} seconds`,\n    );\n\n    return true;\n  }\n\n  private getCacheKey(): string {\n    return `processors/${this.getProcessorName()}/last-activity`;\n  }\n}\n\ntype Result = {\n  scanned: number;\n  matches: GitLabProject[];\n};\n\n/*\n * Helpers\n */\n\nexport function parseUrl(urlString: string): {\n  group?: string;\n  host: string;\n  branch: string;\n  catalogPath: string;\n} {\n  const url = new URL(urlString);\n  const path = url.pathname.substr(1).split('/');\n\n  // (/group/subgroup)/blob/branch|*/filepath\n  const blobIndex = path.findIndex(p => p === 'blob');\n  if (blobIndex !== -1 && path.length > blobIndex + 2) {\n    const group =\n      blobIndex > 0 ? path.slice(0, blobIndex).join('/') : undefined;\n\n    return {\n      group,\n      host: url.host,\n      branch: decodeURIComponent(path[blobIndex + 1]),\n      catalogPath: decodeURIComponent(path.slice(blobIndex + 2).join('/')),\n    };\n  }\n\n  throw new Error(`Failed to parse ${urlString}`);\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { TaskRunner } from '@backstage/backend-tasks';\nimport { Config } from '@backstage/config';\nimport { GitLabIntegration, ScmIntegrations } from '@backstage/integration';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n} from '@backstage/plugin-catalog-backend';\nimport { LocationSpec } from '@backstage/plugin-catalog-backend';\nimport { Logger } from 'winston';\nimport {\n  GitLabClient,\n  GitLabProject,\n  GitlabProviderConfig,\n  paginated,\n  readGitlabConfigs,\n} from '../lib';\nimport * as uuid from 'uuid';\nimport { locationSpecToLocationEntity } from '@backstage/plugin-catalog-backend';\n\ntype Result = {\n  scanned: number;\n  matches: GitLabProject[];\n};\n\n/**\n * Discovers entity definition files in the groups of a Gitlab instance.\n * @public\n */\nexport class GitlabDiscoveryEntityProvider implements EntityProvider {\n  private readonly config: GitlabProviderConfig;\n  private readonly integration: GitLabIntegration;\n  private readonly logger: Logger;\n  private readonly scheduleFn: () => Promise<void>;\n  private connection?: EntityProviderConnection;\n\n  static fromConfig(\n    config: Config,\n    options: { logger: Logger; schedule: TaskRunner },\n  ): GitlabDiscoveryEntityProvider[] {\n    const providerConfigs = readGitlabConfigs(config);\n    const integrations = ScmIntegrations.fromConfig(config).gitlab;\n    const providers: GitlabDiscoveryEntityProvider[] = [];\n\n    providerConfigs.forEach(providerConfig => {\n      const integration = integrations.byHost(providerConfig.host);\n      if (!integration) {\n        throw new Error(\n          `No gitlab integration found that matches host ${providerConfig.host}`,\n        );\n      }\n      providers.push(\n        new GitlabDiscoveryEntityProvider({\n          ...options,\n          config: providerConfig,\n          integration,\n        }),\n      );\n    });\n    return providers;\n  }\n\n  private constructor(options: {\n    config: GitlabProviderConfig;\n    integration: GitLabIntegration;\n    logger: Logger;\n    schedule: TaskRunner;\n  }) {\n    this.config = options.config;\n    this.integration = options.integration;\n    this.logger = options.logger.child({\n      target: this.getProviderName(),\n    });\n    this.scheduleFn = this.createScheduleFn(options.schedule);\n  }\n\n  getProviderName(): string {\n    return `GitlabDiscoveryEntityProvider:${this.config.id}`;\n  }\n\n  async connect(connection: EntityProviderConnection): Promise<void> {\n    this.connection = connection;\n    await this.scheduleFn();\n  }\n\n  private createScheduleFn(schedule: TaskRunner): () => Promise<void> {\n    return async () => {\n      const taskId = `${this.getProviderName()}:refresh`;\n      return schedule.run({\n        id: taskId,\n        fn: async () => {\n          const logger = this.logger.child({\n            class: GitlabDiscoveryEntityProvider.prototype.constructor.name,\n            taskId,\n            taskInstanceId: uuid.v4(),\n          });\n\n          try {\n            await this.refresh(logger);\n          } catch (error) {\n            logger.error(error);\n          }\n        },\n      });\n    };\n  }\n\n  async refresh(logger: Logger): Promise<void> {\n    if (!this.connection) {\n      throw new Error(\n        `Gitlab discovery connection not initialized for ${this.getProviderName()}`,\n      );\n    }\n\n    const client = new GitLabClient({\n      config: this.integration.config,\n      logger: logger,\n    });\n\n    const projects = paginated<GitLabProject>(\n      options => client.listProjects(options),\n      {\n        group: this.config.group,\n        page: 1,\n        per_page: 50,\n      },\n    );\n\n    const res: Result = {\n      scanned: 0,\n      matches: [],\n    };\n\n    for await (const project of projects) {\n      res.scanned++;\n\n      if (project.archived) {\n        continue;\n      }\n\n      if (this.config.branch === '*' && project.default_branch === undefined) {\n        continue;\n      }\n\n      const project_branch = project.default_branch ?? this.config.branch;\n\n      const projectHasFile: boolean = await client.hasFile(\n        project.path_with_namespace ?? '',\n        project_branch,\n        this.config.catalogFile,\n      );\n      if (projectHasFile) {\n        res.matches.push(project);\n      }\n    }\n\n    const locations = res.matches.map(p => this.createLocationSpec(p));\n    await this.connection.applyMutation({\n      type: 'full',\n      entities: locations.map(location => ({\n        locationKey: this.getProviderName(),\n        entity: locationSpecToLocationEntity({ location }),\n      })),\n    });\n  }\n\n  private createLocationSpec(project: GitLabProject): LocationSpec {\n    const project_branch = project.default_branch ?? this.config.branch;\n    return {\n      type: 'url',\n      target: `${project.web_url}/-/blob/${project_branch}/${this.config.catalogFile}`,\n      presence: 'optional',\n    };\n  }\n}\n"],"names":["fetch","getGitLabRequestOptions","ScmIntegrations","CacheManager","processingResult","uuid","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAIO,MAAM,YAAY,CAAC;AAC1B,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,GAAG;AACH,EAAE,aAAa,GAAG;AAClB,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,YAAY,CAAC;AAC7C,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,OAAO,EAAE;AAC9B,IAAI,IAAI,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,EAAE;AAClD,MAAM,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,kBAAkB,CAAC,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,EAAE;AACnH,QAAQ,GAAG,OAAO;AAClB,QAAQ,iBAAiB,EAAE,IAAI;AAC/B,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAC;AACnD,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE;AAC/C,IAAI,MAAM,QAAQ,GAAG,CAAC,UAAU,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACrH,IAAI,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpE,IAAI,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC/C,IAAI,MAAM,QAAQ,GAAG,MAAMA,yBAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;AACrD,MAAM,OAAO,EAAEC,mCAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO;AAC3D,MAAM,MAAM,EAAE,MAAM;AACpB,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;AACtB,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE;AAClC,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,kCAAkC,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,uBAAuB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACvJ,OAAO;AACP,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE;AACxC,IAAI,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;AACpE,IAAI,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;AAC/B,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,EAAE;AACxB,QAAQ,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;AAClE,OAAO;AACP,KAAK;AACL,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;AACzD,IAAI,MAAM,QAAQ,GAAG,MAAMD,yBAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAEC,mCAAuB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3F,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,kCAAkC,EAAE,OAAO,CAAC,QAAQ,EAAE,CAAC,uBAAuB,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;AACnJ,KAAK;AACL,IAAI,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK;AAC3C,MAAM,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;AAC3D,MAAM,OAAO;AACb,QAAQ,KAAK;AACb,QAAQ,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,IAAI;AACpD,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,GAAG;AACH,CAAC;AACM,gBAAgB,SAAS,CAAC,OAAO,EAAE,OAAO,EAAE;AACnD,EAAE,IAAI,GAAG,CAAC;AACV,EAAE,GAAG;AACL,IAAI,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;AACjC,IAAI,OAAO,CAAC,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;AAChC,IAAI,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,EAAE;AAClC,MAAM,MAAM,IAAI,CAAC;AACjB,KAAK;AACL,GAAG,QAAQ,GAAG,CAAC,QAAQ,EAAE;AACzB;;ACnEA,SAAS,gBAAgB,CAAC,EAAE,EAAE,MAAM,EAAE;AACtC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACb,EAAE,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;AAC1C,EAAE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACxC,EAAE,MAAM,MAAM,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,IAAI,GAAG,EAAE,GAAG,QAAQ,CAAC;AACnF,EAAE,MAAM,WAAW,GAAG,CAAC,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,IAAI,GAAG,EAAE,GAAG,mBAAmB,CAAC;AAC3G,EAAE,OAAO;AACT,IAAI,EAAE;AACN,IAAI,KAAK;AACT,IAAI,MAAM;AACV,IAAI,IAAI;AACR,IAAI,WAAW;AACf,GAAG,CAAC;AACJ,CAAC;AACM,SAAS,iBAAiB,CAAC,MAAM,EAAE;AAC1C,EAAE,MAAM,OAAO,GAAG,EAAE,CAAC;AACrB,EAAE,MAAM,eAAe,GAAG,MAAM,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,CAAC;AAC/E,EAAE,IAAI,CAAC,eAAe,EAAE;AACxB,IAAI,OAAO,OAAO,CAAC;AACnB,GAAG;AACH,EAAE,KAAK,MAAM,EAAE,IAAI,eAAe,CAAC,IAAI,EAAE,EAAE;AAC3C,IAAI,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AACtE,GAAG;AACH,EAAE,OAAO,OAAO,CAAC;AACjB;;ACdO,MAAM,wBAAwB,CAAC;AACtC,EAAE,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;AACrC,IAAI,MAAM,YAAY,GAAGC,2BAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;AAC5D,IAAI,MAAM,WAAW,GAAGC,0BAAY,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;AACtF,IAAI,OAAO,IAAI,wBAAwB,CAAC;AACxC,MAAM,GAAG,OAAO;AAChB,MAAM,YAAY;AAClB,MAAM,WAAW;AACjB,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;AAC7C,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC;AACjD,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,8BAA8B,GAAG,OAAO,CAAC,8BAA8B,IAAI,KAAK,CAAC;AAC1F,GAAG;AACH,EAAE,gBAAgB,GAAG;AACrB,IAAI,OAAO,0BAA0B,CAAC;AACtC,GAAG;AACH,EAAE,MAAM,YAAY,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE;AAChD,IAAI,IAAI,QAAQ,CAAC,IAAI,KAAK,kBAAkB,EAAE;AAC9C,MAAM,OAAO,KAAK,CAAC;AACnB,KAAK;AACL,IAAI,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;AACjC,IAAI,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC3E,IAAI,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1E,IAAI,IAAI,CAAC,WAAW,EAAE;AACtB,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,4CAA4C,EAAE,IAAI,CAAC,mEAAmE,CAAC,CAAC,CAAC;AAChJ,KAAK;AACL,IAAI,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;AACpC,MAAM,MAAM,EAAE,WAAW,CAAC,MAAM;AAChC,MAAM,MAAM,EAAE,IAAI,CAAC,MAAM;AACzB,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,6BAA6B,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;AACzE,IAAI,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;AAClE,IAAI,MAAM,IAAI,GAAG;AACjB,MAAM,KAAK;AACX,MAAM,IAAI,EAAE,CAAC;AACb,MAAM,GAAG,YAAY,IAAI,EAAE,mBAAmB,EAAE,YAAY,EAAE;AAC9D,KAAK,CAAC;AACN,IAAI,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC;AAChF,IAAI,MAAM,GAAG,GAAG;AAChB,MAAM,OAAO,EAAE,CAAC;AAChB,MAAM,OAAO,EAAE,EAAE;AACjB,KAAK,CAAC;AACN,IAAI,WAAW,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC1C,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;AACpB,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE;AAC5B,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,IAAI,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,cAAc,KAAK,KAAK,CAAC,EAAE;AAC/D,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,IAAI,IAAI,CAAC,8BAA8B,EAAE;AAC/C,QAAQ,MAAM,cAAc,GAAG,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC;AAChF,QAAQ,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,cAAc,EAAE,WAAW,CAAC,CAAC;AAC9G,QAAQ,IAAI,CAAC,cAAc,EAAE;AAC7B,UAAU,SAAS;AACnB,SAAS;AACT,OAAO;AACP,MAAM,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAChC,KAAK;AACL,IAAI,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,OAAO,EAAE;AACvC,MAAM,MAAM,cAAc,GAAG,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,cAAc,GAAG,MAAM,CAAC;AAC9E,MAAM,IAAI,CAACC,qCAAgB,CAAC,QAAQ,CAAC;AACrC,QAAQ,IAAI,EAAE,KAAK;AACnB,QAAQ,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;AAC5E,QAAQ,QAAQ,EAAE,UAAU;AAC5B,OAAO,CAAC,CAAC,CAAC;AACV,KAAK;AACL,IAAI,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;AACtE,IAAI,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;AAC3E,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,wBAAwB,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;AACxF,IAAI,OAAO,IAAI,CAAC;AAChB,GAAG;AACH,EAAE,WAAW,GAAG;AAChB,IAAI,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,cAAc,CAAC,CAAC;AACjE,GAAG;AACH,CAAC;AACM,SAAS,QAAQ,CAAC,SAAS,EAAE;AACpC,EAAE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;AACjC,EAAE,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACjD,EAAE,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,CAAC;AACxD,EAAE,IAAI,SAAS,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS,GAAG,CAAC,EAAE;AACvD,IAAI,MAAM,KAAK,GAAG,SAAS,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;AAC9E,IAAI,OAAO;AACX,MAAM,KAAK;AACX,MAAM,IAAI,EAAE,GAAG,CAAC,IAAI;AACpB,MAAM,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;AACrD,MAAM,WAAW,EAAE,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC1E,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,IAAI,KAAK,CAAC,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;AAClD;;AC/FO,MAAM,6BAA6B,CAAC;AAC3C,EAAE,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE;AACrC,IAAI,MAAM,eAAe,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACtD,IAAI,MAAM,YAAY,GAAGF,2BAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;AACnE,IAAI,MAAM,SAAS,GAAG,EAAE,CAAC;AACzB,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK;AAChD,MAAM,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;AACnE,MAAM,IAAI,CAAC,WAAW,EAAE;AACxB,QAAQ,MAAM,IAAI,KAAK,CAAC,CAAC,8CAA8C,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAChG,OAAO;AACP,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,6BAA6B,CAAC;AACvD,QAAQ,GAAG,OAAO;AAClB,QAAQ,MAAM,EAAE,cAAc;AAC9B,QAAQ,WAAW;AACnB,OAAO,CAAC,CAAC,CAAC;AACV,KAAK,CAAC,CAAC;AACP,IAAI,OAAO,SAAS,CAAC;AACrB,GAAG;AACH,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;AAC3C,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;AACvC,MAAM,MAAM,EAAE,IAAI,CAAC,eAAe,EAAE;AACpC,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC9D,GAAG;AACH,EAAE,eAAe,GAAG;AACpB,IAAI,OAAO,CAAC,8BAA8B,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC7D,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,UAAU,EAAE;AAC5B,IAAI,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;AACjC,IAAI,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;AAC5B,GAAG;AACH,EAAE,gBAAgB,CAAC,QAAQ,EAAE;AAC7B,IAAI,OAAO,YAAY;AACvB,MAAM,MAAM,MAAM,GAAG,CAAC,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,QAAQ,CAAC,CAAC;AACzD,MAAM,OAAO,QAAQ,CAAC,GAAG,CAAC;AAC1B,QAAQ,EAAE,EAAE,MAAM;AAClB,QAAQ,EAAE,EAAE,YAAY;AACxB,UAAU,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;AAC3C,YAAY,KAAK,EAAE,6BAA6B,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI;AAC3E,YAAY,MAAM;AAClB,YAAY,cAAc,EAAEG,eAAI,CAAC,EAAE,EAAE;AACrC,WAAW,CAAC,CAAC;AACb,UAAU,IAAI;AACd,YAAY,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AACvC,WAAW,CAAC,OAAO,KAAK,EAAE;AAC1B,YAAY,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAChC,WAAW;AACX,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE;AACxB,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC;AACf,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;AAC1B,MAAM,MAAM,IAAI,KAAK,CAAC,CAAC,gDAAgD,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC;AACnG,KAAK;AACL,IAAI,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC;AACpC,MAAM,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;AACrC,MAAM,MAAM;AACZ,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,OAAO,KAAK,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE;AAC1E,MAAM,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;AAC9B,MAAM,IAAI,EAAE,CAAC;AACb,MAAM,QAAQ,EAAE,EAAE;AAClB,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,GAAG,GAAG;AAChB,MAAM,OAAO,EAAE,CAAC;AAChB,MAAM,OAAO,EAAE,EAAE;AACjB,KAAK,CAAC;AACN,IAAI,WAAW,MAAM,OAAO,IAAI,QAAQ,EAAE;AAC1C,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;AACpB,MAAM,IAAI,OAAO,CAAC,QAAQ,EAAE;AAC5B,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,GAAG,IAAI,OAAO,CAAC,cAAc,KAAK,KAAK,CAAC,EAAE;AAC3E,QAAQ,SAAS;AACjB,OAAO;AACP,MAAM,MAAM,cAAc,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC,cAAc,KAAK,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;AAC7F,MAAM,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,mBAAmB,KAAK,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;AACjJ,MAAM,IAAI,cAAc,EAAE;AAC1B,QAAQ,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAClC,OAAO;AACP,KAAK;AACL,IAAI,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;AACzE,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;AACxC,MAAM,IAAI,EAAE,MAAM;AAClB,MAAM,QAAQ,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,MAAM;AAC7C,QAAQ,WAAW,EAAE,IAAI,CAAC,eAAe,EAAE;AAC3C,QAAQ,MAAM,EAAEC,iDAA4B,CAAC,EAAE,QAAQ,EAAE,CAAC;AAC1D,OAAO,CAAC,CAAC;AACT,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,kBAAkB,CAAC,OAAO,EAAE;AAC9B,IAAI,IAAI,EAAE,CAAC;AACX,IAAI,MAAM,cAAc,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC,cAAc,KAAK,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;AAC3F,IAAI,OAAO;AACX,MAAM,IAAI,EAAE,KAAK;AACjB,MAAM,MAAM,EAAE,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;AACtF,MAAM,QAAQ,EAAE,UAAU;AAC1B,KAAK,CAAC;AACN,GAAG;AACH;;;;;"}

package/dist/index.d.ts

@@ -1,6 +1,7 @@
 import { Config } from '@backstage/config';
-import { CatalogProcessor, LocationSpec, CatalogProcessorEmit } from '@backstage/plugin-catalog-backend';
+import { CatalogProcessor, LocationSpec, CatalogProcessorEmit, EntityProvider, EntityProviderConnection } from '@backstage/plugin-catalog-backend';
 import { Logger } from 'winston';
+import { TaskRunner } from '@backstage/backend-tasks';
 
 /**
  * Extracts repositories out of an GitLab instance.
@@ -18,7 +19,29 @@ declare class GitLabDiscoveryProcessor implements CatalogProcessor {
     private constructor();
     getProcessorName(): string;
     readLocation(location: LocationSpec, _optional: boolean, emit: CatalogProcessorEmit): Promise<boolean>;
-    private updateLastActivity;
+    private getCacheKey;
 }
 
-export { GitLabDiscoveryProcessor };
+/**
+ * Discovers entity definition files in the groups of a Gitlab instance.
+ * @public
+ */
+declare class GitlabDiscoveryEntityProvider implements EntityProvider {
+    private readonly config;
+    private readonly integration;
+    private readonly logger;
+    private readonly scheduleFn;
+    private connection?;
+    static fromConfig(config: Config, options: {
+        logger: Logger;
+        schedule: TaskRunner;
+    }): GitlabDiscoveryEntityProvider[];
+    private constructor();
+    getProviderName(): string;
+    connect(connection: EntityProviderConnection): Promise<void>;
+    private createScheduleFn;
+    refresh(logger: Logger): Promise<void>;
+    private createLocationSpec;
+}
+
+export { GitLabDiscoveryProcessor, GitlabDiscoveryEntityProvider };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@backstage/plugin-catalog-backend-module-gitlab",
   "description": "A Backstage catalog backend module that helps integrate towards GitLab",
-  "version": "0.1.4-next.2",
+  "version": "0.1.4",
   "main": "dist/index.cjs.js",
   "types": "dist/index.d.ts",
   "license": "Apache-2.0",
@@ -33,25 +33,28 @@
     "start": "backstage-cli package start"
   },
   "dependencies": {
-    "@backstage/backend-common": "^0.14.0-next.2",
-    "@backstage/catalog-model": "^1.0.3-next.0",
+    "@backstage/backend-common": "^0.14.0",
+    "@backstage/backend-tasks": "^0.3.2",
+    "@backstage/catalog-model": "^1.0.3",
     "@backstage/config": "^1.0.1",
     "@backstage/errors": "^1.0.0",
-    "@backstage/integration": "^1.2.1-next.2",
-    "@backstage/plugin-catalog-backend": "^1.2.0-next.2",
+    "@backstage/integration": "^1.2.1",
+    "@backstage/plugin-catalog-backend": "^1.2.0",
     "@backstage/types": "^1.0.0",
     "lodash": "^4.17.21",
     "msw": "^0.42.0",
     "node-fetch": "^2.6.7",
+    "uuid": "^8.0.0",
     "winston": "^3.2.1"
   },
   "devDependencies": {
-    "@backstage/backend-test-utils": "^0.1.25-next.2",
-    "@backstage/cli": "^0.17.2-next.2",
-    "@types/lodash": "^4.14.151"
+    "@backstage/backend-test-utils": "^0.1.25",
+    "@backstage/cli": "^0.17.2",
+    "@types/lodash": "^4.14.151",
+    "@types/uuid": "^8.0.0"
   },
   "files": [
     "dist"
   ],
-  "gitHead": "afc672d59763a835574e6c47819107d22cfd1ad7"
+  "gitHead": "e42cb3887e41f756c16380d757d93feda27f40ee"
 }