@backstage/plugin-catalog-backend-module-gitea 0.1.11 → 0.1.12-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,25 @@
|
|
|
1
1
|
# @backstage/plugin-catalog-backend-module-gitea
|
|
2
2
|
|
|
3
|
+
## 0.1.12-next.1
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- e9b78e9: Removed the `uuid` dependency and replaced usage with the built-in `crypto.randomUUID()`.
|
|
8
|
+
- Updated dependencies
|
|
9
|
+
- @backstage/plugin-catalog-node@2.2.1-next.1
|
|
10
|
+
|
|
11
|
+
## 0.1.12-next.0
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- Updated dependencies
|
|
16
|
+
- @backstage/errors@1.3.1-next.0
|
|
17
|
+
- @backstage/integration@2.0.2-next.0
|
|
18
|
+
- @backstage/backend-plugin-api@1.9.1-next.0
|
|
19
|
+
- @backstage/config@1.3.8-next.0
|
|
20
|
+
- @backstage/plugin-catalog-node@2.2.1-next.0
|
|
21
|
+
- @backstage/plugin-catalog-common@1.1.10-next.0
|
|
22
|
+
|
|
3
23
|
## 0.1.11
|
|
4
24
|
|
|
5
25
|
### Patch Changes
|
|
@@ -1,32 +1,12 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
|
-
var
|
|
3
|
+
var node_crypto = require('node:crypto');
|
|
4
4
|
var errors = require('@backstage/errors');
|
|
5
5
|
var pluginCatalogNode = require('@backstage/plugin-catalog-node');
|
|
6
6
|
var integration = require('@backstage/integration');
|
|
7
7
|
var core = require('./core.cjs.js');
|
|
8
8
|
var config = require('./config.cjs.js');
|
|
9
9
|
|
|
10
|
-
function _interopNamespaceCompat(e) {
|
|
11
|
-
if (e && typeof e === 'object' && 'default' in e) return e;
|
|
12
|
-
var n = Object.create(null);
|
|
13
|
-
if (e) {
|
|
14
|
-
Object.keys(e).forEach(function (k) {
|
|
15
|
-
if (k !== 'default') {
|
|
16
|
-
var d = Object.getOwnPropertyDescriptor(e, k);
|
|
17
|
-
Object.defineProperty(n, k, d.get ? d : {
|
|
18
|
-
enumerable: true,
|
|
19
|
-
get: function () { return e[k]; }
|
|
20
|
-
});
|
|
21
|
-
}
|
|
22
|
-
});
|
|
23
|
-
}
|
|
24
|
-
n.default = e;
|
|
25
|
-
return Object.freeze(n);
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
var uuid__namespace = /*#__PURE__*/_interopNamespaceCompat(uuid);
|
|
29
|
-
|
|
30
10
|
class GiteaEntityProvider {
|
|
31
11
|
config;
|
|
32
12
|
integration;
|
|
@@ -100,7 +80,7 @@ class GiteaEntityProvider {
|
|
|
100
80
|
const logger = this.logger.child({
|
|
101
81
|
class: GiteaEntityProvider.prototype.constructor.name,
|
|
102
82
|
taskId,
|
|
103
|
-
taskInstanceId:
|
|
83
|
+
taskInstanceId: node_crypto.randomUUID()
|
|
104
84
|
});
|
|
105
85
|
try {
|
|
106
86
|
await this.refresh(logger);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GiteaEntityProvider.cjs.js","sources":["../../src/providers/GiteaEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport * as uuid from 'uuid';\nimport { Config } from '@backstage/config';\nimport { InputError } from '@backstage/errors';\nimport {\n EntityProvider,\n EntityProviderConnection,\n locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport {\n GiteaIntegration,\n getGiteaRequestOptions,\n ScmIntegrations,\n} from '@backstage/integration';\nimport { getGiteaApiUrl } from './core';\n\nimport { readGiteaConfigs } from './config';\nimport { GiteaProjectQueryResult, GiteaProviderConfig } from './types';\nimport {\n LoggerService,\n SchedulerService,\n SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n/** @public */\nexport class GiteaEntityProvider implements EntityProvider {\n private readonly config: GiteaProviderConfig;\n private readonly integration: GiteaIntegration;\n private readonly logger: LoggerService;\n private readonly scheduleFn: () => Promise<void>;\n private connection?: EntityProviderConnection;\n\n static fromConfig(\n configRoot: Config,\n options: {\n logger: LoggerService;\n schedule?: SchedulerServiceTaskRunner;\n scheduler?: SchedulerService;\n },\n ): GiteaEntityProvider[] {\n if (!options.schedule && !options.scheduler) {\n throw new Error('Either schedule or scheduler must be provided.');\n }\n\n const providerConfigs = readGiteaConfigs(configRoot);\n const integrations = ScmIntegrations.fromConfig(configRoot).gitea;\n const providers: GiteaEntityProvider[] = [];\n\n providerConfigs.forEach(providerConfig => {\n const integration = integrations.byHost(providerConfig.host);\n if (!integration) {\n throw new InputError(\n `No Gitea integration found that matches host ${providerConfig.host}`,\n );\n }\n\n if (!options.schedule && !providerConfig.schedule) {\n throw new Error(\n `No schedule provided neither via code nor config for Gitea-provider:${providerConfig.id}.`,\n );\n }\n\n const taskRunner =\n options.schedule ??\n options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n providers.push(\n new GiteaEntityProvider(\n providerConfig,\n integration,\n options.logger,\n taskRunner,\n ),\n );\n });\n\n return providers;\n }\n\n private constructor(\n config: GiteaProviderConfig,\n integration: GiteaIntegration,\n logger: LoggerService,\n taskRunner: SchedulerServiceTaskRunner,\n ) {\n this.config = config;\n this.integration = integration;\n this.logger = logger.child({\n target: this.getProviderName(),\n });\n this.scheduleFn = this.createScheduleFn(taskRunner);\n }\n\n getProviderName(): string {\n return `gitea-provider:${this.config.id}`;\n }\n\n async connect(connection: EntityProviderConnection): Promise<void> {\n this.connection = connection;\n await this.scheduleFn();\n }\n\n private async parseGiteaJsonResponse(\n response: Response,\n ): Promise<GiteaProjectQueryResult> {\n if (!response.ok) {\n throw new Error(\n `Failed to fetch Gitea repositories, status: ${response.status}`,\n );\n }\n try {\n return await response.json();\n } catch (error) {\n throw new Error(`Failed to parse Gitea API response: ${error}`);\n }\n }\n\n private createScheduleFn(\n taskRunner: SchedulerServiceTaskRunner,\n ): () => Promise<void> {\n return async () => {\n const taskId = `${this.getProviderName()}:refresh`;\n return taskRunner.run({\n id: taskId,\n fn: async () => {\n const logger = this.logger.child({\n class: GiteaEntityProvider.prototype.constructor.name,\n taskId,\n taskInstanceId: uuid.v4(),\n });\n\n try {\n await this.refresh(logger);\n } catch (error) {\n logger.error(\n `${this.getProviderName()} refresh failed, ${error}`,\n error as Error,\n );\n }\n },\n });\n };\n }\n\n async refresh(logger: LoggerService): Promise<void> {\n if (!this.connection) {\n throw new Error('Gitea discovery connection not initialized');\n }\n let allRepos: any[] = [];\n\n try {\n // Fetch all repos for an organization\n const OrgRepoApiUrl = `${getGiteaApiUrl(this.integration.config)}orgs/${\n this.config.organization\n }/repos`;\n let page = 1;\n let hasMoreData = true;\n\n while (hasMoreData) {\n const url = `${OrgRepoApiUrl}?page=${page}`;\n const response = await fetch(url, {\n method: 'GET',\n ...getGiteaRequestOptions(this.integration.config),\n });\n\n if (!response.ok) {\n throw new Error(\n `Failed to fetch page ${page} of repos, status: ${response.status}`,\n );\n }\n\n const projectsPage = (await this.parseGiteaJsonResponse(\n response,\n )) as GiteaProjectQueryResult;\n\n if (!Array.isArray(projectsPage) || projectsPage.length === 0) {\n hasMoreData = false;\n } else {\n allRepos = allRepos.concat(projectsPage);\n page++;\n }\n }\n } catch (e) {\n throw new Error(\n `Failed to list Gitea projects for organization ${this.config.organization}, ${e}`,\n );\n }\n\n // Filter for repos that have catalog-info.yaml at root\n const { default: pLimit } = await import('p-limit');\n const limit = pLimit(5);\n const validRepos: string[] = [];\n\n await Promise.all(\n allRepos.map(repo =>\n limit(async () => {\n if (repo.empty) {\n logger.warn(`Repo ${repo.html_url} is empty, skipping`);\n return;\n }\n const contentsApiUrl = `${getGiteaApiUrl(\n this.integration.config,\n )}repos/${this.config.organization}/${repo.name}/contents/${\n this.config.catalogPath\n }`;\n\n const res = await fetch(contentsApiUrl, {\n method: 'GET',\n ...getGiteaRequestOptions(this.integration.config),\n });\n if (res.ok) {\n validRepos.push(repo.html_url);\n } else {\n logger.warn(\n `Repo ${repo.html_url} does not contain a catalog-info.yaml file`,\n );\n return;\n }\n }),\n ),\n );\n // Create location specs for each valid repo\n const locations = await Promise.all(\n validRepos.map(repo => limit(() => this.createLocationSpec(repo))),\n );\n // Apply the locations to the catalog\n try {\n const providerName: string = this.getProviderName();\n const entities = locations.map(location => ({\n locationKey: providerName,\n entity: locationSpecToLocationEntity({ location }),\n }));\n await this.connection.applyMutation({\n type: 'full',\n entities: entities,\n });\n } catch (e) {\n logger.error(`Failed to apply mutation: ${e}`);\n }\n logger.info(\n `Found ${locations.length} locations from ${allRepos.length} repos`,\n );\n }\n\n private async createLocationSpec(repo: string): Promise<LocationSpec> {\n return {\n type: 'url',\n target: `${repo}/src/branch/${this.config.branch}/${this.config.catalogPath}`,\n };\n }\n}\n"],"names":["readGiteaConfigs","ScmIntegrations","InputError","uuid","getGiteaApiUrl","getGiteaRequestOptions","locationSpecToLocationEntity"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAwCO,MAAM,mBAAA,CAA8C;AAAA,EACxC,MAAA;AAAA,EACA,WAAA;AAAA,EACA,MAAA;AAAA,EACA,UAAA;AAAA,EACT,UAAA;AAAA,EAER,OAAO,UAAA,CACL,UAAA,EACA,OAAA,EAKuB;AACvB,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAA,IAAY,CAAC,QAAQ,SAAA,EAAW;AAC3C,MAAA,MAAM,IAAI,MAAM,gDAAgD,CAAA;AAAA,IAClE;AAEA,IAAA,MAAM,eAAA,GAAkBA,wBAAiB,UAAU,CAAA;AACnD,IAAA,MAAM,YAAA,GAAeC,2BAAA,CAAgB,UAAA,CAAW,UAAU,CAAA,CAAE,KAAA;AAC5D,IAAA,MAAM,YAAmC,EAAC;AAE1C,IAAA,eAAA,CAAgB,QAAQ,CAAA,cAAA,KAAkB;AACxC,MAAA,MAAM,WAAA,GAAc,YAAA,CAAa,MAAA,CAAO,cAAA,CAAe,IAAI,CAAA;AAC3D,MAAA,IAAI,CAAC,WAAA,EAAa;AAChB,QAAA,MAAM,IAAIC,iBAAA;AAAA,UACR,CAAA,6CAAA,EAAgD,eAAe,IAAI,CAAA;AAAA,SACrE;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAA,IAAY,CAAC,eAAe,QAAA,EAAU;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA;AAAA,SAC1F;AAAA,MACF;AAEA,MAAA,MAAM,aACJ,OAAA,CAAQ,QAAA,IACR,QAAQ,SAAA,CAAW,yBAAA,CAA0B,eAAe,QAAS,CAAA;AAEvE,MAAA,SAAA,CAAU,IAAA;AAAA,QACR,IAAI,mBAAA;AAAA,UACF,cAAA;AAAA,UACA,WAAA;AAAA,UACA,OAAA,CAAQ,MAAA;AAAA,UACR;AAAA;AACF,OACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,WAAA,EACA,MAAA,EACA,UAAA,EACA;AACA,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,IAAA,IAAA,CAAK,MAAA,GAAS,OAAO,KAAA,CAAM;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAA;AAAgB,KAC9B,CAAA;AACD,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA,CAAK,gBAAA,CAAiB,UAAU,CAAA;AAAA,EACpD;AAAA,EAEA,eAAA,GAA0B;AACxB,IAAA,OAAO,CAAA,eAAA,EAAkB,IAAA,CAAK,MAAA,CAAO,EAAE,CAAA,CAAA;AAAA,EACzC;AAAA,EAEA,MAAM,QAAQ,UAAA,EAAqD;AACjE,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAClB,IAAA,MAAM,KAAK,UAAA,EAAW;AAAA,EACxB;AAAA,EAEA,MAAc,uBACZ,QAAA,EACkC;AAClC,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,4CAAA,EAA+C,SAAS,MAAM,CAAA;AAAA,OAChE;AAAA,IACF;AACA,IAAA,IAAI;AACF,MAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,KAAK,CAAA,CAAE,CAAA;AAAA,IAChE;AAAA,EACF;AAAA,EAEQ,iBACN,UAAA,EACqB;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAA,GAAS,CAAA,EAAG,IAAA,CAAK,eAAA,EAAiB,CAAA,QAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAA,CAAI;AAAA,QACpB,EAAA,EAAI,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM;AAAA,YAC/B,KAAA,EAAO,mBAAA,CAAoB,SAAA,CAAU,WAAA,CAAY,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,cAAA,EAAgBC,gBAAK,EAAA;AAAG,WACzB,CAAA;AAED,UAAA,IAAI;AACF,YAAA,MAAM,IAAA,CAAK,QAAQ,MAAM,CAAA;AAAA,UAC3B,SAAS,KAAA,EAAO;AACd,YAAA,MAAA,CAAO,KAAA;AAAA,cACL,CAAA,EAAG,IAAA,CAAK,eAAA,EAAiB,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD;AAAA,aACF;AAAA,UACF;AAAA,QACF;AAAA,OACD,CAAA;AAAA,IACH,CAAA;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAsC;AAClD,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AACA,IAAA,IAAI,WAAkB,EAAC;AAEvB,IAAA,IAAI;AAEF,MAAA,MAAM,aAAA,GAAgB,CAAA,EAAGC,mBAAA,CAAe,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA,KAAA,EAC9D,IAAA,CAAK,MAAA,CAAO,YACd,CAAA,MAAA,CAAA;AACA,MAAA,IAAI,IAAA,GAAO,CAAA;AACX,MAAA,IAAI,WAAA,GAAc,IAAA;AAElB,MAAA,OAAO,WAAA,EAAa;AAClB,QAAA,MAAM,GAAA,GAAM,CAAA,EAAG,aAAa,CAAA,MAAA,EAAS,IAAI,CAAA,CAAA;AACzC,QAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,UAChC,MAAA,EAAQ,KAAA;AAAA,UACR,GAAGC,kCAAA,CAAuB,IAAA,CAAK,WAAA,CAAY,MAAM;AAAA,SAClD,CAAA;AAED,QAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,qBAAA,EAAwB,IAAI,CAAA,mBAAA,EAAsB,QAAA,CAAS,MAAM,CAAA;AAAA,WACnE;AAAA,QACF;AAEA,QAAA,MAAM,YAAA,GAAgB,MAAM,IAAA,CAAK,sBAAA;AAAA,UAC/B;AAAA,SACF;AAEA,QAAA,IAAI,CAAC,KAAA,CAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,WAAW,CAAA,EAAG;AAC7D,UAAA,WAAA,GAAc,KAAA;AAAA,QAChB,CAAA,MAAO;AACL,UAAA,QAAA,GAAW,QAAA,CAAS,OAAO,YAAY,CAAA;AACvC,UAAA,IAAA,EAAA;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAG;AACV,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,+CAAA,EAAkD,IAAA,CAAK,MAAA,CAAO,YAAY,KAAK,CAAC,CAAA;AAAA,OAClF;AAAA,IACF;AAGA,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,MAAM,OAAO,SAAS,CAAA;AAClD,IAAA,MAAM,KAAA,GAAQ,OAAO,CAAC,CAAA;AACtB,IAAA,MAAM,aAAuB,EAAC;AAE9B,IAAA,MAAM,OAAA,CAAQ,GAAA;AAAA,MACZ,QAAA,CAAS,GAAA;AAAA,QAAI,CAAA,IAAA,KACX,MAAM,YAAY;AAChB,UAAA,IAAI,KAAK,KAAA,EAAO;AACd,YAAA,MAAA,CAAO,IAAA,CAAK,CAAA,KAAA,EAAQ,IAAA,CAAK,QAAQ,CAAA,mBAAA,CAAqB,CAAA;AACtD,YAAA;AAAA,UACF;AACA,UAAA,MAAM,iBAAiB,CAAA,EAAGD,mBAAA;AAAA,YACxB,KAAK,WAAA,CAAY;AAAA,WAClB,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,CAAO,YAAY,CAAA,CAAA,EAAI,IAAA,CAAK,IAAI,CAAA,UAAA,EAC7C,IAAA,CAAK,MAAA,CAAO,WACd,CAAA,CAAA;AAEA,UAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,cAAA,EAAgB;AAAA,YACtC,MAAA,EAAQ,KAAA;AAAA,YACR,GAAGC,kCAAA,CAAuB,IAAA,CAAK,WAAA,CAAY,MAAM;AAAA,WAClD,CAAA;AACD,UAAA,IAAI,IAAI,EAAA,EAAI;AACV,YAAA,UAAA,CAAW,IAAA,CAAK,KAAK,QAAQ,CAAA;AAAA,UAC/B,CAAA,MAAO;AACL,YAAA,MAAA,CAAO,IAAA;AAAA,cACL,CAAA,KAAA,EAAQ,KAAK,QAAQ,CAAA,0CAAA;AAAA,aACvB;AACA,YAAA;AAAA,UACF;AAAA,QACF,CAAC;AAAA;AACH,KACF;AAEA,IAAA,MAAM,SAAA,GAAY,MAAM,OAAA,CAAQ,GAAA;AAAA,MAC9B,UAAA,CAAW,IAAI,CAAA,IAAA,KAAQ,KAAA,CAAM,MAAM,IAAA,CAAK,kBAAA,CAAmB,IAAI,CAAC,CAAC;AAAA,KACnE;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAuB,KAAK,eAAA,EAAgB;AAClD,MAAA,MAAM,QAAA,GAAW,SAAA,CAAU,GAAA,CAAI,CAAA,QAAA,MAAa;AAAA,QAC1C,WAAA,EAAa,YAAA;AAAA,QACb,MAAA,EAAQC,8CAAA,CAA6B,EAAE,QAAA,EAAU;AAAA,OACnD,CAAE,CAAA;AACF,MAAA,MAAM,IAAA,CAAK,WAAW,aAAA,CAAc;AAAA,QAClC,IAAA,EAAM,MAAA;AAAA,QACN;AAAA,OACD,CAAA;AAAA,IACH,SAAS,CAAA,EAAG;AACV,MAAA,MAAA,CAAO,KAAA,CAAM,CAAA,0BAAA,EAA6B,CAAC,CAAA,CAAE,CAAA;AAAA,IAC/C;AACA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,SAAA,CAAU,MAAM,CAAA,gBAAA,EAAmB,SAAS,MAAM,CAAA,MAAA;AAAA,KAC7D;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,IAAA,EAAqC;AACpE,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,KAAA;AAAA,MACN,MAAA,EAAQ,CAAA,EAAG,IAAI,CAAA,YAAA,EAAe,IAAA,CAAK,OAAO,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,MAAA,CAAO,WAAW,CAAA;AAAA,KAC7E;AAAA,EACF;AACF;;;;"}
|
|
1
|
+
{"version":3,"file":"GiteaEntityProvider.cjs.js","sources":["../../src/providers/GiteaEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { randomUUID } from 'node:crypto';\nimport { Config } from '@backstage/config';\nimport { InputError } from '@backstage/errors';\nimport {\n EntityProvider,\n EntityProviderConnection,\n locationSpecToLocationEntity,\n} from '@backstage/plugin-catalog-node';\nimport { LocationSpec } from '@backstage/plugin-catalog-common';\nimport {\n GiteaIntegration,\n getGiteaRequestOptions,\n ScmIntegrations,\n} from '@backstage/integration';\nimport { getGiteaApiUrl } from './core';\n\nimport { readGiteaConfigs } from './config';\nimport { GiteaProjectQueryResult, GiteaProviderConfig } from './types';\nimport {\n LoggerService,\n SchedulerService,\n SchedulerServiceTaskRunner,\n} from '@backstage/backend-plugin-api';\n\n/** @public */\nexport class GiteaEntityProvider implements EntityProvider {\n private readonly config: GiteaProviderConfig;\n private readonly integration: GiteaIntegration;\n private readonly logger: LoggerService;\n private readonly scheduleFn: () => Promise<void>;\n private connection?: EntityProviderConnection;\n\n static fromConfig(\n configRoot: Config,\n options: {\n logger: LoggerService;\n schedule?: SchedulerServiceTaskRunner;\n scheduler?: SchedulerService;\n },\n ): GiteaEntityProvider[] {\n if (!options.schedule && !options.scheduler) {\n throw new Error('Either schedule or scheduler must be provided.');\n }\n\n const providerConfigs = readGiteaConfigs(configRoot);\n const integrations = ScmIntegrations.fromConfig(configRoot).gitea;\n const providers: GiteaEntityProvider[] = [];\n\n providerConfigs.forEach(providerConfig => {\n const integration = integrations.byHost(providerConfig.host);\n if (!integration) {\n throw new InputError(\n `No Gitea integration found that matches host ${providerConfig.host}`,\n );\n }\n\n if (!options.schedule && !providerConfig.schedule) {\n throw new Error(\n `No schedule provided neither via code nor config for Gitea-provider:${providerConfig.id}.`,\n );\n }\n\n const taskRunner =\n options.schedule ??\n options.scheduler!.createScheduledTaskRunner(providerConfig.schedule!);\n\n providers.push(\n new GiteaEntityProvider(\n providerConfig,\n integration,\n options.logger,\n taskRunner,\n ),\n );\n });\n\n return providers;\n }\n\n private constructor(\n config: GiteaProviderConfig,\n integration: GiteaIntegration,\n logger: LoggerService,\n taskRunner: SchedulerServiceTaskRunner,\n ) {\n this.config = config;\n this.integration = integration;\n this.logger = logger.child({\n target: this.getProviderName(),\n });\n this.scheduleFn = this.createScheduleFn(taskRunner);\n }\n\n getProviderName(): string {\n return `gitea-provider:${this.config.id}`;\n }\n\n async connect(connection: EntityProviderConnection): Promise<void> {\n this.connection = connection;\n await this.scheduleFn();\n }\n\n private async parseGiteaJsonResponse(\n response: Response,\n ): Promise<GiteaProjectQueryResult> {\n if (!response.ok) {\n throw new Error(\n `Failed to fetch Gitea repositories, status: ${response.status}`,\n );\n }\n try {\n return await response.json();\n } catch (error) {\n throw new Error(`Failed to parse Gitea API response: ${error}`);\n }\n }\n\n private createScheduleFn(\n taskRunner: SchedulerServiceTaskRunner,\n ): () => Promise<void> {\n return async () => {\n const taskId = `${this.getProviderName()}:refresh`;\n return taskRunner.run({\n id: taskId,\n fn: async () => {\n const logger = this.logger.child({\n class: GiteaEntityProvider.prototype.constructor.name,\n taskId,\n taskInstanceId: randomUUID(),\n });\n\n try {\n await this.refresh(logger);\n } catch (error) {\n logger.error(\n `${this.getProviderName()} refresh failed, ${error}`,\n error as Error,\n );\n }\n },\n });\n };\n }\n\n async refresh(logger: LoggerService): Promise<void> {\n if (!this.connection) {\n throw new Error('Gitea discovery connection not initialized');\n }\n let allRepos: any[] = [];\n\n try {\n // Fetch all repos for an organization\n const OrgRepoApiUrl = `${getGiteaApiUrl(this.integration.config)}orgs/${\n this.config.organization\n }/repos`;\n let page = 1;\n let hasMoreData = true;\n\n while (hasMoreData) {\n const url = `${OrgRepoApiUrl}?page=${page}`;\n const response = await fetch(url, {\n method: 'GET',\n ...getGiteaRequestOptions(this.integration.config),\n });\n\n if (!response.ok) {\n throw new Error(\n `Failed to fetch page ${page} of repos, status: ${response.status}`,\n );\n }\n\n const projectsPage = (await this.parseGiteaJsonResponse(\n response,\n )) as GiteaProjectQueryResult;\n\n if (!Array.isArray(projectsPage) || projectsPage.length === 0) {\n hasMoreData = false;\n } else {\n allRepos = allRepos.concat(projectsPage);\n page++;\n }\n }\n } catch (e) {\n throw new Error(\n `Failed to list Gitea projects for organization ${this.config.organization}, ${e}`,\n );\n }\n\n // Filter for repos that have catalog-info.yaml at root\n const { default: pLimit } = await import('p-limit');\n const limit = pLimit(5);\n const validRepos: string[] = [];\n\n await Promise.all(\n allRepos.map(repo =>\n limit(async () => {\n if (repo.empty) {\n logger.warn(`Repo ${repo.html_url} is empty, skipping`);\n return;\n }\n const contentsApiUrl = `${getGiteaApiUrl(\n this.integration.config,\n )}repos/${this.config.organization}/${repo.name}/contents/${\n this.config.catalogPath\n }`;\n\n const res = await fetch(contentsApiUrl, {\n method: 'GET',\n ...getGiteaRequestOptions(this.integration.config),\n });\n if (res.ok) {\n validRepos.push(repo.html_url);\n } else {\n logger.warn(\n `Repo ${repo.html_url} does not contain a catalog-info.yaml file`,\n );\n return;\n }\n }),\n ),\n );\n // Create location specs for each valid repo\n const locations = await Promise.all(\n validRepos.map(repo => limit(() => this.createLocationSpec(repo))),\n );\n // Apply the locations to the catalog\n try {\n const providerName: string = this.getProviderName();\n const entities = locations.map(location => ({\n locationKey: providerName,\n entity: locationSpecToLocationEntity({ location }),\n }));\n await this.connection.applyMutation({\n type: 'full',\n entities: entities,\n });\n } catch (e) {\n logger.error(`Failed to apply mutation: ${e}`);\n }\n logger.info(\n `Found ${locations.length} locations from ${allRepos.length} repos`,\n );\n }\n\n private async createLocationSpec(repo: string): Promise<LocationSpec> {\n return {\n type: 'url',\n target: `${repo}/src/branch/${this.config.branch}/${this.config.catalogPath}`,\n };\n }\n}\n"],"names":["readGiteaConfigs","ScmIntegrations","InputError","randomUUID","getGiteaApiUrl","getGiteaRequestOptions","locationSpecToLocationEntity"],"mappings":";;;;;;;;;AAwCO,MAAM,mBAAA,CAA8C;AAAA,EACxC,MAAA;AAAA,EACA,WAAA;AAAA,EACA,MAAA;AAAA,EACA,UAAA;AAAA,EACT,UAAA;AAAA,EAER,OAAO,UAAA,CACL,UAAA,EACA,OAAA,EAKuB;AACvB,IAAA,IAAI,CAAC,OAAA,CAAQ,QAAA,IAAY,CAAC,QAAQ,SAAA,EAAW;AAC3C,MAAA,MAAM,IAAI,MAAM,gDAAgD,CAAA;AAAA,IAClE;AAEA,IAAA,MAAM,eAAA,GAAkBA,wBAAiB,UAAU,CAAA;AACnD,IAAA,MAAM,YAAA,GAAeC,2BAAA,CAAgB,UAAA,CAAW,UAAU,CAAA,CAAE,KAAA;AAC5D,IAAA,MAAM,YAAmC,EAAC;AAE1C,IAAA,eAAA,CAAgB,QAAQ,CAAA,cAAA,KAAkB;AACxC,MAAA,MAAM,WAAA,GAAc,YAAA,CAAa,MAAA,CAAO,cAAA,CAAe,IAAI,CAAA;AAC3D,MAAA,IAAI,CAAC,WAAA,EAAa;AAChB,QAAA,MAAM,IAAIC,iBAAA;AAAA,UACR,CAAA,6CAAA,EAAgD,eAAe,IAAI,CAAA;AAAA,SACrE;AAAA,MACF;AAEA,MAAA,IAAI,CAAC,OAAA,CAAQ,QAAA,IAAY,CAAC,eAAe,QAAA,EAAU;AACjD,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oEAAA,EAAuE,eAAe,EAAE,CAAA,CAAA;AAAA,SAC1F;AAAA,MACF;AAEA,MAAA,MAAM,aACJ,OAAA,CAAQ,QAAA,IACR,QAAQ,SAAA,CAAW,yBAAA,CAA0B,eAAe,QAAS,CAAA;AAEvE,MAAA,SAAA,CAAU,IAAA;AAAA,QACR,IAAI,mBAAA;AAAA,UACF,cAAA;AAAA,UACA,WAAA;AAAA,UACA,OAAA,CAAQ,MAAA;AAAA,UACR;AAAA;AACF,OACF;AAAA,IACF,CAAC,CAAA;AAED,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEQ,WAAA,CACN,MAAA,EACA,WAAA,EACA,MAAA,EACA,UAAA,EACA;AACA,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,WAAA,GAAc,WAAA;AACnB,IAAA,IAAA,CAAK,MAAA,GAAS,OAAO,KAAA,CAAM;AAAA,MACzB,MAAA,EAAQ,KAAK,eAAA;AAAgB,KAC9B,CAAA;AACD,IAAA,IAAA,CAAK,UAAA,GAAa,IAAA,CAAK,gBAAA,CAAiB,UAAU,CAAA;AAAA,EACpD;AAAA,EAEA,eAAA,GAA0B;AACxB,IAAA,OAAO,CAAA,eAAA,EAAkB,IAAA,CAAK,MAAA,CAAO,EAAE,CAAA,CAAA;AAAA,EACzC;AAAA,EAEA,MAAM,QAAQ,UAAA,EAAqD;AACjE,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAClB,IAAA,MAAM,KAAK,UAAA,EAAW;AAAA,EACxB;AAAA,EAEA,MAAc,uBACZ,QAAA,EACkC;AAClC,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,4CAAA,EAA+C,SAAS,MAAM,CAAA;AAAA,OAChE;AAAA,IACF;AACA,IAAA,IAAI;AACF,MAAA,OAAO,MAAM,SAAS,IAAA,EAAK;AAAA,IAC7B,SAAS,KAAA,EAAO;AACd,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,KAAK,CAAA,CAAE,CAAA;AAAA,IAChE;AAAA,EACF;AAAA,EAEQ,iBACN,UAAA,EACqB;AACrB,IAAA,OAAO,YAAY;AACjB,MAAA,MAAM,MAAA,GAAS,CAAA,EAAG,IAAA,CAAK,eAAA,EAAiB,CAAA,QAAA,CAAA;AACxC,MAAA,OAAO,WAAW,GAAA,CAAI;AAAA,QACpB,EAAA,EAAI,MAAA;AAAA,QACJ,IAAI,YAAY;AACd,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM;AAAA,YAC/B,KAAA,EAAO,mBAAA,CAAoB,SAAA,CAAU,WAAA,CAAY,IAAA;AAAA,YACjD,MAAA;AAAA,YACA,gBAAgBC,sBAAA;AAAW,WAC5B,CAAA;AAED,UAAA,IAAI;AACF,YAAA,MAAM,IAAA,CAAK,QAAQ,MAAM,CAAA;AAAA,UAC3B,SAAS,KAAA,EAAO;AACd,YAAA,MAAA,CAAO,KAAA;AAAA,cACL,CAAA,EAAG,IAAA,CAAK,eAAA,EAAiB,oBAAoB,KAAK,CAAA,CAAA;AAAA,cAClD;AAAA,aACF;AAAA,UACF;AAAA,QACF;AAAA,OACD,CAAA;AAAA,IACH,CAAA;AAAA,EACF;AAAA,EAEA,MAAM,QAAQ,MAAA,EAAsC;AAClD,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,MAAM,IAAI,MAAM,4CAA4C,CAAA;AAAA,IAC9D;AACA,IAAA,IAAI,WAAkB,EAAC;AAEvB,IAAA,IAAI;AAEF,MAAA,MAAM,aAAA,GAAgB,CAAA,EAAGC,mBAAA,CAAe,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,CAAA,KAAA,EAC9D,IAAA,CAAK,MAAA,CAAO,YACd,CAAA,MAAA,CAAA;AACA,MAAA,IAAI,IAAA,GAAO,CAAA;AACX,MAAA,IAAI,WAAA,GAAc,IAAA;AAElB,MAAA,OAAO,WAAA,EAAa;AAClB,QAAA,MAAM,GAAA,GAAM,CAAA,EAAG,aAAa,CAAA,MAAA,EAAS,IAAI,CAAA,CAAA;AACzC,QAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,GAAA,EAAK;AAAA,UAChC,MAAA,EAAQ,KAAA;AAAA,UACR,GAAGC,kCAAA,CAAuB,IAAA,CAAK,WAAA,CAAY,MAAM;AAAA,SAClD,CAAA;AAED,QAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,qBAAA,EAAwB,IAAI,CAAA,mBAAA,EAAsB,QAAA,CAAS,MAAM,CAAA;AAAA,WACnE;AAAA,QACF;AAEA,QAAA,MAAM,YAAA,GAAgB,MAAM,IAAA,CAAK,sBAAA;AAAA,UAC/B;AAAA,SACF;AAEA,QAAA,IAAI,CAAC,KAAA,CAAM,OAAA,CAAQ,YAAY,CAAA,IAAK,YAAA,CAAa,WAAW,CAAA,EAAG;AAC7D,UAAA,WAAA,GAAc,KAAA;AAAA,QAChB,CAAA,MAAO;AACL,UAAA,QAAA,GAAW,QAAA,CAAS,OAAO,YAAY,CAAA;AACvC,UAAA,IAAA,EAAA;AAAA,QACF;AAAA,MACF;AAAA,IACF,SAAS,CAAA,EAAG;AACV,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,+CAAA,EAAkD,IAAA,CAAK,MAAA,CAAO,YAAY,KAAK,CAAC,CAAA;AAAA,OAClF;AAAA,IACF;AAGA,IAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,MAAM,OAAO,SAAS,CAAA;AAClD,IAAA,MAAM,KAAA,GAAQ,OAAO,CAAC,CAAA;AACtB,IAAA,MAAM,aAAuB,EAAC;AAE9B,IAAA,MAAM,OAAA,CAAQ,GAAA;AAAA,MACZ,QAAA,CAAS,GAAA;AAAA,QAAI,CAAA,IAAA,KACX,MAAM,YAAY;AAChB,UAAA,IAAI,KAAK,KAAA,EAAO;AACd,YAAA,MAAA,CAAO,IAAA,CAAK,CAAA,KAAA,EAAQ,IAAA,CAAK,QAAQ,CAAA,mBAAA,CAAqB,CAAA;AACtD,YAAA;AAAA,UACF;AACA,UAAA,MAAM,iBAAiB,CAAA,EAAGD,mBAAA;AAAA,YACxB,KAAK,WAAA,CAAY;AAAA,WAClB,CAAA,MAAA,EAAS,IAAA,CAAK,MAAA,CAAO,YAAY,CAAA,CAAA,EAAI,IAAA,CAAK,IAAI,CAAA,UAAA,EAC7C,IAAA,CAAK,MAAA,CAAO,WACd,CAAA,CAAA;AAEA,UAAA,MAAM,GAAA,GAAM,MAAM,KAAA,CAAM,cAAA,EAAgB;AAAA,YACtC,MAAA,EAAQ,KAAA;AAAA,YACR,GAAGC,kCAAA,CAAuB,IAAA,CAAK,WAAA,CAAY,MAAM;AAAA,WAClD,CAAA;AACD,UAAA,IAAI,IAAI,EAAA,EAAI;AACV,YAAA,UAAA,CAAW,IAAA,CAAK,KAAK,QAAQ,CAAA;AAAA,UAC/B,CAAA,MAAO;AACL,YAAA,MAAA,CAAO,IAAA;AAAA,cACL,CAAA,KAAA,EAAQ,KAAK,QAAQ,CAAA,0CAAA;AAAA,aACvB;AACA,YAAA;AAAA,UACF;AAAA,QACF,CAAC;AAAA;AACH,KACF;AAEA,IAAA,MAAM,SAAA,GAAY,MAAM,OAAA,CAAQ,GAAA;AAAA,MAC9B,UAAA,CAAW,IAAI,CAAA,IAAA,KAAQ,KAAA,CAAM,MAAM,IAAA,CAAK,kBAAA,CAAmB,IAAI,CAAC,CAAC;AAAA,KACnE;AAEA,IAAA,IAAI;AACF,MAAA,MAAM,YAAA,GAAuB,KAAK,eAAA,EAAgB;AAClD,MAAA,MAAM,QAAA,GAAW,SAAA,CAAU,GAAA,CAAI,CAAA,QAAA,MAAa;AAAA,QAC1C,WAAA,EAAa,YAAA;AAAA,QACb,MAAA,EAAQC,8CAAA,CAA6B,EAAE,QAAA,EAAU;AAAA,OACnD,CAAE,CAAA;AACF,MAAA,MAAM,IAAA,CAAK,WAAW,aAAA,CAAc;AAAA,QAClC,IAAA,EAAM,MAAA;AAAA,QACN;AAAA,OACD,CAAA;AAAA,IACH,SAAS,CAAA,EAAG;AACV,MAAA,MAAA,CAAO,KAAA,CAAM,CAAA,0BAAA,EAA6B,CAAC,CAAA,CAAE,CAAA;AAAA,IAC/C;AACA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,SAAA,CAAU,MAAM,CAAA,gBAAA,EAAmB,SAAS,MAAM,CAAA,MAAA;AAAA,KAC7D;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,IAAA,EAAqC;AACpE,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,KAAA;AAAA,MACN,MAAA,EAAQ,CAAA,EAAG,IAAI,CAAA,YAAA,EAAe,IAAA,CAAK,OAAO,MAAM,CAAA,CAAA,EAAI,IAAA,CAAK,MAAA,CAAO,WAAW,CAAA;AAAA,KAC7E;AAAA,EACF;AACF;;;;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage/plugin-catalog-backend-module-gitea",
|
|
3
|
-
"version": "0.1.
|
|
3
|
+
"version": "0.1.12-next.1",
|
|
4
4
|
"description": "The gitea backend module for the catalog plugin.",
|
|
5
5
|
"backstage": {
|
|
6
6
|
"role": "backend-plugin-module",
|
|
@@ -36,18 +36,17 @@
|
|
|
36
36
|
"test": "backstage-cli package test"
|
|
37
37
|
},
|
|
38
38
|
"dependencies": {
|
|
39
|
-
"@backstage/backend-plugin-api": "
|
|
40
|
-
"@backstage/config": "
|
|
41
|
-
"@backstage/errors": "
|
|
42
|
-
"@backstage/integration": "
|
|
43
|
-
"@backstage/plugin-catalog-common": "
|
|
44
|
-
"@backstage/plugin-catalog-node": "
|
|
45
|
-
"p-limit": "^3.0.2"
|
|
46
|
-
"uuid": "^11.0.0"
|
|
39
|
+
"@backstage/backend-plugin-api": "1.9.1-next.0",
|
|
40
|
+
"@backstage/config": "1.3.8-next.0",
|
|
41
|
+
"@backstage/errors": "1.3.1-next.0",
|
|
42
|
+
"@backstage/integration": "2.0.2-next.0",
|
|
43
|
+
"@backstage/plugin-catalog-common": "1.1.10-next.0",
|
|
44
|
+
"@backstage/plugin-catalog-node": "2.2.1-next.1",
|
|
45
|
+
"p-limit": "^3.0.2"
|
|
47
46
|
},
|
|
48
47
|
"devDependencies": {
|
|
49
|
-
"@backstage/backend-test-utils": "
|
|
50
|
-
"@backstage/cli": "
|
|
48
|
+
"@backstage/backend-test-utils": "1.11.3-next.1",
|
|
49
|
+
"@backstage/cli": "0.36.2-next.1"
|
|
51
50
|
},
|
|
52
51
|
"typesVersions": {
|
|
53
52
|
"*": {
|