@backstage/plugin-search-backend-module-techdocs 0.2.3-next.2 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -1,5 +1,39 @@
1
1
  # @backstage/plugin-search-backend-module-techdocs
2
2
 
3
+ ## 0.3.1
4
+
5
+ ### Patch Changes
6
+
7
+ - Updated dependencies
8
+ - @backstage/plugin-search-backend-node@1.3.4
9
+ - @backstage/backend-plugin-api@1.0.1
10
+ - @backstage/plugin-catalog-node@1.13.1
11
+ - @backstage/plugin-techdocs-node@1.12.12
12
+
13
+ ## 0.3.0
14
+
15
+ ### Minor Changes
16
+
17
+ - 07a7fc2: Refactor TechDocs collator, enable clients to override the mkdocs search index transformer, so that per document properties (like tags) can be added to Backstage search index.
18
+
19
+ ### Patch Changes
20
+
21
+ - 4b60e0c: Remove extension points from `/alpha` export, they're available from the main package already
22
+ - 094eaa3: Remove references to in-repo backend-common
23
+ - 3109c24: The export for the new backend system at the `/alpha` export is now also available via the main entry point, which means that you can remove the `/alpha` suffix from the import.
24
+ - 2f88f88: Updated backend installation instructions.
25
+ - Updated dependencies
26
+ - @backstage/plugin-search-backend-node@1.3.3
27
+ - @backstage/plugin-catalog-node@1.13.1
28
+ - @backstage/plugin-techdocs-node@1.12.12
29
+ - @backstage/catalog-client@1.7.1
30
+ - @backstage/backend-plugin-api@1.0.1
31
+ - @backstage/catalog-model@1.7.0
32
+ - @backstage/config@1.2.0
33
+ - @backstage/plugin-catalog-common@1.1.0
34
+ - @backstage/plugin-permission-common@0.8.1
35
+ - @backstage/plugin-search-common@1.2.14
36
+
3
37
  ## 0.2.3-next.2
4
38
 
5
39
  ### Patch Changes
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@backstage/plugin-search-backend-module-techdocs__alpha",
3
- "version": "0.2.3-next.2",
3
+ "version": "0.3.1",
4
4
  "main": "../dist/alpha.cjs.js",
5
5
  "types": "../dist/alpha.d.ts"
6
6
  }
package/dist/alpha.cjs.js CHANGED
@@ -2,77 +2,9 @@
2
2
 
3
3
  Object.defineProperty(exports, '__esModule', { value: true });
4
4
 
5
- var backendPluginApi = require('@backstage/backend-plugin-api');
6
- var alpha$1 = require('@backstage/plugin-catalog-node/alpha');
7
- var pluginSearchBackendModuleTechdocs = require('@backstage/plugin-search-backend-module-techdocs');
8
- var alpha$2 = require('@backstage/plugin-search-backend-node/alpha');
5
+ var module$1 = require('./module.cjs.js');
9
6
 
10
- const techdocsCollatorEntityTransformerExtensionPoint = backendPluginApi.createExtensionPoint({
11
- id: "search.techdocsCollator.transformer"
12
- });
13
- var alpha = backendPluginApi.createBackendModule({
14
- pluginId: "search",
15
- moduleId: "techdocs-collator",
16
- register(env) {
17
- let transformer;
18
- env.registerExtensionPoint(
19
- techdocsCollatorEntityTransformerExtensionPoint,
20
- {
21
- setTransformer(newTransformer) {
22
- if (transformer) {
23
- throw new Error(
24
- "TechDocs collator entity transformer may only be set once"
25
- );
26
- }
27
- transformer = newTransformer;
28
- }
29
- }
30
- );
31
- env.registerInit({
32
- deps: {
33
- config: backendPluginApi.coreServices.rootConfig,
34
- logger: backendPluginApi.coreServices.logger,
35
- auth: backendPluginApi.coreServices.auth,
36
- httpAuth: backendPluginApi.coreServices.httpAuth,
37
- discovery: backendPluginApi.coreServices.discovery,
38
- scheduler: backendPluginApi.coreServices.scheduler,
39
- catalog: alpha$1.catalogServiceRef,
40
- indexRegistry: alpha$2.searchIndexRegistryExtensionPoint
41
- },
42
- async init({
43
- config,
44
- logger,
45
- auth,
46
- httpAuth,
47
- discovery,
48
- scheduler,
49
- catalog,
50
- indexRegistry
51
- }) {
52
- const defaultSchedule = {
53
- frequency: { minutes: 10 },
54
- timeout: { minutes: 15 },
55
- initialDelay: { seconds: 3 }
56
- };
57
- const schedule = config.has("search.collators.techdocs.schedule") ? backendPluginApi.readSchedulerServiceTaskScheduleDefinitionFromConfig(
58
- config.getConfig("search.collators.techdocs.schedule")
59
- ) : defaultSchedule;
60
- indexRegistry.addCollator({
61
- schedule: scheduler.createScheduledTaskRunner(schedule),
62
- factory: pluginSearchBackendModuleTechdocs.DefaultTechDocsCollatorFactory.fromConfig(config, {
63
- discovery,
64
- auth,
65
- httpAuth,
66
- logger,
67
- catalogClient: catalog,
68
- entityTransformer: transformer
69
- })
70
- });
71
- }
72
- });
73
- }
74
- });
7
+ const _feature = module$1.default;
75
8
 
76
- exports.default = alpha;
77
- exports.techdocsCollatorEntityTransformerExtensionPoint = techdocsCollatorEntityTransformerExtensionPoint;
9
+ exports.default = _feature;
78
10
  //# sourceMappingURL=alpha.cjs.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"alpha.cjs.js","sources":["../src/alpha.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * @packageDocumentation\n * A module for the search backend that exports TechDocs modules.\n */\n\nimport {\n coreServices,\n createBackendModule,\n createExtensionPoint,\n readSchedulerServiceTaskScheduleDefinitionFromConfig,\n} from '@backstage/backend-plugin-api';\nimport { catalogServiceRef } from '@backstage/plugin-catalog-node/alpha';\nimport {\n DefaultTechDocsCollatorFactory,\n TechDocsCollatorEntityTransformer,\n} from '@backstage/plugin-search-backend-module-techdocs';\nimport { searchIndexRegistryExtensionPoint } from '@backstage/plugin-search-backend-node/alpha';\n\n/** @alpha */\nexport interface TechDocsCollatorEntityTransformerExtensionPoint {\n setTransformer(transformer: TechDocsCollatorEntityTransformer): void;\n}\n\n/**\n * Extension point used to customize the TechDocs collator entity transformer.\n *\n * @alpha\n */\nexport const techdocsCollatorEntityTransformerExtensionPoint =\n createExtensionPoint<TechDocsCollatorEntityTransformerExtensionPoint>({\n id: 'search.techdocsCollator.transformer',\n });\n\n/**\n * @alpha\n * Search backend module for the TechDocs index.\n */\nexport default createBackendModule({\n pluginId: 'search',\n moduleId: 'techdocs-collator',\n register(env) {\n let transformer: TechDocsCollatorEntityTransformer | undefined;\n\n env.registerExtensionPoint(\n techdocsCollatorEntityTransformerExtensionPoint,\n {\n setTransformer(newTransformer) {\n if (transformer) {\n throw new Error(\n 'TechDocs collator entity transformer may only be set once',\n );\n }\n transformer = newTransformer;\n },\n },\n );\n\n env.registerInit({\n deps: {\n config: coreServices.rootConfig,\n logger: coreServices.logger,\n auth: coreServices.auth,\n httpAuth: coreServices.httpAuth,\n discovery: coreServices.discovery,\n scheduler: coreServices.scheduler,\n catalog: catalogServiceRef,\n indexRegistry: searchIndexRegistryExtensionPoint,\n },\n async init({\n config,\n logger,\n auth,\n httpAuth,\n discovery,\n scheduler,\n catalog,\n indexRegistry,\n }) {\n const defaultSchedule = {\n frequency: { minutes: 10 },\n timeout: { minutes: 15 },\n initialDelay: { seconds: 3 },\n };\n\n const schedule = config.has('search.collators.techdocs.schedule')\n ? readSchedulerServiceTaskScheduleDefinitionFromConfig(\n config.getConfig('search.collators.techdocs.schedule'),\n )\n : defaultSchedule;\n\n indexRegistry.addCollator({\n schedule: scheduler.createScheduledTaskRunner(schedule),\n factory: DefaultTechDocsCollatorFactory.fromConfig(config, {\n discovery,\n auth,\n httpAuth,\n logger,\n catalogClient: catalog,\n entityTransformer: transformer,\n }),\n });\n },\n });\n },\n});\n"],"names":["createExtensionPoint","createBackendModule","coreServices","catalogServiceRef","searchIndexRegistryExtensionPoint","readSchedulerServiceTaskScheduleDefinitionFromConfig","DefaultTechDocsCollatorFactory"],"mappings":";;;;;;;;;AA4CO,MAAM,kDACXA,qCAAsE,CAAA;AAAA,EACpE,EAAI,EAAA,qCAAA;AACN,CAAC,EAAA;AAMH,YAAeC,oCAAoB,CAAA;AAAA,EACjC,QAAU,EAAA,QAAA;AAAA,EACV,QAAU,EAAA,mBAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAI,IAAA,WAAA,CAAA;AAEJ,IAAI,GAAA,CAAA,sBAAA;AAAA,MACF,+CAAA;AAAA,MACA;AAAA,QACE,eAAe,cAAgB,EAAA;AAC7B,UAAA,IAAI,WAAa,EAAA;AACf,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,2DAAA;AAAA,aACF,CAAA;AAAA,WACF;AACA,UAAc,WAAA,GAAA,cAAA,CAAA;AAAA,SAChB;AAAA,OACF;AAAA,KACF,CAAA;AAEA,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,QAAQA,6BAAa,CAAA,MAAA;AAAA,QACrB,MAAMA,6BAAa,CAAA,IAAA;AAAA,QACnB,UAAUA,6BAAa,CAAA,QAAA;AAAA,QACvB,WAAWA,6BAAa,CAAA,SAAA;AAAA,QACxB,WAAWA,6BAAa,CAAA,SAAA;AAAA,QACxB,OAAS,EAAAC,yBAAA;AAAA,QACT,aAAe,EAAAC,yCAAA;AAAA,OACjB;AAAA,MACA,MAAM,IAAK,CAAA;AAAA,QACT,MAAA;AAAA,QACA,MAAA;AAAA,QACA,IAAA;AAAA,QACA,QAAA;AAAA,QACA,SAAA;AAAA,QACA,SAAA;AAAA,QACA,OAAA;AAAA,QACA,aAAA;AAAA,OACC,EAAA;AACD,QAAA,MAAM,eAAkB,GAAA;AAAA,UACtB,SAAA,EAAW,EAAE,OAAA,EAAS,EAAG,EAAA;AAAA,UACzB,OAAA,EAAS,EAAE,OAAA,EAAS,EAAG,EAAA;AAAA,UACvB,YAAA,EAAc,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,SAC7B,CAAA;AAEA,QAAA,MAAM,QAAW,GAAA,MAAA,CAAO,GAAI,CAAA,oCAAoC,CAC5D,GAAAC,qEAAA;AAAA,UACE,MAAA,CAAO,UAAU,oCAAoC,CAAA;AAAA,SAEvD,GAAA,eAAA,CAAA;AAEJ,QAAA,aAAA,CAAc,WAAY,CAAA;AAAA,UACxB,QAAA,EAAU,SAAU,CAAA,yBAAA,CAA0B,QAAQ,CAAA;AAAA,UACtD,OAAA,EAASC,gEAA+B,CAAA,UAAA,CAAW,MAAQ,EAAA;AAAA,YACzD,SAAA;AAAA,YACA,IAAA;AAAA,YACA,QAAA;AAAA,YACA,MAAA;AAAA,YACA,aAAe,EAAA,OAAA;AAAA,YACf,iBAAmB,EAAA,WAAA;AAAA,WACpB,CAAA;AAAA,SACF,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC,CAAA;;;;;"}
1
+ {"version":3,"file":"alpha.cjs.js","sources":["../src/alpha.ts"],"sourcesContent":["/*\n * Copyright 2024 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { default as feature } from './module';\n\n/** @alpha */\nconst _feature = feature;\nexport default _feature;\n"],"names":["feature"],"mappings":";;;;;;AAmBA,MAAM,QAAW,GAAAA;;;;"}
package/dist/alpha.d.ts CHANGED
@@ -1,20 +1,6 @@
1
1
  import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
2
- import { TechDocsCollatorEntityTransformer } from '@backstage/plugin-search-backend-module-techdocs';
3
2
 
4
3
  /** @alpha */
5
- interface TechDocsCollatorEntityTransformerExtensionPoint {
6
- setTransformer(transformer: TechDocsCollatorEntityTransformer): void;
7
- }
8
- /**
9
- * Extension point used to customize the TechDocs collator entity transformer.
10
- *
11
- * @alpha
12
- */
13
- declare const techdocsCollatorEntityTransformerExtensionPoint: _backstage_backend_plugin_api.ExtensionPoint<TechDocsCollatorEntityTransformerExtensionPoint>;
14
- /**
15
- * @alpha
16
- * Search backend module for the TechDocs index.
17
- */
18
- declare const _default: _backstage_backend_plugin_api.BackendFeature;
4
+ declare const _feature: _backstage_backend_plugin_api.BackendFeature;
19
5
 
20
- export { type TechDocsCollatorEntityTransformerExtensionPoint, _default as default, techdocsCollatorEntityTransformerExtensionPoint };
6
+ export { _feature as default };
@@ -4,15 +4,14 @@ var backendCommon = require('@backstage/backend-common');
4
4
  var catalogClient = require('@backstage/catalog-client');
5
5
  var catalogModel = require('@backstage/catalog-model');
6
6
  var alpha = require('@backstage/plugin-catalog-common/alpha');
7
- var unescape = require('lodash/unescape');
8
7
  var fetch = require('node-fetch');
9
8
  var pLimit = require('p-limit');
10
9
  var stream = require('stream');
11
10
  var defaultTechDocsCollatorEntityTransformer = require('./defaultTechDocsCollatorEntityTransformer.cjs.js');
11
+ var defaultTechDocsCollatorDocumentTransformer = require('./defaultTechDocsCollatorDocumentTransformer.cjs.js');
12
12
 
13
13
  function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
14
14
 
15
- var unescape__default = /*#__PURE__*/_interopDefaultCompat(unescape);
16
15
  var fetch__default = /*#__PURE__*/_interopDefaultCompat(fetch);
17
16
  var pLimit__default = /*#__PURE__*/_interopDefaultCompat(pLimit);
18
17
 
@@ -27,6 +26,7 @@ class DefaultTechDocsCollatorFactory {
27
26
  parallelismLimit;
28
27
  legacyPathCasing;
29
28
  entityTransformer;
29
+ documentTransformer;
30
30
  constructor(options) {
31
31
  this.discovery = options.discovery;
32
32
  this.locationTemplate = options.locationTemplate || "/docs/:namespace/:kind/:name/:path";
@@ -34,7 +34,8 @@ class DefaultTechDocsCollatorFactory {
34
34
  this.catalogClient = options.catalogClient || new catalogClient.CatalogClient({ discoveryApi: options.discovery });
35
35
  this.parallelismLimit = options.parallelismLimit ?? 10;
36
36
  this.legacyPathCasing = options.legacyPathCasing ?? false;
37
- this.entityTransformer = options.entityTransformer ?? defaultTechDocsCollatorEntityTransformer.defaultTechDocsCollatorEntityTransformer;
37
+ this.entityTransformer = options.entityTransformer ?? (() => ({}));
38
+ this.documentTransformer = options.documentTransformer ?? (() => ({}));
38
39
  this.auth = backendCommon.createLegacyAuthAdapters({
39
40
  auth: options.auth,
40
41
  discovery: options.discovery,
@@ -119,9 +120,10 @@ class DefaultTechDocsCollatorFactory {
119
120
  })
120
121
  ]);
121
122
  return searchIndex.docs.map((doc) => ({
123
+ ...defaultTechDocsCollatorEntityTransformer.defaultTechDocsCollatorEntityTransformer(entity),
124
+ ...defaultTechDocsCollatorDocumentTransformer.defaultTechDocsCollatorDocumentTransformer(doc),
122
125
  ...this.entityTransformer(entity),
123
- title: unescape__default.default(doc.title),
124
- text: unescape__default.default(doc.text || ""),
126
+ ...this.documentTransformer(doc),
125
127
  location: this.applyArgsToFormat(
126
128
  this.locationTemplate || "/docs/:namespace/:kind/:name/:path",
127
129
  {
@@ -129,7 +131,6 @@ class DefaultTechDocsCollatorFactory {
129
131
  path: doc.location
130
132
  }
131
133
  ),
132
- path: doc.location,
133
134
  ...entityInfo,
134
135
  entityTitle: entity.metadata.title,
135
136
  componentType: entity.spec?.type?.toString() || "other",
@@ -1 +1 @@
1
- {"version":3,"file":"DefaultTechDocsCollatorFactory.cjs.js","sources":["../../src/collators/DefaultTechDocsCollatorFactory.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n createLegacyAuthAdapters,\n TokenManager,\n} from '@backstage/backend-common';\nimport {\n CATALOG_FILTER_EXISTS,\n CatalogApi,\n CatalogClient,\n} from '@backstage/catalog-client';\nimport {\n Entity,\n parseEntityRef,\n RELATION_OWNED_BY,\n stringifyEntityRef,\n} from '@backstage/catalog-model';\nimport { Config } from '@backstage/config';\nimport { catalogEntityReadPermission } from '@backstage/plugin-catalog-common/alpha';\nimport { Permission } from '@backstage/plugin-permission-common';\nimport { DocumentCollatorFactory } from '@backstage/plugin-search-common';\nimport { TechDocsDocument } from '@backstage/plugin-techdocs-node';\nimport unescape from 'lodash/unescape';\nimport fetch from 'node-fetch';\nimport pLimit from 'p-limit';\nimport { Readable } from 'stream';\nimport { TechDocsCollatorEntityTransformer } from './TechDocsCollatorEntityTransformer';\nimport { defaultTechDocsCollatorEntityTransformer } from './defaultTechDocsCollatorEntityTransformer';\nimport {\n AuthService,\n DiscoveryService,\n HttpAuthService,\n LoggerService,\n} from '@backstage/backend-plugin-api';\n\ninterface MkSearchIndexDoc {\n title: string;\n text: string;\n location: string;\n}\n\n/**\n * Options to configure the TechDocs collator factory\n *\n * @public\n * @deprecated This type is deprecated along with the {@link DefaultTechDocsCollatorFactory}.\n */\nexport type TechDocsCollatorFactoryOptions = {\n discovery: DiscoveryService;\n logger: LoggerService;\n tokenManager?: TokenManager;\n auth?: AuthService;\n httpAuth?: HttpAuthService;\n locationTemplate?: string;\n catalogClient?: CatalogApi;\n parallelismLimit?: number;\n legacyPathCasing?: boolean;\n entityTransformer?: TechDocsCollatorEntityTransformer;\n};\n\ntype EntityInfo = {\n name: string;\n namespace: string;\n kind: string;\n};\n\n/**\n * A search collator factory responsible for gathering and transforming\n * TechDocs documents.\n *\n * @public\n * @deprecated Migrate to the {@link https://backstage.io/docs/backend-system/building-backends/migrating | new backend system} and install this collator via module instead (see {@link https://github.com/backstage/backstage/blob/nbs10/search-deprecate-create-router/plugins/search-backend-module-techdocs/README.md#installation | here} for more installation details).\n */\nexport class DefaultTechDocsCollatorFactory implements DocumentCollatorFactory {\n public readonly type: string = 'techdocs';\n public readonly visibilityPermission: Permission =\n catalogEntityReadPermission;\n\n private discovery: DiscoveryService;\n private locationTemplate: string;\n private readonly logger: LoggerService;\n private readonly auth: AuthService;\n private readonly catalogClient: CatalogApi;\n private readonly parallelismLimit: number;\n private readonly legacyPathCasing: boolean;\n private entityTransformer: TechDocsCollatorEntityTransformer;\n\n private constructor(options: TechDocsCollatorFactoryOptions) {\n this.discovery = options.discovery;\n this.locationTemplate =\n options.locationTemplate || '/docs/:namespace/:kind/:name/:path';\n this.logger = options.logger.child({ documentType: this.type });\n this.catalogClient =\n options.catalogClient ||\n new CatalogClient({ discoveryApi: options.discovery });\n this.parallelismLimit = options.parallelismLimit ?? 10;\n this.legacyPathCasing = options.legacyPathCasing ?? false;\n this.entityTransformer =\n options.entityTransformer ?? defaultTechDocsCollatorEntityTransformer;\n\n this.auth = createLegacyAuthAdapters({\n auth: options.auth,\n discovery: options.discovery,\n tokenManager: options.tokenManager,\n }).auth;\n }\n\n static fromConfig(config: Config, options: TechDocsCollatorFactoryOptions) {\n const legacyPathCasing =\n config.getOptionalBoolean(\n 'techdocs.legacyUseCaseSensitiveTripletPaths',\n ) || false;\n const locationTemplate = config.getOptionalString(\n 'search.collators.techdocs.locationTemplate',\n );\n const parallelismLimit = config.getOptionalNumber(\n 'search.collators.techdocs.parallelismLimit',\n );\n return new DefaultTechDocsCollatorFactory({\n ...options,\n locationTemplate,\n parallelismLimit,\n legacyPathCasing,\n });\n }\n\n async getCollator(): Promise<Readable> {\n return Readable.from(this.execute());\n }\n\n private async *execute(): AsyncGenerator<TechDocsDocument, void, undefined> {\n const limit = pLimit(this.parallelismLimit);\n const techDocsBaseUrl = await this.discovery.getBaseUrl('techdocs');\n\n let entitiesRetrieved = 0;\n let moreEntitiesToGet = true;\n\n // Offset/limit pagination is used on the Catalog Client in order to\n // limit (and allow some control over) memory used by the search backend\n // at index-time. The batchSize is calculated as a factor of the given\n // parallelism limit to simplify configuration.\n const batchSize = this.parallelismLimit * 50;\n while (moreEntitiesToGet) {\n const { token: catalogToken } = await this.auth.getPluginRequestToken({\n onBehalfOf: await this.auth.getOwnServiceCredentials(),\n targetPluginId: 'catalog',\n });\n\n const entities = (\n await this.catalogClient.getEntities(\n {\n filter: {\n 'metadata.annotations.backstage.io/techdocs-ref':\n CATALOG_FILTER_EXISTS,\n },\n limit: batchSize,\n offset: entitiesRetrieved,\n },\n { token: catalogToken },\n )\n ).items;\n\n // Control looping through entity batches.\n moreEntitiesToGet = entities.length === batchSize;\n entitiesRetrieved += entities.length;\n\n const docPromises = entities\n .filter(it => it.metadata?.annotations?.['backstage.io/techdocs-ref'])\n .map((entity: Entity) =>\n limit(async (): Promise<TechDocsDocument[]> => {\n const entityInfo =\n DefaultTechDocsCollatorFactory.handleEntityInfoCasing(\n this.legacyPathCasing,\n {\n kind: entity.kind,\n namespace: entity.metadata.namespace || 'default',\n name: entity.metadata.name,\n },\n );\n\n try {\n const { token: techdocsToken } =\n await this.auth.getPluginRequestToken({\n onBehalfOf: await this.auth.getOwnServiceCredentials(),\n targetPluginId: 'techdocs',\n });\n\n const searchIndexResponse = await fetch(\n DefaultTechDocsCollatorFactory.constructDocsIndexUrl(\n techDocsBaseUrl,\n entityInfo,\n ),\n {\n headers: {\n Authorization: `Bearer ${techdocsToken}`,\n },\n },\n );\n\n // todo(@backstage/techdocs-core): remove Promise.race() when node-fetch is 3.x+\n // workaround for fetch().json() hanging in node-fetch@2.x.x, fixed in 3.x.x\n // https://github.com/node-fetch/node-fetch/issues/665\n const searchIndex = await Promise.race([\n searchIndexResponse.json(),\n new Promise((_resolve, reject) => {\n setTimeout(() => {\n reject('Could not parse JSON in 5 seconds.');\n }, 5000);\n }),\n ]);\n\n return searchIndex.docs.map((doc: MkSearchIndexDoc) => ({\n ...this.entityTransformer(entity),\n title: unescape(doc.title),\n text: unescape(doc.text || ''),\n location: this.applyArgsToFormat(\n this.locationTemplate || '/docs/:namespace/:kind/:name/:path',\n {\n ...entityInfo,\n path: doc.location,\n },\n ),\n path: doc.location,\n ...entityInfo,\n entityTitle: entity.metadata.title,\n componentType: entity.spec?.type?.toString() || 'other',\n lifecycle: (entity.spec?.lifecycle as string) || '',\n owner: getSimpleEntityOwnerString(entity),\n authorization: {\n resourceRef: stringifyEntityRef(entity),\n },\n }));\n } catch (e) {\n this.logger.debug(\n `Failed to retrieve tech docs search index for entity ${entityInfo.namespace}/${entityInfo.kind}/${entityInfo.name}`,\n e,\n );\n return [];\n }\n }),\n );\n yield* (await Promise.all(docPromises)).flat();\n }\n }\n\n private applyArgsToFormat(\n format: string,\n args: Record<string, string>,\n ): string {\n let formatted = format;\n for (const [key, value] of Object.entries(args)) {\n formatted = formatted.replace(`:${key}`, value);\n }\n return formatted;\n }\n\n private static constructDocsIndexUrl(\n techDocsBaseUrl: string,\n entityInfo: { kind: string; namespace: string; name: string },\n ) {\n return `${techDocsBaseUrl}/static/docs/${entityInfo.namespace}/${entityInfo.kind}/${entityInfo.name}/search/search_index.json`;\n }\n\n private static handleEntityInfoCasing(\n legacyPaths: boolean,\n entityInfo: EntityInfo,\n ): EntityInfo {\n return legacyPaths\n ? entityInfo\n : Object.entries(entityInfo).reduce((acc, [key, value]) => {\n return { ...acc, [key]: value.toLocaleLowerCase('en-US') };\n }, {} as EntityInfo);\n }\n}\n\nfunction getSimpleEntityOwnerString(entity: Entity): string {\n if (entity.relations) {\n const owner = entity.relations.find(r => r.type === RELATION_OWNED_BY);\n if (owner) {\n const { name } = parseEntityRef(owner.targetRef);\n return name;\n }\n }\n return '';\n}\n"],"names":["catalogEntityReadPermission","CatalogClient","defaultTechDocsCollatorEntityTransformer","createLegacyAuthAdapters","Readable","pLimit","CATALOG_FILTER_EXISTS","fetch","unescape","stringifyEntityRef","RELATION_OWNED_BY","parseEntityRef"],"mappings":";;;;;;;;;;;;;;;;;;AAuFO,MAAM,8BAAkE,CAAA;AAAA,EAC7D,IAAe,GAAA,UAAA,CAAA;AAAA,EACf,oBACd,GAAAA,iCAAA,CAAA;AAAA,EAEM,SAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACS,MAAA,CAAA;AAAA,EACA,IAAA,CAAA;AAAA,EACA,aAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACT,iBAAA,CAAA;AAAA,EAEA,YAAY,OAAyC,EAAA;AAC3D,IAAA,IAAA,CAAK,YAAY,OAAQ,CAAA,SAAA,CAAA;AACzB,IAAK,IAAA,CAAA,gBAAA,GACH,QAAQ,gBAAoB,IAAA,oCAAA,CAAA;AAC9B,IAAK,IAAA,CAAA,MAAA,GAAS,QAAQ,MAAO,CAAA,KAAA,CAAM,EAAE,YAAc,EAAA,IAAA,CAAK,MAAM,CAAA,CAAA;AAC9D,IAAK,IAAA,CAAA,aAAA,GACH,QAAQ,aACR,IAAA,IAAIC,4BAAc,EAAE,YAAA,EAAc,OAAQ,CAAA,SAAA,EAAW,CAAA,CAAA;AACvD,IAAK,IAAA,CAAA,gBAAA,GAAmB,QAAQ,gBAAoB,IAAA,EAAA,CAAA;AACpD,IAAK,IAAA,CAAA,gBAAA,GAAmB,QAAQ,gBAAoB,IAAA,KAAA,CAAA;AACpD,IAAK,IAAA,CAAA,iBAAA,GACH,QAAQ,iBAAqB,IAAAC,iFAAA,CAAA;AAE/B,IAAA,IAAA,CAAK,OAAOC,sCAAyB,CAAA;AAAA,MACnC,MAAM,OAAQ,CAAA,IAAA;AAAA,MACd,WAAW,OAAQ,CAAA,SAAA;AAAA,MACnB,cAAc,OAAQ,CAAA,YAAA;AAAA,KACvB,CAAE,CAAA,IAAA,CAAA;AAAA,GACL;AAAA,EAEA,OAAO,UAAW,CAAA,MAAA,EAAgB,OAAyC,EAAA;AACzE,IAAA,MAAM,mBACJ,MAAO,CAAA,kBAAA;AAAA,MACL,6CAAA;AAAA,KACG,IAAA,KAAA,CAAA;AACP,IAAA,MAAM,mBAAmB,MAAO,CAAA,iBAAA;AAAA,MAC9B,4CAAA;AAAA,KACF,CAAA;AACA,IAAA,MAAM,mBAAmB,MAAO,CAAA,iBAAA;AAAA,MAC9B,4CAAA;AAAA,KACF,CAAA;AACA,IAAA,OAAO,IAAI,8BAA+B,CAAA;AAAA,MACxC,GAAG,OAAA;AAAA,MACH,gBAAA;AAAA,MACA,gBAAA;AAAA,MACA,gBAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,WAAiC,GAAA;AACrC,IAAA,OAAOC,eAAS,CAAA,IAAA,CAAK,IAAK,CAAA,OAAA,EAAS,CAAA,CAAA;AAAA,GACrC;AAAA,EAEA,OAAe,OAA6D,GAAA;AAC1E,IAAM,MAAA,KAAA,GAAQC,uBAAO,CAAA,IAAA,CAAK,gBAAgB,CAAA,CAAA;AAC1C,IAAA,MAAM,eAAkB,GAAA,MAAM,IAAK,CAAA,SAAA,CAAU,WAAW,UAAU,CAAA,CAAA;AAElE,IAAA,IAAI,iBAAoB,GAAA,CAAA,CAAA;AACxB,IAAA,IAAI,iBAAoB,GAAA,IAAA,CAAA;AAMxB,IAAM,MAAA,SAAA,GAAY,KAAK,gBAAmB,GAAA,EAAA,CAAA;AAC1C,IAAA,OAAO,iBAAmB,EAAA;AACxB,MAAA,MAAM,EAAE,KAAO,EAAA,YAAA,KAAiB,MAAM,IAAA,CAAK,KAAK,qBAAsB,CAAA;AAAA,QACpE,UAAY,EAAA,MAAM,IAAK,CAAA,IAAA,CAAK,wBAAyB,EAAA;AAAA,QACrD,cAAgB,EAAA,SAAA;AAAA,OACjB,CAAA,CAAA;AAED,MAAM,MAAA,QAAA,GAAA,CACJ,MAAM,IAAA,CAAK,aAAc,CAAA,WAAA;AAAA,QACvB;AAAA,UACE,MAAQ,EAAA;AAAA,YACN,gDACE,EAAAC,mCAAA;AAAA,WACJ;AAAA,UACA,KAAO,EAAA,SAAA;AAAA,UACP,MAAQ,EAAA,iBAAA;AAAA,SACV;AAAA,QACA,EAAE,OAAO,YAAa,EAAA;AAAA,OAExB,EAAA,KAAA,CAAA;AAGF,MAAA,iBAAA,GAAoB,SAAS,MAAW,KAAA,SAAA,CAAA;AACxC,MAAA,iBAAA,IAAqB,QAAS,CAAA,MAAA,CAAA;AAE9B,MAAM,MAAA,WAAA,GAAc,SACjB,MAAO,CAAA,CAAA,EAAA,KAAM,GAAG,QAAU,EAAA,WAAA,GAAc,2BAA2B,CAAC,CACpE,CAAA,GAAA;AAAA,QAAI,CAAC,MACJ,KAAA,KAAA,CAAM,YAAyC;AAC7C,UAAA,MAAM,aACJ,8BAA+B,CAAA,sBAAA;AAAA,YAC7B,IAAK,CAAA,gBAAA;AAAA,YACL;AAAA,cACE,MAAM,MAAO,CAAA,IAAA;AAAA,cACb,SAAA,EAAW,MAAO,CAAA,QAAA,CAAS,SAAa,IAAA,SAAA;AAAA,cACxC,IAAA,EAAM,OAAO,QAAS,CAAA,IAAA;AAAA,aACxB;AAAA,WACF,CAAA;AAEF,UAAI,IAAA;AACF,YAAA,MAAM,EAAE,KAAO,EAAA,aAAA,KACb,MAAM,IAAA,CAAK,KAAK,qBAAsB,CAAA;AAAA,cACpC,UAAY,EAAA,MAAM,IAAK,CAAA,IAAA,CAAK,wBAAyB,EAAA;AAAA,cACrD,cAAgB,EAAA,UAAA;AAAA,aACjB,CAAA,CAAA;AAEH,YAAA,MAAM,sBAAsB,MAAMC,sBAAA;AAAA,cAChC,8BAA+B,CAAA,qBAAA;AAAA,gBAC7B,eAAA;AAAA,gBACA,UAAA;AAAA,eACF;AAAA,cACA;AAAA,gBACE,OAAS,EAAA;AAAA,kBACP,aAAA,EAAe,UAAU,aAAa,CAAA,CAAA;AAAA,iBACxC;AAAA,eACF;AAAA,aACF,CAAA;AAKA,YAAM,MAAA,WAAA,GAAc,MAAM,OAAA,CAAQ,IAAK,CAAA;AAAA,cACrC,oBAAoB,IAAK,EAAA;AAAA,cACzB,IAAI,OAAA,CAAQ,CAAC,QAAA,EAAU,MAAW,KAAA;AAChC,gBAAA,UAAA,CAAW,MAAM;AACf,kBAAA,MAAA,CAAO,oCAAoC,CAAA,CAAA;AAAA,mBAC1C,GAAI,CAAA,CAAA;AAAA,eACR,CAAA;AAAA,aACF,CAAA,CAAA;AAED,YAAA,OAAO,WAAY,CAAA,IAAA,CAAK,GAAI,CAAA,CAAC,GAA2B,MAAA;AAAA,cACtD,GAAG,IAAK,CAAA,iBAAA,CAAkB,MAAM,CAAA;AAAA,cAChC,KAAA,EAAOC,yBAAS,CAAA,GAAA,CAAI,KAAK,CAAA;AAAA,cACzB,IAAM,EAAAA,yBAAA,CAAS,GAAI,CAAA,IAAA,IAAQ,EAAE,CAAA;AAAA,cAC7B,UAAU,IAAK,CAAA,iBAAA;AAAA,gBACb,KAAK,gBAAoB,IAAA,oCAAA;AAAA,gBACzB;AAAA,kBACE,GAAG,UAAA;AAAA,kBACH,MAAM,GAAI,CAAA,QAAA;AAAA,iBACZ;AAAA,eACF;AAAA,cACA,MAAM,GAAI,CAAA,QAAA;AAAA,cACV,GAAG,UAAA;AAAA,cACH,WAAA,EAAa,OAAO,QAAS,CAAA,KAAA;AAAA,cAC7B,aAAe,EAAA,MAAA,CAAO,IAAM,EAAA,IAAA,EAAM,UAAc,IAAA,OAAA;AAAA,cAChD,SAAA,EAAY,MAAO,CAAA,IAAA,EAAM,SAAwB,IAAA,EAAA;AAAA,cACjD,KAAA,EAAO,2BAA2B,MAAM,CAAA;AAAA,cACxC,aAAe,EAAA;AAAA,gBACb,WAAA,EAAaC,gCAAmB,MAAM,CAAA;AAAA,eACxC;AAAA,aACA,CAAA,CAAA,CAAA;AAAA,mBACK,CAAG,EAAA;AACV,YAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,cACV,CAAA,qDAAA,EAAwD,WAAW,SAAS,CAAA,CAAA,EAAI,WAAW,IAAI,CAAA,CAAA,EAAI,WAAW,IAAI,CAAA,CAAA;AAAA,cAClH,CAAA;AAAA,aACF,CAAA;AACA,YAAA,OAAO,EAAC,CAAA;AAAA,WACV;AAAA,SACD,CAAA;AAAA,OACH,CAAA;AACF,MAAA,OAAA,CAAQ,MAAM,OAAA,CAAQ,GAAI,CAAA,WAAW,GAAG,IAAK,EAAA,CAAA;AAAA,KAC/C;AAAA,GACF;AAAA,EAEQ,iBAAA,CACN,QACA,IACQ,EAAA;AACR,IAAA,IAAI,SAAY,GAAA,MAAA,CAAA;AAChB,IAAA,KAAA,MAAW,CAAC,GAAK,EAAA,KAAK,KAAK,MAAO,CAAA,OAAA,CAAQ,IAAI,CAAG,EAAA;AAC/C,MAAA,SAAA,GAAY,SAAU,CAAA,OAAA,CAAQ,CAAI,CAAA,EAAA,GAAG,IAAI,KAAK,CAAA,CAAA;AAAA,KAChD;AACA,IAAO,OAAA,SAAA,CAAA;AAAA,GACT;AAAA,EAEA,OAAe,qBACb,CAAA,eAAA,EACA,UACA,EAAA;AACA,IAAO,OAAA,CAAA,EAAG,eAAe,CAAA,aAAA,EAAgB,UAAW,CAAA,SAAS,IAAI,UAAW,CAAA,IAAI,CAAI,CAAA,EAAA,UAAA,CAAW,IAAI,CAAA,yBAAA,CAAA,CAAA;AAAA,GACrG;AAAA,EAEA,OAAe,sBACb,CAAA,WAAA,EACA,UACY,EAAA;AACZ,IAAA,OAAO,WACH,GAAA,UAAA,GACA,MAAO,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAE,MAAO,CAAA,CAAC,GAAK,EAAA,CAAC,GAAK,EAAA,KAAK,CAAM,KAAA;AACvD,MAAO,OAAA,EAAE,GAAG,GAAK,EAAA,CAAC,GAAG,GAAG,KAAA,CAAM,iBAAkB,CAAA,OAAO,CAAE,EAAA,CAAA;AAAA,KAC3D,EAAG,EAAgB,CAAA,CAAA;AAAA,GACzB;AACF,CAAA;AAEA,SAAS,2BAA2B,MAAwB,EAAA;AAC1D,EAAA,IAAI,OAAO,SAAW,EAAA;AACpB,IAAA,MAAM,QAAQ,MAAO,CAAA,SAAA,CAAU,KAAK,CAAK,CAAA,KAAA,CAAA,CAAE,SAASC,8BAAiB,CAAA,CAAA;AACrE,IAAA,IAAI,KAAO,EAAA;AACT,MAAA,MAAM,EAAE,IAAA,EAAS,GAAAC,2BAAA,CAAe,MAAM,SAAS,CAAA,CAAA;AAC/C,MAAO,OAAA,IAAA,CAAA;AAAA,KACT;AAAA,GACF;AACA,EAAO,OAAA,EAAA,CAAA;AACT;;;;"}
1
+ {"version":3,"file":"DefaultTechDocsCollatorFactory.cjs.js","sources":["../../src/collators/DefaultTechDocsCollatorFactory.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n createLegacyAuthAdapters,\n TokenManager,\n} from '@backstage/backend-common';\nimport {\n CATALOG_FILTER_EXISTS,\n CatalogApi,\n CatalogClient,\n} from '@backstage/catalog-client';\nimport {\n Entity,\n parseEntityRef,\n RELATION_OWNED_BY,\n stringifyEntityRef,\n} from '@backstage/catalog-model';\nimport { Config } from '@backstage/config';\nimport { catalogEntityReadPermission } from '@backstage/plugin-catalog-common/alpha';\nimport { Permission } from '@backstage/plugin-permission-common';\nimport { DocumentCollatorFactory } from '@backstage/plugin-search-common';\nimport { TechDocsDocument } from '@backstage/plugin-techdocs-node';\nimport fetch from 'node-fetch';\nimport pLimit from 'p-limit';\nimport { Readable } from 'stream';\nimport { TechDocsCollatorEntityTransformer } from './TechDocsCollatorEntityTransformer';\nimport {\n MkSearchIndexDoc,\n TechDocsCollatorDocumentTransformer,\n} from './TechDocsCollatorDocumentTransformer';\nimport { defaultTechDocsCollatorEntityTransformer } from './defaultTechDocsCollatorEntityTransformer';\nimport { defaultTechDocsCollatorDocumentTransformer } from './defaultTechDocsCollatorDocumentTransformer';\nimport {\n AuthService,\n DiscoveryService,\n HttpAuthService,\n LoggerService,\n} from '@backstage/backend-plugin-api';\n\n/**\n * Options to configure the TechDocs collator factory\n *\n * @public\n * @deprecated This type is deprecated along with the {@link DefaultTechDocsCollatorFactory}.\n */\nexport type TechDocsCollatorFactoryOptions = {\n discovery: DiscoveryService;\n logger: LoggerService;\n tokenManager?: TokenManager;\n auth?: AuthService;\n httpAuth?: HttpAuthService;\n locationTemplate?: string;\n catalogClient?: CatalogApi;\n parallelismLimit?: number;\n legacyPathCasing?: boolean;\n entityTransformer?: TechDocsCollatorEntityTransformer;\n documentTransformer?: TechDocsCollatorDocumentTransformer;\n};\n\ntype EntityInfo = {\n name: string;\n namespace: string;\n kind: string;\n};\n\n/**\n * A search collator factory responsible for gathering and transforming\n * TechDocs documents.\n *\n * @public\n * @deprecated Migrate to the {@link https://backstage.io/docs/backend-system/building-backends/migrating | new backend system} and install this collator via module instead (see {@link https://github.com/backstage/backstage/blob/nbs10/search-deprecate-create-router/plugins/search-backend-module-techdocs/README.md#installation | here} for more installation details).\n */\nexport class DefaultTechDocsCollatorFactory implements DocumentCollatorFactory {\n public readonly type: string = 'techdocs';\n public readonly visibilityPermission: Permission =\n catalogEntityReadPermission;\n\n private discovery: DiscoveryService;\n private locationTemplate: string;\n private readonly logger: LoggerService;\n private readonly auth: AuthService;\n private readonly catalogClient: CatalogApi;\n private readonly parallelismLimit: number;\n private readonly legacyPathCasing: boolean;\n private entityTransformer: TechDocsCollatorEntityTransformer;\n private documentTransformer: TechDocsCollatorDocumentTransformer;\n\n private constructor(options: TechDocsCollatorFactoryOptions) {\n this.discovery = options.discovery;\n this.locationTemplate =\n options.locationTemplate || '/docs/:namespace/:kind/:name/:path';\n this.logger = options.logger.child({ documentType: this.type });\n this.catalogClient =\n options.catalogClient ||\n new CatalogClient({ discoveryApi: options.discovery });\n this.parallelismLimit = options.parallelismLimit ?? 10;\n this.legacyPathCasing = options.legacyPathCasing ?? false;\n this.entityTransformer = options.entityTransformer ?? (() => ({}));\n this.documentTransformer = options.documentTransformer ?? (() => ({}));\n\n this.auth = createLegacyAuthAdapters({\n auth: options.auth,\n discovery: options.discovery,\n tokenManager: options.tokenManager,\n }).auth;\n }\n\n static fromConfig(config: Config, options: TechDocsCollatorFactoryOptions) {\n const legacyPathCasing =\n config.getOptionalBoolean(\n 'techdocs.legacyUseCaseSensitiveTripletPaths',\n ) || false;\n const locationTemplate = config.getOptionalString(\n 'search.collators.techdocs.locationTemplate',\n );\n const parallelismLimit = config.getOptionalNumber(\n 'search.collators.techdocs.parallelismLimit',\n );\n return new DefaultTechDocsCollatorFactory({\n ...options,\n locationTemplate,\n parallelismLimit,\n legacyPathCasing,\n });\n }\n\n async getCollator(): Promise<Readable> {\n return Readable.from(this.execute());\n }\n\n private async *execute(): AsyncGenerator<TechDocsDocument, void, undefined> {\n const limit = pLimit(this.parallelismLimit);\n const techDocsBaseUrl = await this.discovery.getBaseUrl('techdocs');\n\n let entitiesRetrieved = 0;\n let moreEntitiesToGet = true;\n\n // Offset/limit pagination is used on the Catalog Client in order to\n // limit (and allow some control over) memory used by the search backend\n // at index-time. The batchSize is calculated as a factor of the given\n // parallelism limit to simplify configuration.\n const batchSize = this.parallelismLimit * 50;\n while (moreEntitiesToGet) {\n const { token: catalogToken } = await this.auth.getPluginRequestToken({\n onBehalfOf: await this.auth.getOwnServiceCredentials(),\n targetPluginId: 'catalog',\n });\n\n const entities = (\n await this.catalogClient.getEntities(\n {\n filter: {\n 'metadata.annotations.backstage.io/techdocs-ref':\n CATALOG_FILTER_EXISTS,\n },\n limit: batchSize,\n offset: entitiesRetrieved,\n },\n { token: catalogToken },\n )\n ).items;\n\n // Control looping through entity batches.\n moreEntitiesToGet = entities.length === batchSize;\n entitiesRetrieved += entities.length;\n\n const docPromises = entities\n .filter(it => it.metadata?.annotations?.['backstage.io/techdocs-ref'])\n .map((entity: Entity) =>\n limit(async (): Promise<TechDocsDocument[]> => {\n const entityInfo =\n DefaultTechDocsCollatorFactory.handleEntityInfoCasing(\n this.legacyPathCasing,\n {\n kind: entity.kind,\n namespace: entity.metadata.namespace || 'default',\n name: entity.metadata.name,\n },\n );\n\n try {\n const { token: techdocsToken } =\n await this.auth.getPluginRequestToken({\n onBehalfOf: await this.auth.getOwnServiceCredentials(),\n targetPluginId: 'techdocs',\n });\n\n const searchIndexResponse = await fetch(\n DefaultTechDocsCollatorFactory.constructDocsIndexUrl(\n techDocsBaseUrl,\n entityInfo,\n ),\n {\n headers: {\n Authorization: `Bearer ${techdocsToken}`,\n },\n },\n );\n\n // todo(@backstage/techdocs-core): remove Promise.race() when node-fetch is 3.x+\n // workaround for fetch().json() hanging in node-fetch@2.x.x, fixed in 3.x.x\n // https://github.com/node-fetch/node-fetch/issues/665\n const searchIndex = await Promise.race([\n searchIndexResponse.json(),\n new Promise((_resolve, reject) => {\n setTimeout(() => {\n reject('Could not parse JSON in 5 seconds.');\n }, 5000);\n }),\n ]);\n\n return searchIndex.docs.map((doc: MkSearchIndexDoc) => ({\n ...defaultTechDocsCollatorEntityTransformer(entity),\n ...defaultTechDocsCollatorDocumentTransformer(doc),\n ...this.entityTransformer(entity),\n ...this.documentTransformer(doc),\n location: this.applyArgsToFormat(\n this.locationTemplate || '/docs/:namespace/:kind/:name/:path',\n {\n ...entityInfo,\n path: doc.location,\n },\n ),\n ...entityInfo,\n entityTitle: entity.metadata.title,\n componentType: entity.spec?.type?.toString() || 'other',\n lifecycle: (entity.spec?.lifecycle as string) || '',\n owner: getSimpleEntityOwnerString(entity),\n authorization: {\n resourceRef: stringifyEntityRef(entity),\n },\n }));\n } catch (e) {\n this.logger.debug(\n `Failed to retrieve tech docs search index for entity ${entityInfo.namespace}/${entityInfo.kind}/${entityInfo.name}`,\n e,\n );\n return [];\n }\n }),\n );\n yield* (await Promise.all(docPromises)).flat();\n }\n }\n\n private applyArgsToFormat(\n format: string,\n args: Record<string, string>,\n ): string {\n let formatted = format;\n for (const [key, value] of Object.entries(args)) {\n formatted = formatted.replace(`:${key}`, value);\n }\n return formatted;\n }\n\n private static constructDocsIndexUrl(\n techDocsBaseUrl: string,\n entityInfo: { kind: string; namespace: string; name: string },\n ) {\n return `${techDocsBaseUrl}/static/docs/${entityInfo.namespace}/${entityInfo.kind}/${entityInfo.name}/search/search_index.json`;\n }\n\n private static handleEntityInfoCasing(\n legacyPaths: boolean,\n entityInfo: EntityInfo,\n ): EntityInfo {\n return legacyPaths\n ? entityInfo\n : Object.entries(entityInfo).reduce((acc, [key, value]) => {\n return { ...acc, [key]: value.toLocaleLowerCase('en-US') };\n }, {} as EntityInfo);\n }\n}\n\nfunction getSimpleEntityOwnerString(entity: Entity): string {\n if (entity.relations) {\n const owner = entity.relations.find(r => r.type === RELATION_OWNED_BY);\n if (owner) {\n const { name } = parseEntityRef(owner.targetRef);\n return name;\n }\n }\n return '';\n}\n"],"names":["catalogEntityReadPermission","CatalogClient","createLegacyAuthAdapters","Readable","pLimit","CATALOG_FILTER_EXISTS","fetch","defaultTechDocsCollatorEntityTransformer","defaultTechDocsCollatorDocumentTransformer","stringifyEntityRef","RELATION_OWNED_BY","parseEntityRef"],"mappings":";;;;;;;;;;;;;;;;;AAsFO,MAAM,8BAAkE,CAAA;AAAA,EAC7D,IAAe,GAAA,UAAA,CAAA;AAAA,EACf,oBACd,GAAAA,iCAAA,CAAA;AAAA,EAEM,SAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACS,MAAA,CAAA;AAAA,EACA,IAAA,CAAA;AAAA,EACA,aAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACA,gBAAA,CAAA;AAAA,EACT,iBAAA,CAAA;AAAA,EACA,mBAAA,CAAA;AAAA,EAEA,YAAY,OAAyC,EAAA;AAC3D,IAAA,IAAA,CAAK,YAAY,OAAQ,CAAA,SAAA,CAAA;AACzB,IAAK,IAAA,CAAA,gBAAA,GACH,QAAQ,gBAAoB,IAAA,oCAAA,CAAA;AAC9B,IAAK,IAAA,CAAA,MAAA,GAAS,QAAQ,MAAO,CAAA,KAAA,CAAM,EAAE,YAAc,EAAA,IAAA,CAAK,MAAM,CAAA,CAAA;AAC9D,IAAK,IAAA,CAAA,aAAA,GACH,QAAQ,aACR,IAAA,IAAIC,4BAAc,EAAE,YAAA,EAAc,OAAQ,CAAA,SAAA,EAAW,CAAA,CAAA;AACvD,IAAK,IAAA,CAAA,gBAAA,GAAmB,QAAQ,gBAAoB,IAAA,EAAA,CAAA;AACpD,IAAK,IAAA,CAAA,gBAAA,GAAmB,QAAQ,gBAAoB,IAAA,KAAA,CAAA;AACpD,IAAA,IAAA,CAAK,iBAAoB,GAAA,OAAA,CAAQ,iBAAsB,KAAA,OAAO,EAAC,CAAA,CAAA,CAAA;AAC/D,IAAA,IAAA,CAAK,mBAAsB,GAAA,OAAA,CAAQ,mBAAwB,KAAA,OAAO,EAAC,CAAA,CAAA,CAAA;AAEnE,IAAA,IAAA,CAAK,OAAOC,sCAAyB,CAAA;AAAA,MACnC,MAAM,OAAQ,CAAA,IAAA;AAAA,MACd,WAAW,OAAQ,CAAA,SAAA;AAAA,MACnB,cAAc,OAAQ,CAAA,YAAA;AAAA,KACvB,CAAE,CAAA,IAAA,CAAA;AAAA,GACL;AAAA,EAEA,OAAO,UAAW,CAAA,MAAA,EAAgB,OAAyC,EAAA;AACzE,IAAA,MAAM,mBACJ,MAAO,CAAA,kBAAA;AAAA,MACL,6CAAA;AAAA,KACG,IAAA,KAAA,CAAA;AACP,IAAA,MAAM,mBAAmB,MAAO,CAAA,iBAAA;AAAA,MAC9B,4CAAA;AAAA,KACF,CAAA;AACA,IAAA,MAAM,mBAAmB,MAAO,CAAA,iBAAA;AAAA,MAC9B,4CAAA;AAAA,KACF,CAAA;AACA,IAAA,OAAO,IAAI,8BAA+B,CAAA;AAAA,MACxC,GAAG,OAAA;AAAA,MACH,gBAAA;AAAA,MACA,gBAAA;AAAA,MACA,gBAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,WAAiC,GAAA;AACrC,IAAA,OAAOC,eAAS,CAAA,IAAA,CAAK,IAAK,CAAA,OAAA,EAAS,CAAA,CAAA;AAAA,GACrC;AAAA,EAEA,OAAe,OAA6D,GAAA;AAC1E,IAAM,MAAA,KAAA,GAAQC,uBAAO,CAAA,IAAA,CAAK,gBAAgB,CAAA,CAAA;AAC1C,IAAA,MAAM,eAAkB,GAAA,MAAM,IAAK,CAAA,SAAA,CAAU,WAAW,UAAU,CAAA,CAAA;AAElE,IAAA,IAAI,iBAAoB,GAAA,CAAA,CAAA;AACxB,IAAA,IAAI,iBAAoB,GAAA,IAAA,CAAA;AAMxB,IAAM,MAAA,SAAA,GAAY,KAAK,gBAAmB,GAAA,EAAA,CAAA;AAC1C,IAAA,OAAO,iBAAmB,EAAA;AACxB,MAAA,MAAM,EAAE,KAAO,EAAA,YAAA,KAAiB,MAAM,IAAA,CAAK,KAAK,qBAAsB,CAAA;AAAA,QACpE,UAAY,EAAA,MAAM,IAAK,CAAA,IAAA,CAAK,wBAAyB,EAAA;AAAA,QACrD,cAAgB,EAAA,SAAA;AAAA,OACjB,CAAA,CAAA;AAED,MAAM,MAAA,QAAA,GAAA,CACJ,MAAM,IAAA,CAAK,aAAc,CAAA,WAAA;AAAA,QACvB;AAAA,UACE,MAAQ,EAAA;AAAA,YACN,gDACE,EAAAC,mCAAA;AAAA,WACJ;AAAA,UACA,KAAO,EAAA,SAAA;AAAA,UACP,MAAQ,EAAA,iBAAA;AAAA,SACV;AAAA,QACA,EAAE,OAAO,YAAa,EAAA;AAAA,OAExB,EAAA,KAAA,CAAA;AAGF,MAAA,iBAAA,GAAoB,SAAS,MAAW,KAAA,SAAA,CAAA;AACxC,MAAA,iBAAA,IAAqB,QAAS,CAAA,MAAA,CAAA;AAE9B,MAAM,MAAA,WAAA,GAAc,SACjB,MAAO,CAAA,CAAA,EAAA,KAAM,GAAG,QAAU,EAAA,WAAA,GAAc,2BAA2B,CAAC,CACpE,CAAA,GAAA;AAAA,QAAI,CAAC,MACJ,KAAA,KAAA,CAAM,YAAyC;AAC7C,UAAA,MAAM,aACJ,8BAA+B,CAAA,sBAAA;AAAA,YAC7B,IAAK,CAAA,gBAAA;AAAA,YACL;AAAA,cACE,MAAM,MAAO,CAAA,IAAA;AAAA,cACb,SAAA,EAAW,MAAO,CAAA,QAAA,CAAS,SAAa,IAAA,SAAA;AAAA,cACxC,IAAA,EAAM,OAAO,QAAS,CAAA,IAAA;AAAA,aACxB;AAAA,WACF,CAAA;AAEF,UAAI,IAAA;AACF,YAAA,MAAM,EAAE,KAAO,EAAA,aAAA,KACb,MAAM,IAAA,CAAK,KAAK,qBAAsB,CAAA;AAAA,cACpC,UAAY,EAAA,MAAM,IAAK,CAAA,IAAA,CAAK,wBAAyB,EAAA;AAAA,cACrD,cAAgB,EAAA,UAAA;AAAA,aACjB,CAAA,CAAA;AAEH,YAAA,MAAM,sBAAsB,MAAMC,sBAAA;AAAA,cAChC,8BAA+B,CAAA,qBAAA;AAAA,gBAC7B,eAAA;AAAA,gBACA,UAAA;AAAA,eACF;AAAA,cACA;AAAA,gBACE,OAAS,EAAA;AAAA,kBACP,aAAA,EAAe,UAAU,aAAa,CAAA,CAAA;AAAA,iBACxC;AAAA,eACF;AAAA,aACF,CAAA;AAKA,YAAM,MAAA,WAAA,GAAc,MAAM,OAAA,CAAQ,IAAK,CAAA;AAAA,cACrC,oBAAoB,IAAK,EAAA;AAAA,cACzB,IAAI,OAAA,CAAQ,CAAC,QAAA,EAAU,MAAW,KAAA;AAChC,gBAAA,UAAA,CAAW,MAAM;AACf,kBAAA,MAAA,CAAO,oCAAoC,CAAA,CAAA;AAAA,mBAC1C,GAAI,CAAA,CAAA;AAAA,eACR,CAAA;AAAA,aACF,CAAA,CAAA;AAED,YAAA,OAAO,WAAY,CAAA,IAAA,CAAK,GAAI,CAAA,CAAC,GAA2B,MAAA;AAAA,cACtD,GAAGC,kFAAyC,MAAM,CAAA;AAAA,cAClD,GAAGC,sFAA2C,GAAG,CAAA;AAAA,cACjD,GAAG,IAAK,CAAA,iBAAA,CAAkB,MAAM,CAAA;AAAA,cAChC,GAAG,IAAK,CAAA,mBAAA,CAAoB,GAAG,CAAA;AAAA,cAC/B,UAAU,IAAK,CAAA,iBAAA;AAAA,gBACb,KAAK,gBAAoB,IAAA,oCAAA;AAAA,gBACzB;AAAA,kBACE,GAAG,UAAA;AAAA,kBACH,MAAM,GAAI,CAAA,QAAA;AAAA,iBACZ;AAAA,eACF;AAAA,cACA,GAAG,UAAA;AAAA,cACH,WAAA,EAAa,OAAO,QAAS,CAAA,KAAA;AAAA,cAC7B,aAAe,EAAA,MAAA,CAAO,IAAM,EAAA,IAAA,EAAM,UAAc,IAAA,OAAA;AAAA,cAChD,SAAA,EAAY,MAAO,CAAA,IAAA,EAAM,SAAwB,IAAA,EAAA;AAAA,cACjD,KAAA,EAAO,2BAA2B,MAAM,CAAA;AAAA,cACxC,aAAe,EAAA;AAAA,gBACb,WAAA,EAAaC,gCAAmB,MAAM,CAAA;AAAA,eACxC;AAAA,aACA,CAAA,CAAA,CAAA;AAAA,mBACK,CAAG,EAAA;AACV,YAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,cACV,CAAA,qDAAA,EAAwD,WAAW,SAAS,CAAA,CAAA,EAAI,WAAW,IAAI,CAAA,CAAA,EAAI,WAAW,IAAI,CAAA,CAAA;AAAA,cAClH,CAAA;AAAA,aACF,CAAA;AACA,YAAA,OAAO,EAAC,CAAA;AAAA,WACV;AAAA,SACD,CAAA;AAAA,OACH,CAAA;AACF,MAAA,OAAA,CAAQ,MAAM,OAAA,CAAQ,GAAI,CAAA,WAAW,GAAG,IAAK,EAAA,CAAA;AAAA,KAC/C;AAAA,GACF;AAAA,EAEQ,iBAAA,CACN,QACA,IACQ,EAAA;AACR,IAAA,IAAI,SAAY,GAAA,MAAA,CAAA;AAChB,IAAA,KAAA,MAAW,CAAC,GAAK,EAAA,KAAK,KAAK,MAAO,CAAA,OAAA,CAAQ,IAAI,CAAG,EAAA;AAC/C,MAAA,SAAA,GAAY,SAAU,CAAA,OAAA,CAAQ,CAAI,CAAA,EAAA,GAAG,IAAI,KAAK,CAAA,CAAA;AAAA,KAChD;AACA,IAAO,OAAA,SAAA,CAAA;AAAA,GACT;AAAA,EAEA,OAAe,qBACb,CAAA,eAAA,EACA,UACA,EAAA;AACA,IAAO,OAAA,CAAA,EAAG,eAAe,CAAA,aAAA,EAAgB,UAAW,CAAA,SAAS,IAAI,UAAW,CAAA,IAAI,CAAI,CAAA,EAAA,UAAA,CAAW,IAAI,CAAA,yBAAA,CAAA,CAAA;AAAA,GACrG;AAAA,EAEA,OAAe,sBACb,CAAA,WAAA,EACA,UACY,EAAA;AACZ,IAAA,OAAO,WACH,GAAA,UAAA,GACA,MAAO,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAE,MAAO,CAAA,CAAC,GAAK,EAAA,CAAC,GAAK,EAAA,KAAK,CAAM,KAAA;AACvD,MAAO,OAAA,EAAE,GAAG,GAAK,EAAA,CAAC,GAAG,GAAG,KAAA,CAAM,iBAAkB,CAAA,OAAO,CAAE,EAAA,CAAA;AAAA,KAC3D,EAAG,EAAgB,CAAA,CAAA;AAAA,GACzB;AACF,CAAA;AAEA,SAAS,2BAA2B,MAAwB,EAAA;AAC1D,EAAA,IAAI,OAAO,SAAW,EAAA;AACpB,IAAA,MAAM,QAAQ,MAAO,CAAA,SAAA,CAAU,KAAK,CAAK,CAAA,KAAA,CAAA,CAAE,SAASC,8BAAiB,CAAA,CAAA;AACrE,IAAA,IAAI,KAAO,EAAA;AACT,MAAA,MAAM,EAAE,IAAA,EAAS,GAAAC,2BAAA,CAAe,MAAM,SAAS,CAAA,CAAA;AAC/C,MAAO,OAAA,IAAA,CAAA;AAAA,KACT;AAAA,GACF;AACA,EAAO,OAAA,EAAA,CAAA;AACT;;;;"}
@@ -0,0 +1,18 @@
1
+ 'use strict';
2
+
3
+ var unescape = require('lodash/unescape');
4
+
5
+ function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
6
+
7
+ var unescape__default = /*#__PURE__*/_interopDefaultCompat(unescape);
8
+
9
+ const defaultTechDocsCollatorDocumentTransformer = (doc) => {
10
+ return {
11
+ title: unescape__default.default(doc.title),
12
+ text: unescape__default.default(doc.text || ""),
13
+ path: doc.location
14
+ };
15
+ };
16
+
17
+ exports.defaultTechDocsCollatorDocumentTransformer = defaultTechDocsCollatorDocumentTransformer;
18
+ //# sourceMappingURL=defaultTechDocsCollatorDocumentTransformer.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"defaultTechDocsCollatorDocumentTransformer.cjs.js","sources":["../../src/collators/defaultTechDocsCollatorDocumentTransformer.ts"],"sourcesContent":["/*\n * Copyright 2024 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport unescape from 'lodash/unescape';\nimport {\n TechDocsCollatorDocumentTransformer,\n MkSearchIndexDoc,\n} from './TechDocsCollatorDocumentTransformer';\n\n/** @public */\nexport const defaultTechDocsCollatorDocumentTransformer: TechDocsCollatorDocumentTransformer =\n (doc: MkSearchIndexDoc) => {\n return {\n title: unescape(doc.title),\n text: unescape(doc.text || ''),\n path: doc.location,\n };\n };\n"],"names":["unescape"],"mappings":";;;;;;;;AAsBa,MAAA,0CAAA,GACX,CAAC,GAA0B,KAAA;AACzB,EAAO,OAAA;AAAA,IACL,KAAA,EAAOA,yBAAS,CAAA,GAAA,CAAI,KAAK,CAAA;AAAA,IACzB,IAAM,EAAAA,yBAAA,CAAS,GAAI,CAAA,IAAA,IAAQ,EAAE,CAAA;AAAA,IAC7B,MAAM,GAAI,CAAA,QAAA;AAAA,GACZ,CAAA;AACF;;;;"}
package/dist/index.cjs.js CHANGED
@@ -1,10 +1,15 @@
1
1
  'use strict';
2
2
 
3
+ Object.defineProperty(exports, '__esModule', { value: true });
4
+
5
+ var module$1 = require('./module.cjs.js');
3
6
  var DefaultTechDocsCollatorFactory = require('./collators/DefaultTechDocsCollatorFactory.cjs.js');
4
7
  var defaultTechDocsCollatorEntityTransformer = require('./collators/defaultTechDocsCollatorEntityTransformer.cjs.js');
5
8
 
6
9
 
7
10
 
11
+ exports.default = module$1.default;
12
+ exports.techdocsCollatorEntityTransformerExtensionPoint = module$1.techdocsCollatorEntityTransformerExtensionPoint;
8
13
  exports.DefaultTechDocsCollatorFactory = DefaultTechDocsCollatorFactory.DefaultTechDocsCollatorFactory;
9
14
  exports.defaultTechDocsCollatorEntityTransformer = defaultTechDocsCollatorEntityTransformer.defaultTechDocsCollatorEntityTransformer;
10
15
  //# sourceMappingURL=index.cjs.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}
1
+ {"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;"}
package/dist/index.d.ts CHANGED
@@ -1,4 +1,7 @@
1
1
  /// <reference types="node" />
2
+ import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
3
+ import { DiscoveryService, LoggerService, AuthService, HttpAuthService } from '@backstage/backend-plugin-api';
4
+ import { TechDocsCollatorEntityTransformer as TechDocsCollatorEntityTransformer$1, TechDocsCollatorDocumentTransformer as TechDocsCollatorDocumentTransformer$1 } from '@backstage/plugin-search-backend-module-techdocs';
2
5
  import { TokenManager } from '@backstage/backend-common';
3
6
  import { CatalogApi } from '@backstage/catalog-client';
4
7
  import { Config } from '@backstage/config';
@@ -7,10 +10,36 @@ import { DocumentCollatorFactory } from '@backstage/plugin-search-common';
7
10
  import { Readable } from 'stream';
8
11
  import { Entity } from '@backstage/catalog-model';
9
12
  import { TechDocsDocument } from '@backstage/plugin-techdocs-node';
10
- import { DiscoveryService, LoggerService, AuthService, HttpAuthService } from '@backstage/backend-plugin-api';
11
13
 
12
14
  /** @public */
13
- type TechDocsCollatorEntityTransformer = (entity: Entity) => Omit<TechDocsDocument, 'location' | 'authorization'>;
15
+ interface TechDocsCollatorEntityTransformerExtensionPoint {
16
+ setTransformer(transformer: TechDocsCollatorEntityTransformer$1): void;
17
+ setDocumentTransformer(transformer: TechDocsCollatorDocumentTransformer$1): void;
18
+ }
19
+ /**
20
+ * Extension point used to customize the TechDocs collator entity transformer.
21
+ *
22
+ * @public
23
+ */
24
+ declare const techdocsCollatorEntityTransformerExtensionPoint: _backstage_backend_plugin_api.ExtensionPoint<TechDocsCollatorEntityTransformerExtensionPoint>;
25
+ /**
26
+ * @public
27
+ * Search backend module for the TechDocs index.
28
+ */
29
+ declare const _default: _backstage_backend_plugin_api.BackendFeature;
30
+
31
+ /** @public */
32
+ type TechDocsCollatorEntityTransformer = (entity: Entity) => Partial<Omit<TechDocsDocument, 'location' | 'authorization'>>;
33
+
34
+ /** @public */
35
+ interface MkSearchIndexDoc {
36
+ title: string;
37
+ text: string;
38
+ location: string;
39
+ tags?: string[];
40
+ }
41
+ /** @public */
42
+ type TechDocsCollatorDocumentTransformer = (doc: MkSearchIndexDoc) => Partial<Omit<TechDocsDocument, 'location' | 'authorization' | 'kind' | 'namespace' | 'name' | 'lifecycle' | 'owner'>>;
14
43
 
15
44
  /**
16
45
  * Options to configure the TechDocs collator factory
@@ -29,6 +58,7 @@ type TechDocsCollatorFactoryOptions = {
29
58
  parallelismLimit?: number;
30
59
  legacyPathCasing?: boolean;
31
60
  entityTransformer?: TechDocsCollatorEntityTransformer;
61
+ documentTransformer?: TechDocsCollatorDocumentTransformer;
32
62
  };
33
63
  /**
34
64
  * A search collator factory responsible for gathering and transforming
@@ -48,6 +78,7 @@ declare class DefaultTechDocsCollatorFactory implements DocumentCollatorFactory
48
78
  private readonly parallelismLimit;
49
79
  private readonly legacyPathCasing;
50
80
  private entityTransformer;
81
+ private documentTransformer;
51
82
  private constructor();
52
83
  static fromConfig(config: Config, options: TechDocsCollatorFactoryOptions): DefaultTechDocsCollatorFactory;
53
84
  getCollator(): Promise<Readable>;
@@ -60,4 +91,4 @@ declare class DefaultTechDocsCollatorFactory implements DocumentCollatorFactory
60
91
  /** @public */
61
92
  declare const defaultTechDocsCollatorEntityTransformer: TechDocsCollatorEntityTransformer;
62
93
 
63
- export { DefaultTechDocsCollatorFactory, type TechDocsCollatorEntityTransformer, type TechDocsCollatorFactoryOptions, defaultTechDocsCollatorEntityTransformer };
94
+ export { DefaultTechDocsCollatorFactory, type MkSearchIndexDoc, type TechDocsCollatorDocumentTransformer, type TechDocsCollatorEntityTransformer, type TechDocsCollatorEntityTransformerExtensionPoint, type TechDocsCollatorFactoryOptions, _default as default, defaultTechDocsCollatorEntityTransformer, techdocsCollatorEntityTransformerExtensionPoint };
@@ -0,0 +1,88 @@
1
+ 'use strict';
2
+
3
+ Object.defineProperty(exports, '__esModule', { value: true });
4
+
5
+ var backendPluginApi = require('@backstage/backend-plugin-api');
6
+ var alpha = require('@backstage/plugin-catalog-node/alpha');
7
+ var pluginSearchBackendModuleTechdocs = require('@backstage/plugin-search-backend-module-techdocs');
8
+ var alpha$1 = require('@backstage/plugin-search-backend-node/alpha');
9
+
10
+ const techdocsCollatorEntityTransformerExtensionPoint = backendPluginApi.createExtensionPoint({
11
+ id: "search.techdocsCollator.transformer"
12
+ });
13
+ var feature = backendPluginApi.createBackendModule({
14
+ pluginId: "search",
15
+ moduleId: "techdocs-collator",
16
+ register(env) {
17
+ let entityTransformer;
18
+ let documentTransformer;
19
+ env.registerExtensionPoint(
20
+ techdocsCollatorEntityTransformerExtensionPoint,
21
+ {
22
+ setTransformer(newTransformer) {
23
+ if (entityTransformer) {
24
+ throw new Error(
25
+ "TechDocs collator entity transformer may only be set once"
26
+ );
27
+ }
28
+ entityTransformer = newTransformer;
29
+ },
30
+ setDocumentTransformer(newTransformer) {
31
+ if (documentTransformer) {
32
+ throw new Error(
33
+ "TechDocs collator document transformer may only be set once"
34
+ );
35
+ }
36
+ documentTransformer = newTransformer;
37
+ }
38
+ }
39
+ );
40
+ env.registerInit({
41
+ deps: {
42
+ config: backendPluginApi.coreServices.rootConfig,
43
+ logger: backendPluginApi.coreServices.logger,
44
+ auth: backendPluginApi.coreServices.auth,
45
+ httpAuth: backendPluginApi.coreServices.httpAuth,
46
+ discovery: backendPluginApi.coreServices.discovery,
47
+ scheduler: backendPluginApi.coreServices.scheduler,
48
+ catalog: alpha.catalogServiceRef,
49
+ indexRegistry: alpha$1.searchIndexRegistryExtensionPoint
50
+ },
51
+ async init({
52
+ config,
53
+ logger,
54
+ auth,
55
+ httpAuth,
56
+ discovery,
57
+ scheduler,
58
+ catalog,
59
+ indexRegistry
60
+ }) {
61
+ const defaultSchedule = {
62
+ frequency: { minutes: 10 },
63
+ timeout: { minutes: 15 },
64
+ initialDelay: { seconds: 3 }
65
+ };
66
+ const schedule = config.has("search.collators.techdocs.schedule") ? backendPluginApi.readSchedulerServiceTaskScheduleDefinitionFromConfig(
67
+ config.getConfig("search.collators.techdocs.schedule")
68
+ ) : defaultSchedule;
69
+ indexRegistry.addCollator({
70
+ schedule: scheduler.createScheduledTaskRunner(schedule),
71
+ factory: pluginSearchBackendModuleTechdocs.DefaultTechDocsCollatorFactory.fromConfig(config, {
72
+ discovery,
73
+ auth,
74
+ httpAuth,
75
+ logger,
76
+ catalogClient: catalog,
77
+ entityTransformer,
78
+ documentTransformer
79
+ })
80
+ });
81
+ }
82
+ });
83
+ }
84
+ });
85
+
86
+ exports.default = feature;
87
+ exports.techdocsCollatorEntityTransformerExtensionPoint = techdocsCollatorEntityTransformerExtensionPoint;
88
+ //# sourceMappingURL=module.cjs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"module.cjs.js","sources":["../src/module.ts"],"sourcesContent":["/*\n * Copyright 2023 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\n/**\n * @packageDocumentation\n * A module for the search backend that exports TechDocs modules.\n */\n\nimport {\n coreServices,\n createBackendModule,\n createExtensionPoint,\n readSchedulerServiceTaskScheduleDefinitionFromConfig,\n} from '@backstage/backend-plugin-api';\nimport { catalogServiceRef } from '@backstage/plugin-catalog-node/alpha';\nimport {\n DefaultTechDocsCollatorFactory,\n TechDocsCollatorDocumentTransformer,\n TechDocsCollatorEntityTransformer,\n} from '@backstage/plugin-search-backend-module-techdocs';\nimport { searchIndexRegistryExtensionPoint } from '@backstage/plugin-search-backend-node/alpha';\n\n/** @public */\nexport interface TechDocsCollatorEntityTransformerExtensionPoint {\n setTransformer(transformer: TechDocsCollatorEntityTransformer): void;\n setDocumentTransformer(\n transformer: TechDocsCollatorDocumentTransformer,\n ): void;\n}\n\n/**\n * Extension point used to customize the TechDocs collator entity transformer.\n *\n * @public\n */\nexport const techdocsCollatorEntityTransformerExtensionPoint =\n createExtensionPoint<TechDocsCollatorEntityTransformerExtensionPoint>({\n id: 'search.techdocsCollator.transformer',\n });\n\n/**\n * @public\n * Search backend module for the TechDocs index.\n */\nexport default createBackendModule({\n pluginId: 'search',\n moduleId: 'techdocs-collator',\n register(env) {\n let entityTransformer: TechDocsCollatorEntityTransformer | undefined;\n let documentTransformer: TechDocsCollatorDocumentTransformer | undefined;\n\n env.registerExtensionPoint(\n techdocsCollatorEntityTransformerExtensionPoint,\n {\n setTransformer(newTransformer) {\n if (entityTransformer) {\n throw new Error(\n 'TechDocs collator entity transformer may only be set once',\n );\n }\n entityTransformer = newTransformer;\n },\n setDocumentTransformer(newTransformer) {\n if (documentTransformer) {\n throw new Error(\n 'TechDocs collator document transformer may only be set once',\n );\n }\n documentTransformer = newTransformer;\n },\n },\n );\n\n env.registerInit({\n deps: {\n config: coreServices.rootConfig,\n logger: coreServices.logger,\n auth: coreServices.auth,\n httpAuth: coreServices.httpAuth,\n discovery: coreServices.discovery,\n scheduler: coreServices.scheduler,\n catalog: catalogServiceRef,\n indexRegistry: searchIndexRegistryExtensionPoint,\n },\n async init({\n config,\n logger,\n auth,\n httpAuth,\n discovery,\n scheduler,\n catalog,\n indexRegistry,\n }) {\n const defaultSchedule = {\n frequency: { minutes: 10 },\n timeout: { minutes: 15 },\n initialDelay: { seconds: 3 },\n };\n\n const schedule = config.has('search.collators.techdocs.schedule')\n ? readSchedulerServiceTaskScheduleDefinitionFromConfig(\n config.getConfig('search.collators.techdocs.schedule'),\n )\n : defaultSchedule;\n\n indexRegistry.addCollator({\n schedule: scheduler.createScheduledTaskRunner(schedule),\n factory: DefaultTechDocsCollatorFactory.fromConfig(config, {\n discovery,\n auth,\n httpAuth,\n logger,\n catalogClient: catalog,\n entityTransformer,\n documentTransformer,\n }),\n });\n },\n });\n },\n});\n"],"names":["createExtensionPoint","createBackendModule","coreServices","catalogServiceRef","searchIndexRegistryExtensionPoint","readSchedulerServiceTaskScheduleDefinitionFromConfig","DefaultTechDocsCollatorFactory"],"mappings":";;;;;;;;;AAgDO,MAAM,kDACXA,qCAAsE,CAAA;AAAA,EACpE,EAAI,EAAA,qCAAA;AACN,CAAC,EAAA;AAMH,cAAeC,oCAAoB,CAAA;AAAA,EACjC,QAAU,EAAA,QAAA;AAAA,EACV,QAAU,EAAA,mBAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAI,IAAA,iBAAA,CAAA;AACJ,IAAI,IAAA,mBAAA,CAAA;AAEJ,IAAI,GAAA,CAAA,sBAAA;AAAA,MACF,+CAAA;AAAA,MACA;AAAA,QACE,eAAe,cAAgB,EAAA;AAC7B,UAAA,IAAI,iBAAmB,EAAA;AACrB,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,2DAAA;AAAA,aACF,CAAA;AAAA,WACF;AACA,UAAoB,iBAAA,GAAA,cAAA,CAAA;AAAA,SACtB;AAAA,QACA,uBAAuB,cAAgB,EAAA;AACrC,UAAA,IAAI,mBAAqB,EAAA;AACvB,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,6DAAA;AAAA,aACF,CAAA;AAAA,WACF;AACA,UAAsB,mBAAA,GAAA,cAAA,CAAA;AAAA,SACxB;AAAA,OACF;AAAA,KACF,CAAA;AAEA,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,QAAQA,6BAAa,CAAA,MAAA;AAAA,QACrB,MAAMA,6BAAa,CAAA,IAAA;AAAA,QACnB,UAAUA,6BAAa,CAAA,QAAA;AAAA,QACvB,WAAWA,6BAAa,CAAA,SAAA;AAAA,QACxB,WAAWA,6BAAa,CAAA,SAAA;AAAA,QACxB,OAAS,EAAAC,uBAAA;AAAA,QACT,aAAe,EAAAC,yCAAA;AAAA,OACjB;AAAA,MACA,MAAM,IAAK,CAAA;AAAA,QACT,MAAA;AAAA,QACA,MAAA;AAAA,QACA,IAAA;AAAA,QACA,QAAA;AAAA,QACA,SAAA;AAAA,QACA,SAAA;AAAA,QACA,OAAA;AAAA,QACA,aAAA;AAAA,OACC,EAAA;AACD,QAAA,MAAM,eAAkB,GAAA;AAAA,UACtB,SAAA,EAAW,EAAE,OAAA,EAAS,EAAG,EAAA;AAAA,UACzB,OAAA,EAAS,EAAE,OAAA,EAAS,EAAG,EAAA;AAAA,UACvB,YAAA,EAAc,EAAE,OAAA,EAAS,CAAE,EAAA;AAAA,SAC7B,CAAA;AAEA,QAAA,MAAM,QAAW,GAAA,MAAA,CAAO,GAAI,CAAA,oCAAoC,CAC5D,GAAAC,qEAAA;AAAA,UACE,MAAA,CAAO,UAAU,oCAAoC,CAAA;AAAA,SAEvD,GAAA,eAAA,CAAA;AAEJ,QAAA,aAAA,CAAc,WAAY,CAAA;AAAA,UACxB,QAAA,EAAU,SAAU,CAAA,yBAAA,CAA0B,QAAQ,CAAA;AAAA,UACtD,OAAA,EAASC,gEAA+B,CAAA,UAAA,CAAW,MAAQ,EAAA;AAAA,YACzD,SAAA;AAAA,YACA,IAAA;AAAA,YACA,QAAA;AAAA,YACA,MAAA;AAAA,YACA,aAAe,EAAA,OAAA;AAAA,YACf,iBAAA;AAAA,YACA,mBAAA;AAAA,WACD,CAAA;AAAA,SACF,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC,CAAA;;;;;"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@backstage/plugin-search-backend-module-techdocs",
3
- "version": "0.2.3-next.2",
3
+ "version": "0.3.1",
4
4
  "description": "A module for the search backend that exports techdocs modules",
5
5
  "backstage": {
6
6
  "role": "backend-plugin-module",
@@ -19,6 +19,7 @@
19
19
  "license": "Apache-2.0",
20
20
  "exports": {
21
21
  ".": {
22
+ "backstage": "@backstage/BackendFeature",
22
23
  "require": "./dist/index.cjs.js",
23
24
  "types": "./dist/index.d.ts",
24
25
  "default": "./dist/index.cjs.js"
@@ -49,23 +50,23 @@
49
50
  },
50
51
  "dependencies": {
51
52
  "@backstage/backend-common": "^0.25.0",
52
- "@backstage/backend-plugin-api": "1.0.1-next.1",
53
- "@backstage/catalog-client": "1.7.1-next.0",
54
- "@backstage/catalog-model": "1.7.0",
55
- "@backstage/config": "1.2.0",
56
- "@backstage/plugin-catalog-common": "1.1.0",
57
- "@backstage/plugin-catalog-node": "1.13.1-next.1",
58
- "@backstage/plugin-permission-common": "0.8.1",
59
- "@backstage/plugin-search-backend-node": "1.3.3-next.2",
60
- "@backstage/plugin-search-common": "1.2.14",
61
- "@backstage/plugin-techdocs-node": "1.12.12-next.2",
53
+ "@backstage/backend-plugin-api": "^1.0.1",
54
+ "@backstage/catalog-client": "^1.7.1",
55
+ "@backstage/catalog-model": "^1.7.0",
56
+ "@backstage/config": "^1.2.0",
57
+ "@backstage/plugin-catalog-common": "^1.1.0",
58
+ "@backstage/plugin-catalog-node": "^1.13.1",
59
+ "@backstage/plugin-permission-common": "^0.8.1",
60
+ "@backstage/plugin-search-backend-node": "^1.3.4",
61
+ "@backstage/plugin-search-common": "^1.2.14",
62
+ "@backstage/plugin-techdocs-node": "^1.12.12",
62
63
  "lodash": "^4.17.21",
63
64
  "node-fetch": "^2.7.0",
64
65
  "p-limit": "^3.1.0"
65
66
  },
66
67
  "devDependencies": {
67
- "@backstage/backend-test-utils": "1.0.1-next.2",
68
- "@backstage/cli": "0.28.0-next.2",
68
+ "@backstage/backend-test-utils": "^1.0.2",
69
+ "@backstage/cli": "^0.28.0",
69
70
  "msw": "^1.0.0"
70
71
  },
71
72
  "configSchema": "config.d.ts"