@backstage/plugin-search-backend-module-elasticsearch 0.2.0-next.2 → 1.0.1

package/CHANGELOG.md

@@ -1,5 +1,66 @@
 # @backstage/plugin-search-backend-module-elasticsearch
 
+## 1.0.1
+
+### Patch Changes
+
+- Updated dependencies
+  - @backstage/plugin-search-backend-node@1.0.1
+
+## 1.0.1-next.0
+
+### Patch Changes
+
+- Updated dependencies
+  - @backstage/plugin-search-backend-node@1.0.1-next.0
+
+## 1.0.0
+
+### Major Changes
+
+- 7bd7d336b2: This package has been promoted to 1.0. Read more about what it means in [New release: Backstage Search 1.0 blog](https://backstage.io/blog/2022/07/19/releasing-backstage-search-1.0)
+
+### Minor Changes
+
+- c5af773757: **BREAKING**: In order to remain interoperable with all currently supported
+  deployments of Elasticsearch, this package will now conditionally use either
+  the `@elastic/elasticsearch` or `@opensearch-project/opensearch` client when
+  communicating with your deployed cluster.
+
+  If you do not rely on types exported from this package, or if you do not make
+  use of the `createElasticSearchClientOptions` or `newClient` methods on the
+  `ElasticSearchSearchEngine` class, then upgrading to this version should not
+  require any further action on your part. Everything will continue to work as it
+  always has.
+
+  If you _do_ rely on either of the above methods or any underlying types, some
+  changes may be needed to your custom code. A type guard is now exported by this
+  package (`isOpenSearchCompatible(options)`), which you may use to help clarify
+  which client options are compatible with which client constructors.
+
+  If you are using this package with the `search.elasticsearch.provider` set to
+  `aws`, and you are making use of the `newClient` method in particular, you may
+  wish to start using the `@opensearch-project/opensearch` client in your custom
+  code.
+
+### Patch Changes
+
+- 71de198828: Updated dependency `@opensearch-project/opensearch` to `^2.0.0`.
+- b0b8213056: Feature: add a new option to set the batch size for elastic search engine, if not given the default batch size is 1000
+
+  Example usage:
+
+  ```yaml
+  search:
+    elasticsearch:
+      batchSize: 100
+  ```
+
+- a21cd43467: Throws `MissingIndexError` when no index of type exist.
+- Updated dependencies
+  - @backstage/plugin-search-backend-node@1.0.0
+  - @backstage/plugin-search-common@1.0.0
+
 ## 0.2.0-next.2
 
 ### Patch Changes

package/config.d.ts

@@ -21,6 +21,10 @@ export interface Config {
      * Options for ElasticSearch
      */
     elasticsearch?: {
+      /**
+       * Batch size for elastic search indexing tasks. Defaults to 1000.
+       */
+      batchSize?: number;
       /**
        * Options for configuring highlight settings
        * See https://www.elastic.co/guide/en/elasticsearch/reference/7.17/highlighting.html

package/dist/index.cjs.js

@@ -22,7 +22,7 @@ function duration(startTimestamp) {
 }
 class ElasticSearchSearchEngineIndexer extends pluginSearchBackendNode.BatchSearchEngineIndexer {
   constructor(options) {
-    super({ batchSize: 1e3 });
+    super({ batchSize: options.batchSize });
     this.received = 0;
     this.processed = 0;
     this.removableIndices = [];
@@ -73,7 +73,12 @@ class ElasticSearchSearchEngineIndexer extends pluginSearchBackendNode.BatchSear
     await this.isReady();
     this.sourceStream.push(null);
     const result = await this.bulkResult;
-    this.logger.info(`Indexing completed for index ${this.type} in ${duration(this.startTimestamp)}`, result);
+    this.logger.info(
+      `Indexing completed for index ${this.type} in ${duration(
+        this.startTimestamp
+      )}`,
+      result
+    );
     await this.elasticSearchClientWrapper.updateAliases({
       actions: [
         {
@@ -230,12 +235,14 @@ class ElasticSearchClientWrapper {
 function isBlank(str) {
   return lodash.isEmpty(str) && !lodash.isNumber(str) || lodash.isNaN(str);
 }
+const DEFAULT_INDEXER_BATCH_SIZE = 1e3;
 class ElasticSearchSearchEngine {
-  constructor(elasticSearchClientOptions, aliasPostfix, indexPrefix, logger, highlightOptions) {
+  constructor(elasticSearchClientOptions, aliasPostfix, indexPrefix, logger, batchSize, highlightOptions) {
     this.elasticSearchClientOptions = elasticSearchClientOptions;
     this.aliasPostfix = aliasPostfix;
     this.indexPrefix = indexPrefix;
     this.logger = logger;
+    this.batchSize = batchSize;
     this.indexSeparator = "-index__";
     this.elasticSearchClientWrapper = ElasticSearchClientWrapper.fromClientOptions(elasticSearchClientOptions);
     const uuidTag = uuid.v4();
@@ -254,7 +261,10 @@ class ElasticSearchSearchEngine {
     aliasPostfix = `search`,
     indexPrefix = ``
   }) {
-    const options = await createElasticSearchClientOptions(config.getConfig("search.elasticsearch"));
+    var _a;
+    const options = await createElasticSearchClientOptions(
+      config.getConfig("search.elasticsearch")
+    );
     if (options.provider === "elastic") {
       logger.info("Initializing Elastic.co ElasticSearch search engine.");
     } else if (options.provider === "aws") {
@@ -262,7 +272,16 @@ class ElasticSearchSearchEngine {
     } else {
       logger.info("Initializing ElasticSearch search engine.");
     }
-    return new ElasticSearchSearchEngine(options, aliasPostfix, indexPrefix, logger, config.getOptional("search.elasticsearch.highlightOptions"));
+    return new ElasticSearchSearchEngine(
+      options,
+      aliasPostfix,
+      indexPrefix,
+      logger,
+      (_a = config.getOptionalNumber("search.elasticsearch.batchSize")) != null ? _a : DEFAULT_INDEXER_BATCH_SIZE,
+      config.getOptional(
+        "search.elasticsearch.highlightOptions"
+      )
+    );
   }
   newClient(create) {
     return create(this.elasticSearchClientOptions);
@@ -277,15 +296,23 @@ class ElasticSearchSearchEngine {
       if (Array.isArray(value)) {
         return esb__default["default"].boolQuery().should(value.map((it) => esb__default["default"].matchQuery(key, it.toString())));
       }
-      this.logger.error("Failed to query, unrecognized filter type", key, value);
-      throw new Error("Failed to add filters to query. Unrecognized filter type");
+      this.logger.error(
+        "Failed to query, unrecognized filter type",
+        key,
+        value
+      );
+      throw new Error(
+        "Failed to add filters to query. Unrecognized filter type"
+      );
     });
     const esbQuery = isBlank(term) ? esb__default["default"].matchAllQuery() : esb__default["default"].multiMatchQuery(["*"], term).fuzziness("auto").minimumShouldMatch(1);
     const pageSize = 25;
     const { page } = decodePageCursor(pageCursor);
     let esbRequestBodySearch = esb__default["default"].requestBodySearch().query(esb__default["default"].boolQuery().filter(filter).must([esbQuery])).from(page * pageSize).size(pageSize);
     if (options == null ? void 0 : options.highlightOptions) {
-      esbRequestBodySearch = esbRequestBodySearch.highlight(esb__default["default"].highlight("*").numberOfFragments(options.highlightOptions.numFragments).fragmentSize(options.highlightOptions.fragmentSize).preTags(options.highlightOptions.preTag).postTags(options.highlightOptions.postTag));
+      esbRequestBodySearch = esbRequestBodySearch.highlight(
+        esb__default["default"].highlight("*").numberOfFragments(options.highlightOptions.numFragments).fragmentSize(options.highlightOptions.fragmentSize).preTags(options.highlightOptions.preTag).postTags(options.highlightOptions.postTag)
+      );
     }
     return {
       elasticSearchQuery: esbRequestBodySearch.toJSON(),
@@ -312,7 +339,8 @@ class ElasticSearchSearchEngine {
       indexSeparator: this.indexSeparator,
       alias,
       elasticSearchClientWrapper: this.elasticSearchClientWrapper,
-      logger: this.logger
+      logger: this.logger,
+      batchSize: this.batchSize
     });
     indexer.on("error", async (e) => {
       this.logger.error(`Failed to index documents for type ${type}`, e);
@@ -335,7 +363,10 @@ class ElasticSearchSearchEngine {
   }
   async query(query) {
     var _a, _b, _c;
-    const { elasticSearchQuery, documentTypes, pageSize } = this.translator(query, { highlightOptions: this.highlightOptions });
+    const { elasticSearchQuery, documentTypes, pageSize } = this.translator(
+      query,
+      { highlightOptions: this.highlightOptions }
+    );
     const queryIndices = documentTypes ? documentTypes.map((it) => this.constructSearchAlias(it)) : this.constructSearchAlias("*");
     try {
       const result = await this.elasticSearchClientWrapper.search({
@@ -348,32 +379,42 @@ class ElasticSearchSearchEngine {
       const nextPageCursor = hasNextPage ? encodePageCursor({ page: page + 1 }) : void 0;
       const previousPageCursor = hasPreviousPage ? encodePageCursor({ page: page - 1 }) : void 0;
       return {
-        results: result.body.hits.hits.map((d, index) => {
-          const resultItem = {
-            type: this.getTypeFromIndex(d._index),
-            document: d._source,
-            rank: pageSize * page + index + 1
-          };
-          if (d.highlight) {
-            resultItem.highlight = {
-              preTag: this.highlightOptions.preTag,
-              postTag: this.highlightOptions.postTag,
-              fields: Object.fromEntries(Object.entries(d.highlight).map(([field, fragments]) => [
-                field,
-                fragments.join(this.highlightOptions.fragmentDelimiter)
-              ]))
+        results: result.body.hits.hits.map(
+          (d, index) => {
+            const resultItem = {
+              type: this.getTypeFromIndex(d._index),
+              document: d._source,
+              rank: pageSize * page + index + 1
             };
+            if (d.highlight) {
+              resultItem.highlight = {
+                preTag: this.highlightOptions.preTag,
+                postTag: this.highlightOptions.postTag,
+                fields: Object.fromEntries(
+                  Object.entries(d.highlight).map(([field, fragments]) => [
+                    field,
+                    fragments.join(this.highlightOptions.fragmentDelimiter)
+                  ])
+                )
+              };
+            }
+            return resultItem;
           }
-          return resultItem;
-        }),
+        ),
         nextPageCursor,
         previousPageCursor
       };
     } catch (error) {
       if (((_c = (_b = (_a = error.meta) == null ? void 0 : _a.body) == null ? void 0 : _b.error) == null ? void 0 : _c.type) === "index_not_found_exception") {
-        throw new pluginSearchBackendNode.MissingIndexError(`Missing index for ${queryIndices}. This means there are no documents to search through.`, error);
+        throw new pluginSearchBackendNode.MissingIndexError(
+          `Missing index for ${queryIndices}. This means there are no documents to search through.`,
+          error
+        );
       }
-      this.logger.error(`Failed to query documents for indices ${queryIndices}`, error);
+      this.logger.error(
+        `Failed to query documents for indices ${queryIndices}`,
+        error
+      );
       return Promise.reject({ results: [] });
     }
   }

package/dist/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../src/engines/ElasticSearchSearchEngineIndexer.ts","../src/engines/ElasticSearchClientOptions.ts","../src/engines/ElasticSearchClientWrapper.ts","../src/engines/ElasticSearchSearchEngine.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { BatchSearchEngineIndexer } from '@backstage/plugin-search-backend-node';\nimport { IndexableDocument } from '@backstage/plugin-search-common';\nimport { Readable } from 'stream';\nimport { Logger } from 'winston';\nimport { ElasticSearchClientWrapper } from './ElasticSearchClientWrapper';\n\n/**\n * Options for instansiate ElasticSearchSearchEngineIndexer\n * @public\n */\nexport type ElasticSearchSearchEngineIndexerOptions = {\n  type: string;\n  indexPrefix: string;\n  indexSeparator: string;\n  alias: string;\n  logger: Logger;\n  elasticSearchClientWrapper: ElasticSearchClientWrapper;\n};\n\nfunction duration(startTimestamp: [number, number]): string {\n  const delta = process.hrtime(startTimestamp);\n  const seconds = delta[0] + delta[1] / 1e9;\n  return `${seconds.toFixed(1)}s`;\n}\n\n/**\n * Elasticsearch specific search engine indexer.\n * @public\n */\nexport class ElasticSearchSearchEngineIndexer extends BatchSearchEngineIndexer {\n  private received: number = 0;\n  private processed: number = 0;\n  private removableIndices: string[] = [];\n\n  private readonly startTimestamp: [number, number];\n  private readonly type: string;\n  public readonly indexName: string;\n  private readonly indexPrefix: string;\n  private readonly indexSeparator: string;\n  private readonly alias: string;\n  private readonly removableAlias: string;\n  private readonly logger: Logger;\n  private readonly sourceStream: Readable;\n  private readonly elasticSearchClientWrapper: ElasticSearchClientWrapper;\n  private bulkResult: Promise<any>;\n\n  constructor(options: ElasticSearchSearchEngineIndexerOptions) {\n    super({ batchSize: 1000 });\n    this.logger = options.logger;\n    this.startTimestamp = process.hrtime();\n    this.type = options.type;\n    this.indexPrefix = options.indexPrefix;\n    this.indexSeparator = options.indexSeparator;\n    this.indexName = this.constructIndexName(`${Date.now()}`);\n    this.alias = options.alias;\n    this.removableAlias = `${this.alias}_removable`;\n    this.elasticSearchClientWrapper = options.elasticSearchClientWrapper;\n\n    // The ES client bulk helper supports stream-based indexing, but we have to\n    // supply the stream directly to it at instantiation-time. We can't supply\n    // this class itself, so instead, we create this inline stream instead.\n    this.sourceStream = new Readable({ objectMode: true });\n    this.sourceStream._read = () => {};\n\n    // eslint-disable-next-line consistent-this\n    const that = this;\n\n    // Keep a reference to the ES Bulk helper so that we can know when all\n    // documents have been successfully written to ES.\n    this.bulkResult = this.elasticSearchClientWrapper.bulk({\n      datasource: this.sourceStream,\n      onDocument() {\n        that.processed++;\n        return {\n          index: { _index: that.indexName },\n        };\n      },\n      refreshOnCompletion: that.indexName,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    this.logger.info(`Started indexing documents for index ${this.type}`);\n\n    const aliases = await this.elasticSearchClientWrapper.getAliases({\n      aliases: [this.alias, this.removableAlias],\n    });\n\n    this.removableIndices = [\n      ...new Set(aliases.body.map((r: Record<string, any>) => r.index)),\n    ] as string[];\n\n    await this.elasticSearchClientWrapper.createIndex({\n      index: this.indexName,\n    });\n  }\n\n  async index(documents: IndexableDocument[]): Promise<void> {\n    await this.isReady();\n    documents.forEach(document => {\n      this.received++;\n      this.sourceStream.push(document);\n    });\n  }\n\n  async finalize(): Promise<void> {\n    // Wait for all documents to be processed.\n    await this.isReady();\n\n    // Close off the underlying stream connected to ES, indicating that no more\n    // documents will be written.\n    this.sourceStream.push(null);\n\n    // Wait for the bulk helper to finish processing.\n    const result = await this.bulkResult;\n\n    // Rotate main alias upon completion. Apply permanent secondary alias so\n    // stale indices can be referenced for deletion in case initial attempt\n    // fails. Allow errors to bubble up so that we can clean up the created index.\n    this.logger.info(\n      `Indexing completed for index ${this.type} in ${duration(\n        this.startTimestamp,\n      )}`,\n      result,\n    );\n    await this.elasticSearchClientWrapper.updateAliases({\n      actions: [\n        {\n          remove: { index: this.constructIndexName('*'), alias: this.alias },\n        },\n        this.removableIndices.length\n          ? {\n              add: {\n                indices: this.removableIndices,\n                alias: this.removableAlias,\n              },\n            }\n          : undefined,\n        {\n          add: { index: this.indexName, alias: this.alias },\n        },\n      ].filter(Boolean),\n    });\n\n    // If any indices are removable, remove them. Do not bubble up this error,\n    // as doing so would delete the now aliased index. Log instead.\n    if (this.removableIndices.length) {\n      this.logger.info('Removing stale search indices', this.removableIndices);\n      try {\n        await this.elasticSearchClientWrapper.deleteIndex({\n          index: this.removableIndices,\n        });\n      } catch (e) {\n        this.logger.warn(`Failed to remove stale search indices: ${e}`);\n      }\n    }\n  }\n\n  /**\n   * Ensures that the number of documents sent over the wire to ES matches the\n   * number of documents this stream has received so far. This helps manage\n   * backpressure in other parts of the indexing pipeline.\n   */\n  private isReady(): Promise<void> {\n    return new Promise(resolve => {\n      const interval = setInterval(() => {\n        if (this.received === this.processed) {\n          clearInterval(interval);\n          resolve();\n        }\n      }, 50);\n    });\n  }\n\n  private constructIndexName(postFix: string) {\n    return `${this.indexPrefix}${this.type}${this.indexSeparator}${postFix}`;\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport type { ConnectionOptions as TLSConnectionOptions } from 'tls';\n\n/**\n * Typeguard to differentiate ElasticSearch client options which are compatible\n * with OpenSearch vs. ElasticSearch clients. Useful when calling the\n * {@link ElasticSearchSearchEngine.newClient} method.\n *\n * @public\n */\nexport const isOpenSearchCompatible = (\n  opts: ElasticSearchClientOptions,\n): opts is OpenSearchElasticSearchClientOptions => {\n  return opts?.provider === 'aws';\n};\n\n/**\n * Options used to configure the `@elastic/elasticsearch` client or the\n * `@opensearch-project/opensearch` client, depending on the given config. It\n * will be passed as an argument to the\n * {@link ElasticSearchSearchEngine.newClient} method.\n *\n * @public\n */\nexport type ElasticSearchClientOptions =\n  | ElasticSearchElasticSearchClientOptions\n  | OpenSearchElasticSearchClientOptions;\n\n/**\n * Options used to configure the `@opensearch-project/opensearch` client.\n *\n * They are drawn from the `ClientOptions` class of `@opensearch-project/opensearch`,\n * but are maintained separately so that this interface is not coupled to it.\n *\n * @public\n */\nexport interface OpenSearchElasticSearchClientOptions\n  extends BaseElasticSearchClientOptions {\n  provider?: 'aws';\n  auth?: OpenSearchAuth;\n  connection?: OpenSearchConnectionConstructor;\n  node?: string | string[] | OpenSearchNodeOptions | OpenSearchNodeOptions[];\n  nodes?: string | string[] | OpenSearchNodeOptions | OpenSearchNodeOptions[];\n}\n\n/**\n * Options used to configure the `@elastic/elasticsearch` client.\n *\n * They are drawn from the `ClientOptions` class of `@elastic/elasticsearch`,\n * but are maintained separately so that this interface is not coupled to it.\n *\n * @public\n */\nexport interface ElasticSearchElasticSearchClientOptions\n  extends BaseElasticSearchClientOptions {\n  provider?: 'elastic';\n  auth?: ElasticSearchAuth;\n  Connection?: ElasticSearchConnectionConstructor;\n  node?:\n    | string\n    | string[]\n    | ElasticSearchNodeOptions\n    | ElasticSearchNodeOptions[];\n  nodes?:\n    | string\n    | string[]\n    | ElasticSearchNodeOptions\n    | ElasticSearchNodeOptions[];\n  cloud?: {\n    id: string;\n    username?: string;\n    password?: string;\n  };\n}\n\n/**\n * Base client options that are shared across `@opensearch-project/opensearch`\n * and `@elastic/elasticsearch` clients.\n *\n * @public\n */\nexport interface BaseElasticSearchClientOptions {\n  Transport?: ElasticSearchTransportConstructor;\n  maxRetries?: number;\n  requestTimeout?: number;\n  pingTimeout?: number;\n  sniffInterval?: number | boolean;\n  sniffOnStart?: boolean;\n  sniffEndpoint?: string;\n  sniffOnConnectionFault?: boolean;\n  resurrectStrategy?: 'ping' | 'optimistic' | 'none';\n  suggestCompression?: boolean;\n  compression?: 'gzip';\n  ssl?: TLSConnectionOptions;\n  agent?: ElasticSearchAgentOptions | ((opts?: any) => unknown) | false;\n  nodeFilter?: (connection: any) => boolean;\n  nodeSelector?: ((connections: any[]) => any) | string;\n  headers?: Record<string, any>;\n  opaqueIdPrefix?: string;\n  name?: string | symbol;\n  proxy?: string | URL;\n  enableMetaHeader?: boolean;\n  disablePrototypePoisoningProtection?: boolean | 'proto' | 'constructor';\n}\n\n/**\n * @public\n */\nexport type OpenSearchAuth = {\n  username: string;\n  password: string;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchAuth =\n  | OpenSearchAuth\n  | {\n      apiKey:\n        | string\n        | {\n            id: string;\n            api_key: string;\n          };\n    };\n\n/**\n * @public\n */\nexport interface ElasticSearchNodeOptions {\n  url: URL;\n  id?: string;\n  agent?: ElasticSearchAgentOptions;\n  ssl?: TLSConnectionOptions;\n  headers?: Record<string, any>;\n  roles?: {\n    master: boolean;\n    data: boolean;\n    ingest: boolean;\n    ml: boolean;\n  };\n}\n\n/**\n * @public\n */\nexport interface OpenSearchNodeOptions {\n  url: URL;\n  id?: string;\n  agent?: ElasticSearchAgentOptions;\n  ssl?: TLSConnectionOptions;\n  headers?: Record<string, any>;\n  roles?: {\n    master: boolean;\n    data: boolean;\n    ingest: boolean;\n  };\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchAgentOptions {\n  keepAlive?: boolean;\n  keepAliveMsecs?: number;\n  maxSockets?: number;\n  maxFreeSockets?: number;\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchConnectionConstructor {\n  new (opts?: any): any;\n  statuses: {\n    ALIVE: string;\n    DEAD: string;\n  };\n  roles: {\n    MASTER: string;\n    DATA: string;\n    INGEST: string;\n    ML: string;\n  };\n}\n\n/**\n * @public\n */\nexport interface OpenSearchConnectionConstructor {\n  new (opts?: any): any;\n  statuses: {\n    ALIVE: string;\n    DEAD: string;\n  };\n  roles: {\n    MASTER: string;\n    DATA: string;\n    INGEST: string;\n  };\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchTransportConstructor {\n  new (opts?: any): any;\n  sniffReasons: {\n    SNIFF_ON_START: string;\n    SNIFF_INTERVAL: string;\n    SNIFF_ON_CONNECTION_FAULT: string;\n    DEFAULT: string;\n  };\n}\n\n// todo(iamEAP) implement canary types to ensure we remain compatible through upgrades.\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { Client as ElasticSearchClient } from '@elastic/elasticsearch';\nimport { Client as OpenSearchClient } from '@opensearch-project/opensearch';\nimport { Readable } from 'stream';\nimport {\n  ElasticSearchClientOptions,\n  isOpenSearchCompatible,\n} from './ElasticSearchClientOptions';\nimport { ElasticSearchCustomIndexTemplate } from './types';\n\n/**\n * @public\n */\nexport type ElasticSearchAliasAction =\n  | {\n      remove: { index: any; alias: any };\n      add?: undefined;\n    }\n  | {\n      add: { indices: any; alias: any; index?: undefined };\n      remove?: undefined;\n    }\n  | {\n      add: { index: any; alias: any; indices?: undefined };\n      remove?: undefined;\n    }\n  | undefined;\n\n/**\n * @public\n */\nexport type ElasticSearchIndexAction = {\n  index: {\n    _index: string;\n    [key: string]: any;\n  };\n};\n\n/**\n * A wrapper class that exposes logical methods that are conditionally fired\n * against either a configured Elasticsearch client or a configured Opensearch\n * client.\n *\n * This is necessary because, despite its intention to be API-compatible, the\n * opensearch client does not support API key-based authentication. This is\n * also the sanest way to accomplish this while making typescript happy.\n *\n * In the future, if the differences between implementations become\n * unmaintainably divergent, we should split out the Opensearch and\n * Elasticsearch search engine implementations.\n *\n * @public\n */\nexport class ElasticSearchClientWrapper {\n  private readonly elasticSearchClient: ElasticSearchClient | undefined;\n  private readonly openSearchClient: OpenSearchClient | undefined;\n\n  private constructor({\n    openSearchClient,\n    elasticSearchClient,\n  }: {\n    openSearchClient?: OpenSearchClient;\n    elasticSearchClient?: ElasticSearchClient;\n  }) {\n    this.openSearchClient = openSearchClient;\n    this.elasticSearchClient = elasticSearchClient;\n  }\n\n  static fromClientOptions(options: ElasticSearchClientOptions) {\n    if (isOpenSearchCompatible(options)) {\n      return new ElasticSearchClientWrapper({\n        openSearchClient: new OpenSearchClient(options),\n      });\n    }\n\n    return new ElasticSearchClientWrapper({\n      elasticSearchClient: new ElasticSearchClient(options),\n    });\n  }\n\n  search({ index, body }: { index: string | string[]; body: Object }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.search({ index, body });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.search({ index, body });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  bulk(bulkOptions: {\n    datasource: Readable;\n    onDocument: () => ElasticSearchIndexAction;\n    refreshOnCompletion?: string | boolean;\n  }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.helpers.bulk(bulkOptions);\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.helpers.bulk(bulkOptions);\n    }\n\n    throw new Error('No client defined');\n  }\n\n  putIndexTemplate(template: ElasticSearchCustomIndexTemplate) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.putIndexTemplate(template);\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.putIndexTemplate(template);\n    }\n\n    throw new Error('No client defined');\n  }\n\n  indexExists({ index }: { index: string | string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.exists({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.exists({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  deleteIndex({ index }: { index: string | string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.delete({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.delete({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  createIndex({ index }: { index: string }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.create({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.create({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  getAliases({ aliases }: { aliases: string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.cat.aliases({\n        format: 'json',\n        name: aliases,\n      });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.cat.aliases({\n        format: 'json',\n        name: aliases,\n      });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  updateAliases({ actions }: { actions: ElasticSearchAliasAction[] }) {\n    const filteredActions = actions.filter(Boolean);\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.updateAliases({\n        body: {\n          actions: filteredActions,\n        },\n      });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.updateAliases({\n        body: {\n          actions: filteredActions,\n        },\n      });\n    }\n\n    throw new Error('No client defined');\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { awsGetCredentials, createAWSConnection } from 'aws-os-connection';\nimport { Config } from '@backstage/config';\nimport {\n  IndexableDocument,\n  IndexableResult,\n  IndexableResultSet,\n  SearchEngine,\n  SearchQuery,\n} from '@backstage/plugin-search-common';\nimport { MissingIndexError } from '@backstage/plugin-search-backend-node';\nimport esb from 'elastic-builder';\nimport { isEmpty, isNaN as nan, isNumber } from 'lodash';\nimport { v4 as uuid } from 'uuid';\nimport { Logger } from 'winston';\nimport { ElasticSearchClientOptions } from './ElasticSearchClientOptions';\nimport { ElasticSearchSearchEngineIndexer } from './ElasticSearchSearchEngineIndexer';\nimport { ElasticSearchCustomIndexTemplate } from './types';\nimport { ElasticSearchClientWrapper } from './ElasticSearchClientWrapper';\n\nexport type { ElasticSearchClientOptions };\n\n/**\n * Search query that the elasticsearch engine understands.\n * @public\n */\nexport type ElasticSearchConcreteQuery = {\n  documentTypes?: string[];\n  elasticSearchQuery: Object;\n  pageSize: number;\n};\n\n/**\n * Options available for the Elasticsearch specific query translator.\n * @public\n */\nexport type ElasticSearchQueryTranslatorOptions = {\n  highlightOptions?: ElasticSearchHighlightConfig;\n};\n\n/**\n * Elasticsearch specific query translator.\n * @public\n */\nexport type ElasticSearchQueryTranslator = (\n  query: SearchQuery,\n  options?: ElasticSearchQueryTranslatorOptions,\n) => ElasticSearchConcreteQuery;\n\n/**\n * Options for instansiate ElasticSearchSearchEngine\n * @public\n */\nexport type ElasticSearchOptions = {\n  logger: Logger;\n  config: Config;\n  aliasPostfix?: string;\n  indexPrefix?: string;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchHighlightOptions = {\n  fragmentDelimiter?: string;\n  fragmentSize?: number;\n  numFragments?: number;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchHighlightConfig = {\n  fragmentDelimiter: string;\n  fragmentSize: number;\n  numFragments: number;\n  preTag: string;\n  postTag: string;\n};\n\ntype ElasticSearchResult = {\n  _index: string;\n  _type: string;\n  _score: number;\n  _source: IndexableDocument;\n  highlight?: {\n    [field: string]: string[];\n  };\n};\n\nfunction isBlank(str: string) {\n  return (isEmpty(str) && !isNumber(str)) || nan(str);\n}\n\n/**\n * @public\n */\nexport class ElasticSearchSearchEngine implements SearchEngine {\n  private readonly elasticSearchClientWrapper: ElasticSearchClientWrapper;\n  private readonly highlightOptions: ElasticSearchHighlightConfig;\n\n  constructor(\n    private readonly elasticSearchClientOptions: ElasticSearchClientOptions,\n    private readonly aliasPostfix: string,\n    private readonly indexPrefix: string,\n    private readonly logger: Logger,\n    highlightOptions?: ElasticSearchHighlightOptions,\n  ) {\n    this.elasticSearchClientWrapper =\n      ElasticSearchClientWrapper.fromClientOptions(elasticSearchClientOptions);\n    const uuidTag = uuid();\n    this.highlightOptions = {\n      preTag: `<${uuidTag}>`,\n      postTag: `</${uuidTag}>`,\n      fragmentSize: 1000,\n      numFragments: 1,\n      fragmentDelimiter: ' ... ',\n      ...highlightOptions,\n    };\n  }\n\n  static async fromConfig({\n    logger,\n    config,\n    aliasPostfix = `search`,\n    indexPrefix = ``,\n  }: ElasticSearchOptions) {\n    const options = await createElasticSearchClientOptions(\n      config.getConfig('search.elasticsearch'),\n    );\n    if (options.provider === 'elastic') {\n      logger.info('Initializing Elastic.co ElasticSearch search engine.');\n    } else if (options.provider === 'aws') {\n      logger.info('Initializing AWS OpenSearch search engine.');\n    } else {\n      logger.info('Initializing ElasticSearch search engine.');\n    }\n\n    return new ElasticSearchSearchEngine(\n      options,\n      aliasPostfix,\n      indexPrefix,\n      logger,\n      config.getOptional<ElasticSearchHighlightOptions>(\n        'search.elasticsearch.highlightOptions',\n      ),\n    );\n  }\n\n  /**\n   * Create a custom search client from the derived elastic search\n   * configuration. This need not be the same client that the engine uses\n   * internally.\n   */\n  newClient<T>(create: (options: ElasticSearchClientOptions) => T): T {\n    return create(this.elasticSearchClientOptions);\n  }\n\n  protected translator(\n    query: SearchQuery,\n    options?: ElasticSearchQueryTranslatorOptions,\n  ): ElasticSearchConcreteQuery {\n    const { term, filters = {}, types, pageCursor } = query;\n\n    const filter = Object.entries(filters)\n      .filter(([_, value]) => Boolean(value))\n      .map(([key, value]: [key: string, value: any]) => {\n        if (['string', 'number', 'boolean'].includes(typeof value)) {\n          // Use exact matching for string datatype fields\n          const keyword = typeof value === 'string' ? `${key}.keyword` : key;\n          return esb.matchQuery(keyword, value.toString());\n        }\n        if (Array.isArray(value)) {\n          return esb\n            .boolQuery()\n            .should(value.map(it => esb.matchQuery(key, it.toString())));\n        }\n        this.logger.error(\n          'Failed to query, unrecognized filter type',\n          key,\n          value,\n        );\n        throw new Error(\n          'Failed to add filters to query. Unrecognized filter type',\n        );\n      });\n    const esbQuery = isBlank(term)\n      ? esb.matchAllQuery()\n      : esb\n          .multiMatchQuery(['*'], term)\n          .fuzziness('auto')\n          .minimumShouldMatch(1);\n    const pageSize = 25;\n    const { page } = decodePageCursor(pageCursor);\n\n    let esbRequestBodySearch = esb\n      .requestBodySearch()\n      .query(esb.boolQuery().filter(filter).must([esbQuery]))\n      .from(page * pageSize)\n      .size(pageSize);\n\n    if (options?.highlightOptions) {\n      esbRequestBodySearch = esbRequestBodySearch.highlight(\n        esb\n          .highlight('*')\n          .numberOfFragments(options.highlightOptions.numFragments as number)\n          .fragmentSize(options.highlightOptions.fragmentSize as number)\n          .preTags(options.highlightOptions.preTag)\n          .postTags(options.highlightOptions.postTag),\n      );\n    }\n\n    return {\n      elasticSearchQuery: esbRequestBodySearch.toJSON(),\n      documentTypes: types,\n      pageSize,\n    };\n  }\n\n  setTranslator(translator: ElasticSearchQueryTranslator) {\n    this.translator = translator;\n  }\n\n  async setIndexTemplate(template: ElasticSearchCustomIndexTemplate) {\n    try {\n      await this.elasticSearchClientWrapper.putIndexTemplate(template);\n      this.logger.info('Custom index template set');\n    } catch (error) {\n      this.logger.error(`Unable to set custom index template: ${error}`);\n    }\n  }\n\n  async getIndexer(type: string) {\n    const alias = this.constructSearchAlias(type);\n\n    const indexer = new ElasticSearchSearchEngineIndexer({\n      type,\n      indexPrefix: this.indexPrefix,\n      indexSeparator: this.indexSeparator,\n      alias,\n      elasticSearchClientWrapper: this.elasticSearchClientWrapper,\n      logger: this.logger,\n    });\n\n    // Attempt cleanup upon failure.\n    indexer.on('error', async e => {\n      this.logger.error(`Failed to index documents for type ${type}`, e);\n      try {\n        const response = await this.elasticSearchClientWrapper.indexExists({\n          index: indexer.indexName,\n        });\n        const indexCreated = response.body;\n        if (indexCreated) {\n          this.logger.info(`Removing created index ${indexer.indexName}`);\n          await this.elasticSearchClientWrapper.deleteIndex({\n            index: indexer.indexName,\n          });\n        }\n      } catch (error) {\n        this.logger.error(`Unable to clean up elastic index: ${error}`);\n      }\n    });\n\n    return indexer;\n  }\n\n  async query(query: SearchQuery): Promise<IndexableResultSet> {\n    const { elasticSearchQuery, documentTypes, pageSize } = this.translator(\n      query,\n      { highlightOptions: this.highlightOptions },\n    );\n    const queryIndices = documentTypes\n      ? documentTypes.map(it => this.constructSearchAlias(it))\n      : this.constructSearchAlias('*');\n    try {\n      const result = await this.elasticSearchClientWrapper.search({\n        index: queryIndices,\n        body: elasticSearchQuery,\n      });\n      const { page } = decodePageCursor(query.pageCursor);\n      const hasNextPage = result.body.hits.total.value > (page + 1) * pageSize;\n      const hasPreviousPage = page > 0;\n      const nextPageCursor = hasNextPage\n        ? encodePageCursor({ page: page + 1 })\n        : undefined;\n      const previousPageCursor = hasPreviousPage\n        ? encodePageCursor({ page: page - 1 })\n        : undefined;\n\n      return {\n        results: result.body.hits.hits.map(\n          (d: ElasticSearchResult, index: number) => {\n            const resultItem: IndexableResult = {\n              type: this.getTypeFromIndex(d._index),\n              document: d._source,\n              rank: pageSize * page + index + 1,\n            };\n\n            if (d.highlight) {\n              resultItem.highlight = {\n                preTag: this.highlightOptions.preTag as string,\n                postTag: this.highlightOptions.postTag as string,\n                fields: Object.fromEntries(\n                  Object.entries(d.highlight).map(([field, fragments]) => [\n                    field,\n                    fragments.join(this.highlightOptions.fragmentDelimiter),\n                  ]),\n                ),\n              };\n            }\n\n            return resultItem;\n          },\n        ),\n        nextPageCursor,\n        previousPageCursor,\n      };\n    } catch (error) {\n      if (error.meta?.body?.error?.type === 'index_not_found_exception') {\n        throw new MissingIndexError(\n          `Missing index for ${queryIndices}. This means there are no documents to search through.`,\n          error,\n        );\n      }\n      this.logger.error(\n        `Failed to query documents for indices ${queryIndices}`,\n        error,\n      );\n      return Promise.reject({ results: [] });\n    }\n  }\n\n  private readonly indexSeparator = '-index__';\n\n  private getTypeFromIndex(index: string) {\n    return index\n      .substring(this.indexPrefix.length)\n      .split(this.indexSeparator)[0];\n  }\n\n  private constructSearchAlias(type: string) {\n    const postFix = this.aliasPostfix ? `__${this.aliasPostfix}` : '';\n    return `${this.indexPrefix}${type}${postFix}`;\n  }\n}\n\nexport function decodePageCursor(pageCursor?: string): { page: number } {\n  if (!pageCursor) {\n    return { page: 0 };\n  }\n\n  return {\n    page: Number(Buffer.from(pageCursor, 'base64').toString('utf-8')),\n  };\n}\n\nexport function encodePageCursor({ page }: { page: number }): string {\n  return Buffer.from(`${page}`, 'utf-8').toString('base64');\n}\n\nexport async function createElasticSearchClientOptions(\n  config?: Config,\n): Promise<ElasticSearchClientOptions> {\n  if (!config) {\n    throw new Error('No elastic search config found');\n  }\n  const clientOptionsConfig = config.getOptionalConfig('clientOptions');\n  const sslConfig = clientOptionsConfig?.getOptionalConfig('ssl');\n\n  if (config.getOptionalString('provider') === 'elastic') {\n    const authConfig = config.getConfig('auth');\n    return {\n      provider: 'elastic',\n      cloud: {\n        id: config.getString('cloudId'),\n      },\n      auth: {\n        username: authConfig.getString('username'),\n        password: authConfig.getString('password'),\n      },\n      ...(sslConfig\n        ? {\n            ssl: {\n              rejectUnauthorized:\n                sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n            },\n          }\n        : {}),\n    };\n  }\n  if (config.getOptionalString('provider') === 'aws') {\n    const awsCredentials = await awsGetCredentials();\n    const AWSConnection = createAWSConnection(awsCredentials);\n    return {\n      provider: 'aws',\n      // todo(backstage/techdocs-core): Remove the following ts-ignore when\n      // aws-os-connection is updated to work with opensearch >= 2.0.0\n      // @ts-ignore\n      node: config.getString('node'),\n      ...AWSConnection,\n      ...(sslConfig\n        ? {\n            ssl: {\n              rejectUnauthorized:\n                sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n            },\n          }\n        : {}),\n    };\n  }\n  const authConfig = config.getOptionalConfig('auth');\n  const auth =\n    authConfig &&\n    (authConfig.has('apiKey')\n      ? {\n          apiKey: authConfig.getString('apiKey'),\n        }\n      : {\n          username: authConfig.getString('username'),\n          password: authConfig.getString('password'),\n        });\n  return {\n    node: config.getString('node'),\n    auth,\n    ...(sslConfig\n      ? {\n          ssl: {\n            rejectUnauthorized:\n              sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n          },\n        }\n      : {}),\n  };\n}\n"],"names":["BatchSearchEngineIndexer","Readable","OpenSearchClient","ElasticSearchClient","isEmpty","isNumber","nan","uuid","esb","MissingIndexError","awsGetCredentials","createAWSConnection"],"mappings":";;;;;;;;;;;;;;;;;AAEA,SAAS,QAAQ,CAAC,cAAc,EAAE;AAClC,EAAE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAC/C,EAAE,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC5C,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AACM,MAAM,gCAAgC,SAASA,gDAAwB,CAAC;AAC/E,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;AAC9B,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;AACtB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;AACvB,IAAI,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;AAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;AAC3C,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;AAC7B,IAAI,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;AAC3C,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;AACjD,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9D,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;AAC/B,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AACpD,IAAI,IAAI,CAAC,0BAA0B,GAAG,OAAO,CAAC,0BAA0B,CAAC;AACzE,IAAI,IAAI,CAAC,YAAY,GAAG,IAAIC,eAAQ,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,MAAM;AACpC,KAAK,CAAC;AACN,IAAI,MAAM,IAAI,GAAG,IAAI,CAAC;AACtB,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC;AAC3D,MAAM,UAAU,EAAE,IAAI,CAAC,YAAY;AACnC,MAAM,UAAU,GAAG;AACnB,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;AACzB,QAAQ,OAAO;AACf,UAAU,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;AAC3C,SAAS,CAAC;AACV,OAAO;AACP,MAAM,mBAAmB,EAAE,IAAI,CAAC,SAAS;AACzC,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,UAAU,GAAG;AACrB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1E,IAAI,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC;AACrE,MAAM,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC;AAChD,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,gBAAgB,GAAG;AAC5B,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;AAClD,KAAK,CAAC;AACN,IAAI,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AACtD,MAAM,KAAK,EAAE,IAAI,CAAC,SAAS;AAC3B,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,KAAK,CAAC,SAAS,EAAE;AACzB,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AACzB,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK;AACpC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;AACtB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACvC,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,QAAQ,GAAG;AACnB,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AACzB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,IAAI,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;AACzC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,6BAA6B,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;AAC9G,IAAI,MAAM,IAAI,CAAC,0BAA0B,CAAC,aAAa,CAAC;AACxD,MAAM,OAAO,EAAE;AACf,QAAQ;AACR,UAAU,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAC5E,SAAS;AACT,QAAQ,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG;AACvC,UAAU,GAAG,EAAE;AACf,YAAY,OAAO,EAAE,IAAI,CAAC,gBAAgB;AAC1C,YAAY,KAAK,EAAE,IAAI,CAAC,cAAc;AACtC,WAAW;AACX,SAAS,GAAG,KAAK,CAAC;AAClB,QAAQ;AACR,UAAU,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAC3D,SAAS;AACT,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;AACvB,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;AACtC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAC/E,MAAM,IAAI;AACV,QAAQ,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC1D,UAAU,KAAK,EAAE,IAAI,CAAC,gBAAgB;AACtC,SAAS,CAAC,CAAC;AACX,OAAO,CAAC,OAAO,CAAC,EAAE;AAClB,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uCAAuC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,OAAO;AACP,KAAK;AACL,GAAG;AACH,EAAE,OAAO,GAAG;AACZ,IAAI,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK;AACpC,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM;AACzC,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,EAAE;AAC9C,UAAU,aAAa,CAAC,QAAQ,CAAC,CAAC;AAClC,UAAU,OAAO,EAAE,CAAC;AACpB,SAAS;AACT,OAAO,EAAE,EAAE,CAAC,CAAC;AACb,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,kBAAkB,CAAC,OAAO,EAAE;AAC9B,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC7E,GAAG;AACH;;ACrGY,MAAC,sBAAsB,GAAG,CAAC,IAAI,KAAK;AAChD,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,MAAM,KAAK,CAAC;AAC3D;;ACGO,MAAM,0BAA0B,CAAC;AACxC,EAAE,WAAW,CAAC;AACd,IAAI,gBAAgB;AACpB,IAAI,mBAAmB;AACvB,GAAG,EAAE;AACL,IAAI,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;AAC7C,IAAI,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;AACnD,GAAG;AACH,EAAE,OAAO,iBAAiB,CAAC,OAAO,EAAE;AACpC,IAAI,IAAI,sBAAsB,CAAC,OAAO,CAAC,EAAE;AACzC,MAAM,OAAO,IAAI,0BAA0B,CAAC;AAC5C,QAAQ,gBAAgB,EAAE,IAAIC,iBAAgB,CAAC,OAAO,CAAC;AACvD,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,OAAO,IAAI,0BAA0B,CAAC;AAC1C,MAAM,mBAAmB,EAAE,IAAIC,oBAAmB,CAAC,OAAO,CAAC;AAC3D,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;AAC1B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9D,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,IAAI,CAAC,WAAW,EAAE;AACpB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,gBAAgB,CAAC,QAAQ,EAAE;AAC7B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACtE,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACzE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,EAAE;AAC1B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;AAC/C,QAAQ,MAAM,EAAE,MAAM;AACtB,QAAQ,IAAI,EAAE,OAAO;AACrB,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC;AAClD,QAAQ,MAAM,EAAE,MAAM;AACtB,QAAQ,IAAI,EAAE,OAAO;AACrB,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,EAAE;AAC7B,IAAI,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACpD,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC;AACzD,QAAQ,IAAI,EAAE;AACd,UAAU,OAAO,EAAE,eAAe;AAClC,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC;AAC5D,QAAQ,IAAI,EAAE;AACd,UAAU,OAAO,EAAE,eAAe;AAClC,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH;;ACvGA,SAAS,OAAO,CAAC,GAAG,EAAE;AACtB,EAAE,OAAOC,cAAO,CAAC,GAAG,CAAC,IAAI,CAACC,eAAQ,CAAC,GAAG,CAAC,IAAIC,YAAG,CAAC,GAAG,CAAC,CAAC;AACpD,CAAC;AACM,MAAM,yBAAyB,CAAC;AACvC,EAAE,WAAW,CAAC,0BAA0B,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE;AAC/F,IAAI,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;AACjE,IAAI,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;AACrC,IAAI,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AACnC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;AACzB,IAAI,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC;AACrC,IAAI,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,CAAC;AAC/G,IAAI,MAAM,OAAO,GAAGC,OAAI,EAAE,CAAC;AAC3B,IAAI,IAAI,CAAC,gBAAgB,GAAG;AAC5B,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;AAC9B,MAAM,YAAY,EAAE,GAAG;AACvB,MAAM,YAAY,EAAE,CAAC;AACrB,MAAM,iBAAiB,EAAE,OAAO;AAChC,MAAM,GAAG,gBAAgB;AACzB,KAAK,CAAC;AACN,GAAG;AACH,EAAE,aAAa,UAAU,CAAC;AAC1B,IAAI,MAAM;AACV,IAAI,MAAM;AACV,IAAI,YAAY,GAAG,CAAC,MAAM,CAAC;AAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;AACpB,GAAG,EAAE;AACL,IAAI,MAAM,OAAO,GAAG,MAAM,gCAAgC,CAAC,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC,CAAC;AACrG,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE;AACxC,MAAM,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;AAC1E,KAAK,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE;AAC3C,MAAM,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;AAChE,KAAK,MAAM;AACX,MAAM,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;AAC/D,KAAK;AACL,IAAI,OAAO,IAAI,yBAAyB,CAAC,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,uCAAuC,CAAC,CAAC,CAAC;AAClJ,GAAG;AACH,EAAE,SAAS,CAAC,MAAM,EAAE;AACpB,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;AACnD,GAAG;AACH,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE;AAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;AAC5D,IAAI,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK;AACxG,MAAM,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,EAAE;AAClE,QAAQ,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,GAAG,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;AAC3E,QAAQ,OAAOC,uBAAG,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACzD,OAAO;AACP,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAChC,QAAQ,OAAOA,uBAAG,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAKA,uBAAG,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7F,OAAO;AACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;AACjF,MAAM,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;AAClF,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,GAAGA,uBAAG,CAAC,aAAa,EAAE,GAAGA,uBAAG,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;AACpI,IAAI,MAAM,QAAQ,GAAG,EAAE,CAAC;AACxB,IAAI,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;AAClD,IAAI,IAAI,oBAAoB,GAAGA,uBAAG,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAACA,uBAAG,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACnJ,IAAI,IAAI,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE;AAC7D,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,SAAS,CAACA,uBAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;AACjR,KAAK;AACL,IAAI,OAAO;AACX,MAAM,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AACvD,MAAM,aAAa,EAAE,KAAK;AAC1B,MAAM,QAAQ;AACd,KAAK,CAAC;AACN,GAAG;AACH,EAAE,aAAa,CAAC,UAAU,EAAE;AAC5B,IAAI,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;AACjC,GAAG;AACH,EAAE,MAAM,gBAAgB,CAAC,QAAQ,EAAE;AACnC,IAAI,IAAI;AACR,MAAM,MAAM,IAAI,CAAC,0BAA0B,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACvE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AACpD,KAAK,CAAC,OAAO,KAAK,EAAE;AACpB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACzE,KAAK;AACL,GAAG;AACH,EAAE,MAAM,UAAU,CAAC,IAAI,EAAE;AACzB,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AAClD,IAAI,MAAM,OAAO,GAAG,IAAI,gCAAgC,CAAC;AACzD,MAAM,IAAI;AACV,MAAM,WAAW,EAAE,IAAI,CAAC,WAAW;AACnC,MAAM,cAAc,EAAE,IAAI,CAAC,cAAc;AACzC,MAAM,KAAK;AACX,MAAM,0BAA0B,EAAE,IAAI,CAAC,0BAA0B;AACjE,MAAM,MAAM,EAAE,IAAI,CAAC,MAAM;AACzB,KAAK,CAAC,CAAC;AACP,IAAI,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK;AACrC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mCAAmC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,MAAM,IAAI;AACV,QAAQ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC3E,UAAU,KAAK,EAAE,OAAO,CAAC,SAAS;AAClC,SAAS,CAAC,CAAC;AACX,QAAQ,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;AAC3C,QAAQ,IAAI,YAAY,EAAE;AAC1B,UAAU,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC1E,UAAU,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC5D,YAAY,KAAK,EAAE,OAAO,CAAC,SAAS;AACpC,WAAW,CAAC,CAAC;AACb,SAAS;AACT,OAAO,CAAC,OAAO,KAAK,EAAE;AACtB,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACxE,OAAO;AACP,KAAK,CAAC,CAAC;AACP,IAAI,OAAO,OAAO,CAAC;AACnB,GAAG;AACH,EAAE,MAAM,KAAK,CAAC,KAAK,EAAE;AACrB,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;AACnB,IAAI,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;AAChI,IAAI,MAAM,YAAY,GAAG,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnI,IAAI,IAAI;AACR,MAAM,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC;AAClE,QAAQ,KAAK,EAAE,YAAY;AAC3B,QAAQ,IAAI,EAAE,kBAAkB;AAChC,OAAO,CAAC,CAAC;AACT,MAAM,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAC1D,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,QAAQ,CAAC;AAC/E,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC;AACvC,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;AACzF,MAAM,MAAM,kBAAkB,GAAG,eAAe,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;AACjG,MAAM,OAAO;AACb,QAAQ,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK;AACzD,UAAU,MAAM,UAAU,GAAG;AAC7B,YAAY,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC;AACjD,YAAY,QAAQ,EAAE,CAAC,CAAC,OAAO;AAC/B,YAAY,IAAI,EAAE,QAAQ,GAAG,IAAI,GAAG,KAAK,GAAG,CAAC;AAC7C,WAAW,CAAC;AACZ,UAAU,IAAI,CAAC,CAAC,SAAS,EAAE;AAC3B,YAAY,UAAU,CAAC,SAAS,GAAG;AACnC,cAAc,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;AAClD,cAAc,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO;AACpD,cAAc,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK;AACjG,gBAAgB,KAAK;AACrB,gBAAgB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC;AACvE,eAAe,CAAC,CAAC;AACjB,aAAa,CAAC;AACd,WAAW;AACX,UAAU,OAAO,UAAU,CAAC;AAC5B,SAAS,CAAC;AACV,QAAQ,cAAc;AACtB,QAAQ,kBAAkB;AAC1B,OAAO,CAAC;AACR,KAAK,CAAC,OAAO,KAAK,EAAE;AACpB,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,MAAM,2BAA2B,EAAE;AAC/J,QAAQ,MAAM,IAAIC,yCAAiB,CAAC,CAAC,kBAAkB,EAAE,YAAY,CAAC,sDAAsD,CAAC,EAAE,KAAK,CAAC,CAAC;AACtI,OAAO;AACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sCAAsC,EAAE,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACxF,MAAM,OAAO,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7C,KAAK;AACL,GAAG;AACH,EAAE,gBAAgB,CAAC,KAAK,EAAE;AAC1B,IAAI,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,GAAG;AACH,EAAE,oBAAoB,CAAC,IAAI,EAAE;AAC7B,IAAI,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE,CAAC;AACtE,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAClD,GAAG;AACH,CAAC;AACM,SAAS,gBAAgB,CAAC,UAAU,EAAE;AAC7C,EAAE,IAAI,CAAC,UAAU,EAAE;AACnB,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AACvB,GAAG;AACH,EAAE,OAAO;AACT,IAAI,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACrE,GAAG,CAAC;AACJ,CAAC;AACM,SAAS,gBAAgB,CAAC,EAAE,IAAI,EAAE,EAAE;AAC3C,EAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5D,CAAC;AACM,eAAe,gCAAgC,CAAC,MAAM,EAAE;AAC/D,EAAE,IAAI,CAAC,MAAM,EAAE;AACf,IAAI,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;AACtD,GAAG;AACH,EAAE,MAAM,mBAAmB,GAAG,MAAM,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;AACxE,EAAE,MAAM,SAAS,GAAG,mBAAmB,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;AACxG,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,SAAS,EAAE;AAC1D,IAAI,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACjD,IAAI,OAAO;AACX,MAAM,QAAQ,EAAE,SAAS;AACzB,MAAM,KAAK,EAAE;AACb,QAAQ,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;AACvC,OAAO;AACP,MAAM,IAAI,EAAE;AACZ,QAAQ,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC;AACnD,QAAQ,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC;AACnD,OAAO;AACP,MAAM,GAAG,SAAS,GAAG;AACrB,QAAQ,GAAG,EAAE;AACb,UAAU,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC7G,SAAS;AACT,OAAO,GAAG,EAAE;AACZ,KAAK,CAAC;AACN,GAAG;AACH,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,KAAK,EAAE;AACtD,IAAI,MAAM,cAAc,GAAG,MAAMC,iCAAiB,EAAE,CAAC;AACrD,IAAI,MAAM,aAAa,GAAGC,mCAAmB,CAAC,cAAc,CAAC,CAAC;AAC9D,IAAI,OAAO;AACX,MAAM,QAAQ,EAAE,KAAK;AACrB,MAAM,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;AACpC,MAAM,GAAG,aAAa;AACtB,MAAM,GAAG,SAAS,GAAG;AACrB,QAAQ,GAAG,EAAE;AACb,UAAU,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC7G,SAAS;AACT,OAAO,GAAG,EAAE;AACZ,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACtD,EAAE,MAAM,IAAI,GAAG,UAAU,KAAK,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG;AACzD,IAAI,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC;AAC1C,GAAG,GAAG;AACN,IAAI,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC;AAC9C,IAAI,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC;AAC9C,GAAG,CAAC,CAAC;AACL,EAAE,OAAO;AACT,IAAI,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;AAClC,IAAI,IAAI;AACR,IAAI,GAAG,SAAS,GAAG;AACnB,MAAM,GAAG,EAAE;AACX,QAAQ,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC3G,OAAO;AACP,KAAK,GAAG,EAAE;AACV,GAAG,CAAC;AACJ;;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../src/engines/ElasticSearchSearchEngineIndexer.ts","../src/engines/ElasticSearchClientOptions.ts","../src/engines/ElasticSearchClientWrapper.ts","../src/engines/ElasticSearchSearchEngine.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { BatchSearchEngineIndexer } from '@backstage/plugin-search-backend-node';\nimport { IndexableDocument } from '@backstage/plugin-search-common';\nimport { Readable } from 'stream';\nimport { Logger } from 'winston';\nimport { ElasticSearchClientWrapper } from './ElasticSearchClientWrapper';\n\n/**\n * Options for instansiate ElasticSearchSearchEngineIndexer\n * @public\n */\nexport type ElasticSearchSearchEngineIndexerOptions = {\n  type: string;\n  indexPrefix: string;\n  indexSeparator: string;\n  alias: string;\n  logger: Logger;\n  elasticSearchClientWrapper: ElasticSearchClientWrapper;\n  batchSize: number;\n};\n\nfunction duration(startTimestamp: [number, number]): string {\n  const delta = process.hrtime(startTimestamp);\n  const seconds = delta[0] + delta[1] / 1e9;\n  return `${seconds.toFixed(1)}s`;\n}\n\n/**\n * Elasticsearch specific search engine indexer.\n * @public\n */\nexport class ElasticSearchSearchEngineIndexer extends BatchSearchEngineIndexer {\n  private received: number = 0;\n  private processed: number = 0;\n  private removableIndices: string[] = [];\n\n  private readonly startTimestamp: [number, number];\n  private readonly type: string;\n  public readonly indexName: string;\n  private readonly indexPrefix: string;\n  private readonly indexSeparator: string;\n  private readonly alias: string;\n  private readonly removableAlias: string;\n  private readonly logger: Logger;\n  private readonly sourceStream: Readable;\n  private readonly elasticSearchClientWrapper: ElasticSearchClientWrapper;\n  private bulkResult: Promise<any>;\n\n  constructor(options: ElasticSearchSearchEngineIndexerOptions) {\n    super({ batchSize: options.batchSize });\n    this.logger = options.logger;\n    this.startTimestamp = process.hrtime();\n    this.type = options.type;\n    this.indexPrefix = options.indexPrefix;\n    this.indexSeparator = options.indexSeparator;\n    this.indexName = this.constructIndexName(`${Date.now()}`);\n    this.alias = options.alias;\n    this.removableAlias = `${this.alias}_removable`;\n    this.elasticSearchClientWrapper = options.elasticSearchClientWrapper;\n\n    // The ES client bulk helper supports stream-based indexing, but we have to\n    // supply the stream directly to it at instantiation-time. We can't supply\n    // this class itself, so instead, we create this inline stream instead.\n    this.sourceStream = new Readable({ objectMode: true });\n    this.sourceStream._read = () => {};\n\n    // eslint-disable-next-line consistent-this\n    const that = this;\n\n    // Keep a reference to the ES Bulk helper so that we can know when all\n    // documents have been successfully written to ES.\n    this.bulkResult = this.elasticSearchClientWrapper.bulk({\n      datasource: this.sourceStream,\n      onDocument() {\n        that.processed++;\n        return {\n          index: { _index: that.indexName },\n        };\n      },\n      refreshOnCompletion: that.indexName,\n    });\n  }\n\n  async initialize(): Promise<void> {\n    this.logger.info(`Started indexing documents for index ${this.type}`);\n\n    const aliases = await this.elasticSearchClientWrapper.getAliases({\n      aliases: [this.alias, this.removableAlias],\n    });\n\n    this.removableIndices = [\n      ...new Set(aliases.body.map((r: Record<string, any>) => r.index)),\n    ] as string[];\n\n    await this.elasticSearchClientWrapper.createIndex({\n      index: this.indexName,\n    });\n  }\n\n  async index(documents: IndexableDocument[]): Promise<void> {\n    await this.isReady();\n    documents.forEach(document => {\n      this.received++;\n      this.sourceStream.push(document);\n    });\n  }\n\n  async finalize(): Promise<void> {\n    // Wait for all documents to be processed.\n    await this.isReady();\n\n    // Close off the underlying stream connected to ES, indicating that no more\n    // documents will be written.\n    this.sourceStream.push(null);\n\n    // Wait for the bulk helper to finish processing.\n    const result = await this.bulkResult;\n\n    // Rotate main alias upon completion. Apply permanent secondary alias so\n    // stale indices can be referenced for deletion in case initial attempt\n    // fails. Allow errors to bubble up so that we can clean up the created index.\n    this.logger.info(\n      `Indexing completed for index ${this.type} in ${duration(\n        this.startTimestamp,\n      )}`,\n      result,\n    );\n    await this.elasticSearchClientWrapper.updateAliases({\n      actions: [\n        {\n          remove: { index: this.constructIndexName('*'), alias: this.alias },\n        },\n        this.removableIndices.length\n          ? {\n              add: {\n                indices: this.removableIndices,\n                alias: this.removableAlias,\n              },\n            }\n          : undefined,\n        {\n          add: { index: this.indexName, alias: this.alias },\n        },\n      ].filter(Boolean),\n    });\n\n    // If any indices are removable, remove them. Do not bubble up this error,\n    // as doing so would delete the now aliased index. Log instead.\n    if (this.removableIndices.length) {\n      this.logger.info('Removing stale search indices', this.removableIndices);\n      try {\n        await this.elasticSearchClientWrapper.deleteIndex({\n          index: this.removableIndices,\n        });\n      } catch (e) {\n        this.logger.warn(`Failed to remove stale search indices: ${e}`);\n      }\n    }\n  }\n\n  /**\n   * Ensures that the number of documents sent over the wire to ES matches the\n   * number of documents this stream has received so far. This helps manage\n   * backpressure in other parts of the indexing pipeline.\n   */\n  private isReady(): Promise<void> {\n    return new Promise(resolve => {\n      const interval = setInterval(() => {\n        if (this.received === this.processed) {\n          clearInterval(interval);\n          resolve();\n        }\n      }, 50);\n    });\n  }\n\n  private constructIndexName(postFix: string) {\n    return `${this.indexPrefix}${this.type}${this.indexSeparator}${postFix}`;\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport type { ConnectionOptions as TLSConnectionOptions } from 'tls';\n\n/**\n * Typeguard to differentiate ElasticSearch client options which are compatible\n * with OpenSearch vs. ElasticSearch clients. Useful when calling the\n * {@link ElasticSearchSearchEngine.newClient} method.\n *\n * @public\n */\nexport const isOpenSearchCompatible = (\n  opts: ElasticSearchClientOptions,\n): opts is OpenSearchElasticSearchClientOptions => {\n  return opts?.provider === 'aws';\n};\n\n/**\n * Options used to configure the `@elastic/elasticsearch` client or the\n * `@opensearch-project/opensearch` client, depending on the given config. It\n * will be passed as an argument to the\n * {@link ElasticSearchSearchEngine.newClient} method.\n *\n * @public\n */\nexport type ElasticSearchClientOptions =\n  | ElasticSearchElasticSearchClientOptions\n  | OpenSearchElasticSearchClientOptions;\n\n/**\n * Options used to configure the `@opensearch-project/opensearch` client.\n *\n * They are drawn from the `ClientOptions` class of `@opensearch-project/opensearch`,\n * but are maintained separately so that this interface is not coupled to it.\n *\n * @public\n */\nexport interface OpenSearchElasticSearchClientOptions\n  extends BaseElasticSearchClientOptions {\n  provider?: 'aws';\n  auth?: OpenSearchAuth;\n  connection?: OpenSearchConnectionConstructor;\n  node?: string | string[] | OpenSearchNodeOptions | OpenSearchNodeOptions[];\n  nodes?: string | string[] | OpenSearchNodeOptions | OpenSearchNodeOptions[];\n}\n\n/**\n * Options used to configure the `@elastic/elasticsearch` client.\n *\n * They are drawn from the `ClientOptions` class of `@elastic/elasticsearch`,\n * but are maintained separately so that this interface is not coupled to it.\n *\n * @public\n */\nexport interface ElasticSearchElasticSearchClientOptions\n  extends BaseElasticSearchClientOptions {\n  provider?: 'elastic';\n  auth?: ElasticSearchAuth;\n  Connection?: ElasticSearchConnectionConstructor;\n  node?:\n    | string\n    | string[]\n    | ElasticSearchNodeOptions\n    | ElasticSearchNodeOptions[];\n  nodes?:\n    | string\n    | string[]\n    | ElasticSearchNodeOptions\n    | ElasticSearchNodeOptions[];\n  cloud?: {\n    id: string;\n    username?: string;\n    password?: string;\n  };\n}\n\n/**\n * Base client options that are shared across `@opensearch-project/opensearch`\n * and `@elastic/elasticsearch` clients.\n *\n * @public\n */\nexport interface BaseElasticSearchClientOptions {\n  Transport?: ElasticSearchTransportConstructor;\n  maxRetries?: number;\n  requestTimeout?: number;\n  pingTimeout?: number;\n  sniffInterval?: number | boolean;\n  sniffOnStart?: boolean;\n  sniffEndpoint?: string;\n  sniffOnConnectionFault?: boolean;\n  resurrectStrategy?: 'ping' | 'optimistic' | 'none';\n  suggestCompression?: boolean;\n  compression?: 'gzip';\n  ssl?: TLSConnectionOptions;\n  agent?: ElasticSearchAgentOptions | ((opts?: any) => unknown) | false;\n  nodeFilter?: (connection: any) => boolean;\n  nodeSelector?: ((connections: any[]) => any) | string;\n  headers?: Record<string, any>;\n  opaqueIdPrefix?: string;\n  name?: string | symbol;\n  proxy?: string | URL;\n  enableMetaHeader?: boolean;\n  disablePrototypePoisoningProtection?: boolean | 'proto' | 'constructor';\n}\n\n/**\n * @public\n */\nexport type OpenSearchAuth = {\n  username: string;\n  password: string;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchAuth =\n  | OpenSearchAuth\n  | {\n      apiKey:\n        | string\n        | {\n            id: string;\n            api_key: string;\n          };\n    };\n\n/**\n * @public\n */\nexport interface ElasticSearchNodeOptions {\n  url: URL;\n  id?: string;\n  agent?: ElasticSearchAgentOptions;\n  ssl?: TLSConnectionOptions;\n  headers?: Record<string, any>;\n  roles?: {\n    master: boolean;\n    data: boolean;\n    ingest: boolean;\n    ml: boolean;\n  };\n}\n\n/**\n * @public\n */\nexport interface OpenSearchNodeOptions {\n  url: URL;\n  id?: string;\n  agent?: ElasticSearchAgentOptions;\n  ssl?: TLSConnectionOptions;\n  headers?: Record<string, any>;\n  roles?: {\n    master: boolean;\n    data: boolean;\n    ingest: boolean;\n  };\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchAgentOptions {\n  keepAlive?: boolean;\n  keepAliveMsecs?: number;\n  maxSockets?: number;\n  maxFreeSockets?: number;\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchConnectionConstructor {\n  new (opts?: any): any;\n  statuses: {\n    ALIVE: string;\n    DEAD: string;\n  };\n  roles: {\n    MASTER: string;\n    DATA: string;\n    INGEST: string;\n    ML: string;\n  };\n}\n\n/**\n * @public\n */\nexport interface OpenSearchConnectionConstructor {\n  new (opts?: any): any;\n  statuses: {\n    ALIVE: string;\n    DEAD: string;\n  };\n  roles: {\n    MASTER: string;\n    DATA: string;\n    INGEST: string;\n  };\n}\n\n/**\n * @public\n */\nexport interface ElasticSearchTransportConstructor {\n  new (opts?: any): any;\n  sniffReasons: {\n    SNIFF_ON_START: string;\n    SNIFF_INTERVAL: string;\n    SNIFF_ON_CONNECTION_FAULT: string;\n    DEFAULT: string;\n  };\n}\n\n// todo(iamEAP) implement canary types to ensure we remain compatible through upgrades.\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\nimport { Client as ElasticSearchClient } from '@elastic/elasticsearch';\nimport { Client as OpenSearchClient } from '@opensearch-project/opensearch';\nimport { Readable } from 'stream';\nimport {\n  ElasticSearchClientOptions,\n  isOpenSearchCompatible,\n} from './ElasticSearchClientOptions';\nimport { ElasticSearchCustomIndexTemplate } from './types';\n\n/**\n * @public\n */\nexport type ElasticSearchAliasAction =\n  | {\n      remove: { index: any; alias: any };\n      add?: undefined;\n    }\n  | {\n      add: { indices: any; alias: any; index?: undefined };\n      remove?: undefined;\n    }\n  | {\n      add: { index: any; alias: any; indices?: undefined };\n      remove?: undefined;\n    }\n  | undefined;\n\n/**\n * @public\n */\nexport type ElasticSearchIndexAction = {\n  index: {\n    _index: string;\n    [key: string]: any;\n  };\n};\n\n/**\n * A wrapper class that exposes logical methods that are conditionally fired\n * against either a configured Elasticsearch client or a configured Opensearch\n * client.\n *\n * This is necessary because, despite its intention to be API-compatible, the\n * opensearch client does not support API key-based authentication. This is\n * also the sanest way to accomplish this while making typescript happy.\n *\n * In the future, if the differences between implementations become\n * unmaintainably divergent, we should split out the Opensearch and\n * Elasticsearch search engine implementations.\n *\n * @public\n */\nexport class ElasticSearchClientWrapper {\n  private readonly elasticSearchClient: ElasticSearchClient | undefined;\n  private readonly openSearchClient: OpenSearchClient | undefined;\n\n  private constructor({\n    openSearchClient,\n    elasticSearchClient,\n  }: {\n    openSearchClient?: OpenSearchClient;\n    elasticSearchClient?: ElasticSearchClient;\n  }) {\n    this.openSearchClient = openSearchClient;\n    this.elasticSearchClient = elasticSearchClient;\n  }\n\n  static fromClientOptions(options: ElasticSearchClientOptions) {\n    if (isOpenSearchCompatible(options)) {\n      return new ElasticSearchClientWrapper({\n        openSearchClient: new OpenSearchClient(options),\n      });\n    }\n\n    return new ElasticSearchClientWrapper({\n      elasticSearchClient: new ElasticSearchClient(options),\n    });\n  }\n\n  search({ index, body }: { index: string | string[]; body: Object }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.search({ index, body });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.search({ index, body });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  bulk(bulkOptions: {\n    datasource: Readable;\n    onDocument: () => ElasticSearchIndexAction;\n    refreshOnCompletion?: string | boolean;\n  }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.helpers.bulk(bulkOptions);\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.helpers.bulk(bulkOptions);\n    }\n\n    throw new Error('No client defined');\n  }\n\n  putIndexTemplate(template: ElasticSearchCustomIndexTemplate) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.putIndexTemplate(template);\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.putIndexTemplate(template);\n    }\n\n    throw new Error('No client defined');\n  }\n\n  indexExists({ index }: { index: string | string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.exists({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.exists({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  deleteIndex({ index }: { index: string | string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.delete({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.delete({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  createIndex({ index }: { index: string }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.create({ index });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.create({ index });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  getAliases({ aliases }: { aliases: string[] }) {\n    if (this.openSearchClient) {\n      return this.openSearchClient.cat.aliases({\n        format: 'json',\n        name: aliases,\n      });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.cat.aliases({\n        format: 'json',\n        name: aliases,\n      });\n    }\n\n    throw new Error('No client defined');\n  }\n\n  updateAliases({ actions }: { actions: ElasticSearchAliasAction[] }) {\n    const filteredActions = actions.filter(Boolean);\n    if (this.openSearchClient) {\n      return this.openSearchClient.indices.updateAliases({\n        body: {\n          actions: filteredActions,\n        },\n      });\n    }\n\n    if (this.elasticSearchClient) {\n      return this.elasticSearchClient.indices.updateAliases({\n        body: {\n          actions: filteredActions,\n        },\n      });\n    }\n\n    throw new Error('No client defined');\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { awsGetCredentials, createAWSConnection } from 'aws-os-connection';\nimport { Config } from '@backstage/config';\nimport {\n  IndexableDocument,\n  IndexableResult,\n  IndexableResultSet,\n  SearchEngine,\n  SearchQuery,\n} from '@backstage/plugin-search-common';\nimport { MissingIndexError } from '@backstage/plugin-search-backend-node';\nimport esb from 'elastic-builder';\nimport { isEmpty, isNaN as nan, isNumber } from 'lodash';\nimport { v4 as uuid } from 'uuid';\nimport { Logger } from 'winston';\nimport { ElasticSearchClientOptions } from './ElasticSearchClientOptions';\nimport { ElasticSearchSearchEngineIndexer } from './ElasticSearchSearchEngineIndexer';\nimport { ElasticSearchCustomIndexTemplate } from './types';\nimport { ElasticSearchClientWrapper } from './ElasticSearchClientWrapper';\n\nexport type { ElasticSearchClientOptions };\n\n/**\n * Search query that the elasticsearch engine understands.\n * @public\n */\nexport type ElasticSearchConcreteQuery = {\n  documentTypes?: string[];\n  elasticSearchQuery: Object;\n  pageSize: number;\n};\n\n/**\n * Options available for the Elasticsearch specific query translator.\n * @public\n */\nexport type ElasticSearchQueryTranslatorOptions = {\n  highlightOptions?: ElasticSearchHighlightConfig;\n};\n\n/**\n * Elasticsearch specific query translator.\n * @public\n */\nexport type ElasticSearchQueryTranslator = (\n  query: SearchQuery,\n  options?: ElasticSearchQueryTranslatorOptions,\n) => ElasticSearchConcreteQuery;\n\n/**\n * Options for instansiate ElasticSearchSearchEngine\n * @public\n */\nexport type ElasticSearchOptions = {\n  logger: Logger;\n  config: Config;\n  aliasPostfix?: string;\n  indexPrefix?: string;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchHighlightOptions = {\n  fragmentDelimiter?: string;\n  fragmentSize?: number;\n  numFragments?: number;\n};\n\n/**\n * @public\n */\nexport type ElasticSearchHighlightConfig = {\n  fragmentDelimiter: string;\n  fragmentSize: number;\n  numFragments: number;\n  preTag: string;\n  postTag: string;\n};\n\ntype ElasticSearchResult = {\n  _index: string;\n  _type: string;\n  _score: number;\n  _source: IndexableDocument;\n  highlight?: {\n    [field: string]: string[];\n  };\n};\n\nfunction isBlank(str: string) {\n  return (isEmpty(str) && !isNumber(str)) || nan(str);\n}\n\nconst DEFAULT_INDEXER_BATCH_SIZE = 1000;\n\n/**\n * @public\n */\nexport class ElasticSearchSearchEngine implements SearchEngine {\n  private readonly elasticSearchClientWrapper: ElasticSearchClientWrapper;\n  private readonly highlightOptions: ElasticSearchHighlightConfig;\n\n  constructor(\n    private readonly elasticSearchClientOptions: ElasticSearchClientOptions,\n    private readonly aliasPostfix: string,\n    private readonly indexPrefix: string,\n    private readonly logger: Logger,\n    private readonly batchSize: number,\n    highlightOptions?: ElasticSearchHighlightOptions,\n  ) {\n    this.elasticSearchClientWrapper =\n      ElasticSearchClientWrapper.fromClientOptions(elasticSearchClientOptions);\n    const uuidTag = uuid();\n    this.highlightOptions = {\n      preTag: `<${uuidTag}>`,\n      postTag: `</${uuidTag}>`,\n      fragmentSize: 1000,\n      numFragments: 1,\n      fragmentDelimiter: ' ... ',\n      ...highlightOptions,\n    };\n  }\n\n  static async fromConfig({\n    logger,\n    config,\n    aliasPostfix = `search`,\n    indexPrefix = ``,\n  }: ElasticSearchOptions) {\n    const options = await createElasticSearchClientOptions(\n      config.getConfig('search.elasticsearch'),\n    );\n    if (options.provider === 'elastic') {\n      logger.info('Initializing Elastic.co ElasticSearch search engine.');\n    } else if (options.provider === 'aws') {\n      logger.info('Initializing AWS OpenSearch search engine.');\n    } else {\n      logger.info('Initializing ElasticSearch search engine.');\n    }\n\n    return new ElasticSearchSearchEngine(\n      options,\n      aliasPostfix,\n      indexPrefix,\n      logger,\n      config.getOptionalNumber('search.elasticsearch.batchSize') ??\n        DEFAULT_INDEXER_BATCH_SIZE,\n      config.getOptional<ElasticSearchHighlightOptions>(\n        'search.elasticsearch.highlightOptions',\n      ),\n    );\n  }\n\n  /**\n   * Create a custom search client from the derived elastic search\n   * configuration. This need not be the same client that the engine uses\n   * internally.\n   */\n  newClient<T>(create: (options: ElasticSearchClientOptions) => T): T {\n    return create(this.elasticSearchClientOptions);\n  }\n\n  protected translator(\n    query: SearchQuery,\n    options?: ElasticSearchQueryTranslatorOptions,\n  ): ElasticSearchConcreteQuery {\n    const { term, filters = {}, types, pageCursor } = query;\n\n    const filter = Object.entries(filters)\n      .filter(([_, value]) => Boolean(value))\n      .map(([key, value]: [key: string, value: any]) => {\n        if (['string', 'number', 'boolean'].includes(typeof value)) {\n          // Use exact matching for string datatype fields\n          const keyword = typeof value === 'string' ? `${key}.keyword` : key;\n          return esb.matchQuery(keyword, value.toString());\n        }\n        if (Array.isArray(value)) {\n          return esb\n            .boolQuery()\n            .should(value.map(it => esb.matchQuery(key, it.toString())));\n        }\n        this.logger.error(\n          'Failed to query, unrecognized filter type',\n          key,\n          value,\n        );\n        throw new Error(\n          'Failed to add filters to query. Unrecognized filter type',\n        );\n      });\n    const esbQuery = isBlank(term)\n      ? esb.matchAllQuery()\n      : esb\n          .multiMatchQuery(['*'], term)\n          .fuzziness('auto')\n          .minimumShouldMatch(1);\n    const pageSize = 25;\n    const { page } = decodePageCursor(pageCursor);\n\n    let esbRequestBodySearch = esb\n      .requestBodySearch()\n      .query(esb.boolQuery().filter(filter).must([esbQuery]))\n      .from(page * pageSize)\n      .size(pageSize);\n\n    if (options?.highlightOptions) {\n      esbRequestBodySearch = esbRequestBodySearch.highlight(\n        esb\n          .highlight('*')\n          .numberOfFragments(options.highlightOptions.numFragments as number)\n          .fragmentSize(options.highlightOptions.fragmentSize as number)\n          .preTags(options.highlightOptions.preTag)\n          .postTags(options.highlightOptions.postTag),\n      );\n    }\n\n    return {\n      elasticSearchQuery: esbRequestBodySearch.toJSON(),\n      documentTypes: types,\n      pageSize,\n    };\n  }\n\n  setTranslator(translator: ElasticSearchQueryTranslator) {\n    this.translator = translator;\n  }\n\n  async setIndexTemplate(template: ElasticSearchCustomIndexTemplate) {\n    try {\n      await this.elasticSearchClientWrapper.putIndexTemplate(template);\n      this.logger.info('Custom index template set');\n    } catch (error) {\n      this.logger.error(`Unable to set custom index template: ${error}`);\n    }\n  }\n\n  async getIndexer(type: string) {\n    const alias = this.constructSearchAlias(type);\n\n    const indexer = new ElasticSearchSearchEngineIndexer({\n      type,\n      indexPrefix: this.indexPrefix,\n      indexSeparator: this.indexSeparator,\n      alias,\n      elasticSearchClientWrapper: this.elasticSearchClientWrapper,\n      logger: this.logger,\n      batchSize: this.batchSize,\n    });\n\n    // Attempt cleanup upon failure.\n    indexer.on('error', async e => {\n      this.logger.error(`Failed to index documents for type ${type}`, e);\n      try {\n        const response = await this.elasticSearchClientWrapper.indexExists({\n          index: indexer.indexName,\n        });\n        const indexCreated = response.body;\n        if (indexCreated) {\n          this.logger.info(`Removing created index ${indexer.indexName}`);\n          await this.elasticSearchClientWrapper.deleteIndex({\n            index: indexer.indexName,\n          });\n        }\n      } catch (error) {\n        this.logger.error(`Unable to clean up elastic index: ${error}`);\n      }\n    });\n\n    return indexer;\n  }\n\n  async query(query: SearchQuery): Promise<IndexableResultSet> {\n    const { elasticSearchQuery, documentTypes, pageSize } = this.translator(\n      query,\n      { highlightOptions: this.highlightOptions },\n    );\n    const queryIndices = documentTypes\n      ? documentTypes.map(it => this.constructSearchAlias(it))\n      : this.constructSearchAlias('*');\n    try {\n      const result = await this.elasticSearchClientWrapper.search({\n        index: queryIndices,\n        body: elasticSearchQuery,\n      });\n      const { page } = decodePageCursor(query.pageCursor);\n      const hasNextPage = result.body.hits.total.value > (page + 1) * pageSize;\n      const hasPreviousPage = page > 0;\n      const nextPageCursor = hasNextPage\n        ? encodePageCursor({ page: page + 1 })\n        : undefined;\n      const previousPageCursor = hasPreviousPage\n        ? encodePageCursor({ page: page - 1 })\n        : undefined;\n\n      return {\n        results: result.body.hits.hits.map(\n          (d: ElasticSearchResult, index: number) => {\n            const resultItem: IndexableResult = {\n              type: this.getTypeFromIndex(d._index),\n              document: d._source,\n              rank: pageSize * page + index + 1,\n            };\n\n            if (d.highlight) {\n              resultItem.highlight = {\n                preTag: this.highlightOptions.preTag as string,\n                postTag: this.highlightOptions.postTag as string,\n                fields: Object.fromEntries(\n                  Object.entries(d.highlight).map(([field, fragments]) => [\n                    field,\n                    fragments.join(this.highlightOptions.fragmentDelimiter),\n                  ]),\n                ),\n              };\n            }\n\n            return resultItem;\n          },\n        ),\n        nextPageCursor,\n        previousPageCursor,\n      };\n    } catch (error) {\n      if (error.meta?.body?.error?.type === 'index_not_found_exception') {\n        throw new MissingIndexError(\n          `Missing index for ${queryIndices}. This means there are no documents to search through.`,\n          error,\n        );\n      }\n      this.logger.error(\n        `Failed to query documents for indices ${queryIndices}`,\n        error,\n      );\n      return Promise.reject({ results: [] });\n    }\n  }\n\n  private readonly indexSeparator = '-index__';\n\n  private getTypeFromIndex(index: string) {\n    return index\n      .substring(this.indexPrefix.length)\n      .split(this.indexSeparator)[0];\n  }\n\n  private constructSearchAlias(type: string) {\n    const postFix = this.aliasPostfix ? `__${this.aliasPostfix}` : '';\n    return `${this.indexPrefix}${type}${postFix}`;\n  }\n}\n\nexport function decodePageCursor(pageCursor?: string): { page: number } {\n  if (!pageCursor) {\n    return { page: 0 };\n  }\n\n  return {\n    page: Number(Buffer.from(pageCursor, 'base64').toString('utf-8')),\n  };\n}\n\nexport function encodePageCursor({ page }: { page: number }): string {\n  return Buffer.from(`${page}`, 'utf-8').toString('base64');\n}\n\nexport async function createElasticSearchClientOptions(\n  config?: Config,\n): Promise<ElasticSearchClientOptions> {\n  if (!config) {\n    throw new Error('No elastic search config found');\n  }\n  const clientOptionsConfig = config.getOptionalConfig('clientOptions');\n  const sslConfig = clientOptionsConfig?.getOptionalConfig('ssl');\n\n  if (config.getOptionalString('provider') === 'elastic') {\n    const authConfig = config.getConfig('auth');\n    return {\n      provider: 'elastic',\n      cloud: {\n        id: config.getString('cloudId'),\n      },\n      auth: {\n        username: authConfig.getString('username'),\n        password: authConfig.getString('password'),\n      },\n      ...(sslConfig\n        ? {\n            ssl: {\n              rejectUnauthorized:\n                sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n            },\n          }\n        : {}),\n    };\n  }\n  if (config.getOptionalString('provider') === 'aws') {\n    const awsCredentials = await awsGetCredentials();\n    const AWSConnection = createAWSConnection(awsCredentials);\n    return {\n      provider: 'aws',\n      // todo(backstage/techdocs-core): Remove the following ts-ignore when\n      // aws-os-connection is updated to work with opensearch >= 2.0.0\n      // @ts-ignore\n      node: config.getString('node'),\n      ...AWSConnection,\n      ...(sslConfig\n        ? {\n            ssl: {\n              rejectUnauthorized:\n                sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n            },\n          }\n        : {}),\n    };\n  }\n  const authConfig = config.getOptionalConfig('auth');\n  const auth =\n    authConfig &&\n    (authConfig.has('apiKey')\n      ? {\n          apiKey: authConfig.getString('apiKey'),\n        }\n      : {\n          username: authConfig.getString('username'),\n          password: authConfig.getString('password'),\n        });\n  return {\n    node: config.getString('node'),\n    auth,\n    ...(sslConfig\n      ? {\n          ssl: {\n            rejectUnauthorized:\n              sslConfig?.getOptionalBoolean('rejectUnauthorized'),\n          },\n        }\n      : {}),\n  };\n}\n"],"names":["BatchSearchEngineIndexer","Readable","OpenSearchClient","ElasticSearchClient","isEmpty","isNumber","nan","uuid","esb","MissingIndexError","awsGetCredentials","createAWSConnection"],"mappings":";;;;;;;;;;;;;;;;;AAEA,SAAS,QAAQ,CAAC,cAAc,EAAE;AAClC,EAAE,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;AAC/C,EAAE,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;AAC5C,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC;AACM,MAAM,gCAAgC,SAASA,gDAAwB,CAAC;AAC/E,EAAE,WAAW,CAAC,OAAO,EAAE;AACvB,IAAI,KAAK,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;AAC5C,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;AACtB,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;AACvB,IAAI,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;AAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;AACjC,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;AAC3C,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;AAC7B,IAAI,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;AAC3C,IAAI,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;AACjD,IAAI,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AAC9D,IAAI,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;AAC/B,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AACpD,IAAI,IAAI,CAAC,0BAA0B,GAAG,OAAO,CAAC,0BAA0B,CAAC;AACzE,IAAI,IAAI,CAAC,YAAY,GAAG,IAAIC,eAAQ,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,GAAG,MAAM;AACpC,KAAK,CAAC;AACN,IAAI,MAAM,IAAI,GAAG,IAAI,CAAC;AACtB,IAAI,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAC;AAC3D,MAAM,UAAU,EAAE,IAAI,CAAC,YAAY;AACnC,MAAM,UAAU,GAAG;AACnB,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;AACzB,QAAQ,OAAO;AACf,UAAU,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE;AAC3C,SAAS,CAAC;AACV,OAAO;AACP,MAAM,mBAAmB,EAAE,IAAI,CAAC,SAAS;AACzC,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,UAAU,GAAG;AACrB,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAC1E,IAAI,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC;AACrE,MAAM,OAAO,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,cAAc,CAAC;AAChD,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,CAAC,gBAAgB,GAAG;AAC5B,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC;AAClD,KAAK,CAAC;AACN,IAAI,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AACtD,MAAM,KAAK,EAAE,IAAI,CAAC,SAAS;AAC3B,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,KAAK,CAAC,SAAS,EAAE;AACzB,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AACzB,IAAI,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK;AACpC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;AACtB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACvC,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,QAAQ,GAAG;AACnB,IAAI,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;AACzB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACjC,IAAI,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;AACzC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI;AACpB,MAAM,CAAC,6BAA6B,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ;AAC9D,QAAQ,IAAI,CAAC,cAAc;AAC3B,OAAO,CAAC,CAAC;AACT,MAAM,MAAM;AACZ,KAAK,CAAC;AACN,IAAI,MAAM,IAAI,CAAC,0BAA0B,CAAC,aAAa,CAAC;AACxD,MAAM,OAAO,EAAE;AACf,QAAQ;AACR,UAAU,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAC5E,SAAS;AACT,QAAQ,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG;AACvC,UAAU,GAAG,EAAE;AACf,YAAY,OAAO,EAAE,IAAI,CAAC,gBAAgB;AAC1C,YAAY,KAAK,EAAE,IAAI,CAAC,cAAc;AACtC,WAAW;AACX,SAAS,GAAG,KAAK,CAAC;AAClB,QAAQ;AACR,UAAU,GAAG,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE;AAC3D,SAAS;AACT,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;AACvB,KAAK,CAAC,CAAC;AACP,IAAI,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE;AACtC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;AAC/E,MAAM,IAAI;AACV,QAAQ,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC1D,UAAU,KAAK,EAAE,IAAI,CAAC,gBAAgB;AACtC,SAAS,CAAC,CAAC;AACX,OAAO,CAAC,OAAO,CAAC,EAAE;AAClB,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uCAAuC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACxE,OAAO;AACP,KAAK;AACL,GAAG;AACH,EAAE,OAAO,GAAG;AACZ,IAAI,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK;AACpC,MAAM,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM;AACzC,QAAQ,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,SAAS,EAAE;AAC9C,UAAU,aAAa,CAAC,QAAQ,CAAC,CAAC;AAClC,UAAU,OAAO,EAAE,CAAC;AACpB,SAAS;AACT,OAAO,EAAE,EAAE,CAAC,CAAC;AACb,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,kBAAkB,CAAC,OAAO,EAAE;AAC9B,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC7E,GAAG;AACH;;AC1GY,MAAC,sBAAsB,GAAG,CAAC,IAAI,KAAK;AAChD,EAAE,OAAO,CAAC,IAAI,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,IAAI,CAAC,QAAQ,MAAM,KAAK,CAAC;AAC3D;;ACGO,MAAM,0BAA0B,CAAC;AACxC,EAAE,WAAW,CAAC;AACd,IAAI,gBAAgB;AACpB,IAAI,mBAAmB;AACvB,GAAG,EAAE;AACL,IAAI,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;AAC7C,IAAI,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;AACnD,GAAG;AACH,EAAE,OAAO,iBAAiB,CAAC,OAAO,EAAE;AACpC,IAAI,IAAI,sBAAsB,CAAC,OAAO,CAAC,EAAE;AACzC,MAAM,OAAO,IAAI,0BAA0B,CAAC;AAC5C,QAAQ,gBAAgB,EAAE,IAAIC,iBAAgB,CAAC,OAAO,CAAC;AACvD,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,OAAO,IAAI,0BAA0B,CAAC;AAC1C,MAAM,mBAAmB,EAAE,IAAIC,oBAAmB,CAAC,OAAO,CAAC;AAC3D,KAAK,CAAC,CAAC;AACP,GAAG;AACH,EAAE,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;AAC1B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9D,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,IAAI,CAAC,WAAW,EAAE;AACpB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,gBAAgB,CAAC,QAAQ,EAAE;AAC7B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACtE,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACzE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,WAAW,CAAC,EAAE,KAAK,EAAE,EAAE;AACzB,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAC7D,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;AAChE,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,EAAE;AAC1B,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;AAC/C,QAAQ,MAAM,EAAE,MAAM;AACtB,QAAQ,IAAI,EAAE,OAAO;AACrB,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC;AAClD,QAAQ,MAAM,EAAE,MAAM;AACtB,QAAQ,IAAI,EAAE,OAAO;AACrB,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH,EAAE,aAAa,CAAC,EAAE,OAAO,EAAE,EAAE;AAC7B,IAAI,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AACpD,IAAI,IAAI,IAAI,CAAC,gBAAgB,EAAE;AAC/B,MAAM,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,aAAa,CAAC;AACzD,QAAQ,IAAI,EAAE;AACd,UAAU,OAAO,EAAE,eAAe;AAClC,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,IAAI,IAAI,CAAC,mBAAmB,EAAE;AAClC,MAAM,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,aAAa,CAAC;AAC5D,QAAQ,IAAI,EAAE;AACd,UAAU,OAAO,EAAE,eAAe;AAClC,SAAS;AACT,OAAO,CAAC,CAAC;AACT,KAAK;AACL,IAAI,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;AACzC,GAAG;AACH;;ACvGA,SAAS,OAAO,CAAC,GAAG,EAAE;AACtB,EAAE,OAAOC,cAAO,CAAC,GAAG,CAAC,IAAI,CAACC,eAAQ,CAAC,GAAG,CAAC,IAAIC,YAAG,CAAC,GAAG,CAAC,CAAC;AACpD,CAAC;AACD,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAChC,MAAM,yBAAyB,CAAC;AACvC,EAAE,WAAW,CAAC,0BAA0B,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,gBAAgB,EAAE;AAC1G,IAAI,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;AACjE,IAAI,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;AACrC,IAAI,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AACnC,IAAI,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;AACzB,IAAI,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;AAC/B,IAAI,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC;AACrC,IAAI,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC,iBAAiB,CAAC,0BAA0B,CAAC,CAAC;AAC/G,IAAI,MAAM,OAAO,GAAGC,OAAI,EAAE,CAAC;AAC3B,IAAI,IAAI,CAAC,gBAAgB,GAAG;AAC5B,MAAM,MAAM,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5B,MAAM,OAAO,EAAE,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;AAC9B,MAAM,YAAY,EAAE,GAAG;AACvB,MAAM,YAAY,EAAE,CAAC;AACrB,MAAM,iBAAiB,EAAE,OAAO;AAChC,MAAM,GAAG,gBAAgB;AACzB,KAAK,CAAC;AACN,GAAG;AACH,EAAE,aAAa,UAAU,CAAC;AAC1B,IAAI,MAAM;AACV,IAAI,MAAM;AACV,IAAI,YAAY,GAAG,CAAC,MAAM,CAAC;AAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;AACpB,GAAG,EAAE;AACL,IAAI,IAAI,EAAE,CAAC;AACX,IAAI,MAAM,OAAO,GAAG,MAAM,gCAAgC;AAC1D,MAAM,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC;AAC9C,KAAK,CAAC;AACN,IAAI,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE;AACxC,MAAM,MAAM,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;AAC1E,KAAK,MAAM,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,EAAE;AAC3C,MAAM,MAAM,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;AAChE,KAAK,MAAM;AACX,MAAM,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;AAC/D,KAAK;AACL,IAAI,OAAO,IAAI,yBAAyB;AACxC,MAAM,OAAO;AACb,MAAM,YAAY;AAClB,MAAM,WAAW;AACjB,MAAM,MAAM;AACZ,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,iBAAiB,CAAC,gCAAgC,CAAC,KAAK,IAAI,GAAG,EAAE,GAAG,0BAA0B;AACjH,MAAM,MAAM,CAAC,WAAW;AACxB,QAAQ,uCAAuC;AAC/C,OAAO;AACP,KAAK,CAAC;AACN,GAAG;AACH,EAAE,SAAS,CAAC,MAAM,EAAE;AACpB,IAAI,OAAO,MAAM,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;AACnD,GAAG;AACH,EAAE,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE;AAC7B,IAAI,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;AAC5D,IAAI,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK;AACxG,MAAM,IAAI,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,OAAO,KAAK,CAAC,EAAE;AAClE,QAAQ,MAAM,OAAO,GAAG,OAAO,KAAK,KAAK,QAAQ,GAAG,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;AAC3E,QAAQ,OAAOC,uBAAG,CAAC,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;AACzD,OAAO;AACP,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;AAChC,QAAQ,OAAOA,uBAAG,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,KAAKA,uBAAG,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC;AAC7F,OAAO;AACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK;AACvB,QAAQ,2CAA2C;AACnD,QAAQ,GAAG;AACX,QAAQ,KAAK;AACb,OAAO,CAAC;AACR,MAAM,MAAM,IAAI,KAAK;AACrB,QAAQ,0DAA0D;AAClE,OAAO,CAAC;AACR,KAAK,CAAC,CAAC;AACP,IAAI,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,GAAGA,uBAAG,CAAC,aAAa,EAAE,GAAGA,uBAAG,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;AACpI,IAAI,MAAM,QAAQ,GAAG,EAAE,CAAC;AACxB,IAAI,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;AAClD,IAAI,IAAI,oBAAoB,GAAGA,uBAAG,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAACA,uBAAG,CAAC,SAAS,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACnJ,IAAI,IAAI,OAAO,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,OAAO,CAAC,gBAAgB,EAAE;AAC7D,MAAM,oBAAoB,GAAG,oBAAoB,CAAC,SAAS;AAC3D,QAAQA,uBAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC;AAC3N,OAAO,CAAC;AACR,KAAK;AACL,IAAI,OAAO;AACX,MAAM,kBAAkB,EAAE,oBAAoB,CAAC,MAAM,EAAE;AACvD,MAAM,aAAa,EAAE,KAAK;AAC1B,MAAM,QAAQ;AACd,KAAK,CAAC;AACN,GAAG;AACH,EAAE,aAAa,CAAC,UAAU,EAAE;AAC5B,IAAI,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;AACjC,GAAG;AACH,EAAE,MAAM,gBAAgB,CAAC,QAAQ,EAAE;AACnC,IAAI,IAAI;AACR,MAAM,MAAM,IAAI,CAAC,0BAA0B,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;AACvE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AACpD,KAAK,CAAC,OAAO,KAAK,EAAE;AACpB,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACzE,KAAK;AACL,GAAG;AACH,EAAE,MAAM,UAAU,CAAC,IAAI,EAAE;AACzB,IAAI,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;AAClD,IAAI,MAAM,OAAO,GAAG,IAAI,gCAAgC,CAAC;AACzD,MAAM,IAAI;AACV,MAAM,WAAW,EAAE,IAAI,CAAC,WAAW;AACnC,MAAM,cAAc,EAAE,IAAI,CAAC,cAAc;AACzC,MAAM,KAAK;AACX,MAAM,0BAA0B,EAAE,IAAI,CAAC,0BAA0B;AACjE,MAAM,MAAM,EAAE,IAAI,CAAC,MAAM;AACzB,MAAM,SAAS,EAAE,IAAI,CAAC,SAAS;AAC/B,KAAK,CAAC,CAAC;AACP,IAAI,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK;AACrC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,mCAAmC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACzE,MAAM,IAAI;AACV,QAAQ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC3E,UAAU,KAAK,EAAE,OAAO,CAAC,SAAS;AAClC,SAAS,CAAC,CAAC;AACX,QAAQ,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;AAC3C,QAAQ,IAAI,YAAY,EAAE;AAC1B,UAAU,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,uBAAuB,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC1E,UAAU,MAAM,IAAI,CAAC,0BAA0B,CAAC,WAAW,CAAC;AAC5D,YAAY,KAAK,EAAE,OAAO,CAAC,SAAS;AACpC,WAAW,CAAC,CAAC;AACb,SAAS;AACT,OAAO,CAAC,OAAO,KAAK,EAAE;AACtB,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACxE,OAAO;AACP,KAAK,CAAC,CAAC;AACP,IAAI,OAAO,OAAO,CAAC;AACnB,GAAG;AACH,EAAE,MAAM,KAAK,CAAC,KAAK,EAAE;AACrB,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;AACnB,IAAI,MAAM,EAAE,kBAAkB,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,UAAU;AAC3E,MAAM,KAAK;AACX,MAAM,EAAE,gBAAgB,EAAE,IAAI,CAAC,gBAAgB,EAAE;AACjD,KAAK,CAAC;AACN,IAAI,MAAM,YAAY,GAAG,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;AACnI,IAAI,IAAI;AACR,MAAM,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC;AAClE,QAAQ,KAAK,EAAE,YAAY;AAC3B,QAAQ,IAAI,EAAE,kBAAkB;AAChC,OAAO,CAAC,CAAC;AACT,MAAM,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AAC1D,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,QAAQ,CAAC;AAC/E,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC;AACvC,MAAM,MAAM,cAAc,GAAG,WAAW,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;AACzF,MAAM,MAAM,kBAAkB,GAAG,eAAe,GAAG,gBAAgB,CAAC,EAAE,IAAI,EAAE,IAAI,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC;AACjG,MAAM,OAAO;AACb,QAAQ,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;AAC1C,UAAU,CAAC,CAAC,EAAE,KAAK,KAAK;AACxB,YAAY,MAAM,UAAU,GAAG;AAC/B,cAAc,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC;AACnD,cAAc,QAAQ,EAAE,CAAC,CAAC,OAAO;AACjC,cAAc,IAAI,EAAE,QAAQ,GAAG,IAAI,GAAG,KAAK,GAAG,CAAC;AAC/C,aAAa,CAAC;AACd,YAAY,IAAI,CAAC,CAAC,SAAS,EAAE;AAC7B,cAAc,UAAU,CAAC,SAAS,GAAG;AACrC,gBAAgB,MAAM,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM;AACpD,gBAAgB,OAAO,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO;AACtD,gBAAgB,MAAM,EAAE,MAAM,CAAC,WAAW;AAC1C,kBAAkB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,SAAS,CAAC,KAAK;AAC1E,oBAAoB,KAAK;AACzB,oBAAoB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC;AAC3E,mBAAmB,CAAC;AACpB,iBAAiB;AACjB,eAAe,CAAC;AAChB,aAAa;AACb,YAAY,OAAO,UAAU,CAAC;AAC9B,WAAW;AACX,SAAS;AACT,QAAQ,cAAc;AACtB,QAAQ,kBAAkB;AAC1B,OAAO,CAAC;AACR,KAAK,CAAC,OAAO,KAAK,EAAE;AACpB,MAAM,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,KAAK,IAAI,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,MAAM,2BAA2B,EAAE;AAC/J,QAAQ,MAAM,IAAIC,yCAAiB;AACnC,UAAU,CAAC,kBAAkB,EAAE,YAAY,CAAC,sDAAsD,CAAC;AACnG,UAAU,KAAK;AACf,SAAS,CAAC;AACV,OAAO;AACP,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK;AACvB,QAAQ,CAAC,sCAAsC,EAAE,YAAY,CAAC,CAAC;AAC/D,QAAQ,KAAK;AACb,OAAO,CAAC;AACR,MAAM,OAAO,OAAO,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;AAC7C,KAAK;AACL,GAAG;AACH,EAAE,gBAAgB,CAAC,KAAK,EAAE;AAC1B,IAAI,OAAO,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,GAAG;AACH,EAAE,oBAAoB,CAAC,IAAI,EAAE;AAC7B,IAAI,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,EAAE,CAAC;AACtE,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;AAClD,GAAG;AACH,CAAC;AACM,SAAS,gBAAgB,CAAC,UAAU,EAAE;AAC7C,EAAE,IAAI,CAAC,UAAU,EAAE;AACnB,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AACvB,GAAG;AACH,EAAE,OAAO;AACT,IAAI,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACrE,GAAG,CAAC;AACJ,CAAC;AACM,SAAS,gBAAgB,CAAC,EAAE,IAAI,EAAE,EAAE;AAC3C,EAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5D,CAAC;AACM,eAAe,gCAAgC,CAAC,MAAM,EAAE;AAC/D,EAAE,IAAI,CAAC,MAAM,EAAE;AACf,IAAI,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;AACtD,GAAG;AACH,EAAE,MAAM,mBAAmB,GAAG,MAAM,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;AACxE,EAAE,MAAM,SAAS,GAAG,mBAAmB,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;AACxG,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,SAAS,EAAE;AAC1D,IAAI,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACjD,IAAI,OAAO;AACX,MAAM,QAAQ,EAAE,SAAS;AACzB,MAAM,KAAK,EAAE;AACb,QAAQ,EAAE,EAAE,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC;AACvC,OAAO;AACP,MAAM,IAAI,EAAE;AACZ,QAAQ,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC;AACnD,QAAQ,QAAQ,EAAE,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC;AACnD,OAAO;AACP,MAAM,GAAG,SAAS,GAAG;AACrB,QAAQ,GAAG,EAAE;AACb,UAAU,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC7G,SAAS;AACT,OAAO,GAAG,EAAE;AACZ,KAAK,CAAC;AACN,GAAG;AACH,EAAE,IAAI,MAAM,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,KAAK,EAAE;AACtD,IAAI,MAAM,cAAc,GAAG,MAAMC,iCAAiB,EAAE,CAAC;AACrD,IAAI,MAAM,aAAa,GAAGC,mCAAmB,CAAC,cAAc,CAAC,CAAC;AAC9D,IAAI,OAAO;AACX,MAAM,QAAQ,EAAE,KAAK;AACrB,MAAM,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;AACpC,MAAM,GAAG,aAAa;AACtB,MAAM,GAAG,SAAS,GAAG;AACrB,QAAQ,GAAG,EAAE;AACb,UAAU,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC7G,SAAS;AACT,OAAO,GAAG,EAAE;AACZ,KAAK,CAAC;AACN,GAAG;AACH,EAAE,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;AACtD,EAAE,MAAM,IAAI,GAAG,UAAU,KAAK,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG;AACzD,IAAI,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,QAAQ,CAAC;AAC1C,GAAG,GAAG;AACN,IAAI,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC;AAC9C,IAAI,QAAQ,EAAE,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC;AAC9C,GAAG,CAAC,CAAC;AACL,EAAE,OAAO;AACT,IAAI,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC;AAClC,IAAI,IAAI;AACR,IAAI,GAAG,SAAS,GAAG;AACnB,MAAM,GAAG,EAAE;AACX,QAAQ,kBAAkB,EAAE,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC,oBAAoB,CAAC;AAC3G,OAAO;AACP,KAAK,GAAG,EAAE;AACV,GAAG,CAAC;AACJ;;;;;"}

package/dist/index.d.ts

@@ -313,6 +313,7 @@ declare type ElasticSearchSearchEngineIndexerOptions = {
     alias: string;
     logger: Logger;
     elasticSearchClientWrapper: ElasticSearchClientWrapper;
+    batchSize: number;
 };
 /**
  * Elasticsearch specific search engine indexer.
@@ -403,9 +404,10 @@ declare class ElasticSearchSearchEngine implements SearchEngine {
     private readonly aliasPostfix;
     private readonly indexPrefix;
     private readonly logger;
+    private readonly batchSize;
     private readonly elasticSearchClientWrapper;
     private readonly highlightOptions;
-    constructor(elasticSearchClientOptions: ElasticSearchClientOptions, aliasPostfix: string, indexPrefix: string, logger: Logger, highlightOptions?: ElasticSearchHighlightOptions);
+    constructor(elasticSearchClientOptions: ElasticSearchClientOptions, aliasPostfix: string, indexPrefix: string, logger: Logger, batchSize: number, highlightOptions?: ElasticSearchHighlightOptions);
     static fromConfig({ logger, config, aliasPostfix, indexPrefix, }: ElasticSearchOptions): Promise<ElasticSearchSearchEngine>;
     /**
      * Create a custom search client from the derived elastic search

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@backstage/plugin-search-backend-module-elasticsearch",
   "description": "A module for the search backend that implements search using ElasticSearch",
-  "version": "0.2.0-next.2",
+  "version": "1.0.1",
   "main": "dist/index.cjs.js",
   "types": "dist/index.d.ts",
   "license": "Apache-2.0",
@@ -24,8 +24,8 @@
   },
   "dependencies": {
     "@backstage/config": "^1.0.1",
-    "@backstage/plugin-search-backend-node": "^0.6.3-next.2",
-    "@backstage/plugin-search-common": "^0.3.6-next.0",
+    "@backstage/plugin-search-backend-node": "^1.0.1",
+    "@backstage/plugin-search-common": "^1.0.0",
     "@elastic/elasticsearch": "^7.13.0",
     "@opensearch-project/opensearch": "^2.0.0",
     "aws-os-connection": "^0.1.0",
@@ -36,8 +36,8 @@
     "winston": "^3.2.1"
   },
   "devDependencies": {
-    "@backstage/backend-common": "^0.14.1-next.3",
-    "@backstage/cli": "^0.18.0-next.3",
+    "@backstage/backend-common": "^0.15.0",
+    "@backstage/cli": "^0.18.1",
     "@elastic/elasticsearch-mock": "^1.0.0",
     "@short.io/opensearch-mock": "^0.3.1"
   },
@@ -46,5 +46,5 @@
     "config.d.ts"
   ],
   "configSchema": "config.d.ts",
-  "gitHead": "291b3a07233061266d9f3ce431345bf19fa4bbd5"
+  "gitHead": "a12f6269e3bf224aa7f52475be9152bc52addeed"
 }