@backstage/plugin-catalog-backend-module-incremental-ingestion 0.3.4-next.0 → 0.4.0

package/CHANGELOG.md

@@ -1,5 +1,113 @@
 # @backstage/plugin-catalog-backend-module-incremental-ingestion
 
+## 0.4.0
+
+### Minor Changes
+
+- b1cc10696f2f: **BREAKING** Allow incremental event handlers to be async; Force event handler
+  to indicate if it made a change. Instead of returning `null` or `undefined` from an event
+  handler to indicate no-oop, instead return the value { type: "ignored" }.
+
+  **before**
+
+  ```javascript
+  import { createDelta, shouldIgnore } from "./my-delta-creater";
+
+  eventHandler: {
+    onEvent(params) {
+      if (shouldIgnore(params)) {
+        return;
+      }
+      return createDelta(params);
+    }
+  }
+  ```
+
+  **after**
+
+  ```javascript
+  import { createDelta, shouldIgnore } from "./my-delta-creater";
+
+  eventHandler: {
+    async onEvent(params) {
+      if (shouldIgnore(params) {
+        return { type: "ignored" };
+      }
+      // code to create delta can now be async if needed
+      return await createDelta(params);
+    }
+  }
+  ```
+
+### Patch Changes
+
+- e1d615757f48: Update readme and instructions
+- Updated dependencies
+  - @backstage/errors@1.2.1
+  - @backstage/backend-common@0.19.1
+  - @backstage/plugin-catalog-backend@1.11.0
+  - @backstage/plugin-catalog-node@1.4.0
+  - @backstage/backend-plugin-api@0.5.4
+  - @backstage/backend-tasks@0.5.4
+  - @backstage/catalog-model@1.4.1
+  - @backstage/config@1.0.8
+  - @backstage/plugin-events-node@0.2.8
+  - @backstage/plugin-permission-common@0.7.7
+
+## 0.4.0-next.1
+
+### Minor Changes
+
+- b1cc10696f2f: **BREAKING** Allow incremental event handlers to be async; Force event handler
+  to indicate if it made a change. Instead of returning `null` or `undefined` from an event
+  handler to indicate no-oop, instead return the value { type: "ignored" }.
+
+  **before**
+
+  ```javascript
+  import { createDelta, shouldIgnore } from "./my-delta-creater";
+
+  eventHandler: {
+    onEvent(params) {
+      if (shouldIgnore(params)) {
+        return;
+      }
+      return createDelta(params);
+    }
+  }
+  ```
+
+  **after**
+
+  ```javascript
+  import { createDelta, shouldIgnore } from "./my-delta-creater";
+
+  eventHandler: {
+    async onEvent(params) {
+      if (shouldIgnore(params) {
+        return { type: "ignored" };
+      }
+      // code to create delta can now be async if needed
+      return await createDelta(params);
+    }
+  }
+  ```
+
+### Patch Changes
+
+- e1d615757f48: Update readme and instructions
+- Updated dependencies
+  - @backstage/backend-common@0.19.1-next.0
+  - @backstage/backend-plugin-api@0.5.4-next.0
+  - @backstage/backend-tasks@0.5.4-next.0
+  - @backstage/catalog-model@1.4.1-next.0
+  - @backstage/config@1.0.8
+  - @backstage/errors@1.2.1-next.0
+  - @backstage/plugin-catalog-backend@1.11.0-next.0
+  - @backstage/plugin-catalog-node@1.4.0-next.0
+  - @backstage/plugin-events-node@0.2.8-next.0
+  - @backstage/plugin-permission-common@0.7.7-next.0
+
 ## 0.3.4-next.0
 
 ### Patch Changes

package/README.md

@@ -99,18 +99,18 @@ export default async function createPlugin(
 
 If you want to manage your incremental entity providers via REST endpoints, the following endpoints are available:
 
-| Method | Path                                       | Description                                                                                                                 |
-| ------ | ------------------------------------------ | --------------------------------------------------------------------------------------------------------------------------- |
-| GET    | `/incremental/health`                      | Checks the health of all incremental providers. Returns array of any unhealthy ones.                                        |
-| GET    | `/incremental/providers`                   | Get a list of all known incremental entity providers                                                                        |
-| GET    | `/incremental/providers/:provider`         | Checks the status of an incremental provider (resting, interstitial, etc).                                                  |
-| POST   | `/incremental/providers/:provider/trigger` | Triggers a provider's next action immediately. E.g., if it's currently interstitial, it will trigger the next burst.        |
-| POST   | `/incremental/providers/:provider/start`   | Stop the current ingestion cycle and start a new one immediately.                                                           |
-| POST   | `/incremental/providers/:provider/cancel`  | Stop the current ingestion cycle and start a new one in 24 hours.                                                           |
-| DELETE | `/incremental/providers/:provider`         | Completely remove all records for the provider and schedule it to start again in 24 hours.                                  |
-| GET    | `/incremental/providers/:provider/marks`   | Retrieve a list of all ingestion marks for the current ingestion cycle.                                                     |
-| DELETE | `/incremental/providers/:provider/marks`   | Remove all ingestion marks for the current ingestion cycle.                                                                 |
-| POST   | `/incremental/cleanup`                     | Completely remove all records for ALL providers and schedule them to start again in 24 hours. (CAUTION! Can cause orphans!) |
+| Method | Path                                                   | Description                                                                                                                 |
+| ------ | ------------------------------------------------------ | --------------------------------------------------------------------------------------------------------------------------- |
+| GET    | `/api/catalog/incremental/health`                      | Checks the health of all incremental providers. Returns array of any unhealthy ones.                                        |
+| GET    | `/api/catalog/incremental/providers`                   | Get a list of all known incremental entity providers                                                                        |
+| GET    | `/api/catalog/incremental/providers/:provider`         | Checks the status of an incremental provider (resting, interstitial, etc).                                                  |
+| POST   | `/api/catalog/incremental/providers/:provider/trigger` | Triggers a provider's next action immediately. E.g., if it's currently interstitial, it will trigger the next burst.        |
+| POST   | `/api/catalog/incremental/providers/:provider/start`   | Stop the current ingestion cycle and start a new one immediately.                                                           |
+| POST   | `/api/catalog/incremental/providers/:provider/cancel`  | Stop the current ingestion cycle and start a new one in 24 hours.                                                           |
+| DELETE | `/api/catalog/incremental/providers/:provider`         | Completely remove all records for the provider and schedule it to start again in 24 hours.                                  |
+| GET    | `/api/catalog/incremental/providers/:provider/marks`   | Retrieve a list of all ingestion marks for the current ingestion cycle.                                                     |
+| DELETE | `/api/catalog/incremental/providers/:provider/marks`   | Remove all ingestion marks for the current ingestion cycle.                                                                 |
+| POST   | `/api/catalog/incremental/cleanup`                     | Completely remove all records for ALL providers and schedule them to start again in 24 hours. (CAUTION! Can cause orphans!) |
 
 In all cases, `:provider` is the name of the incremental entity provider.
 
@@ -323,22 +323,17 @@ incrementalBuilder.addIncrementalEntityProvider(myEntityProvider, {
   // How long should it attempt to read pages from the API in a
   // single burst? Keep this short. The Incremental Entity Provider
   // will attempt to read as many pages as it can in this time
-  burstLength: Duration.fromObject({ seconds: 3 }),
+  burstLength: { seconds: 3 },
 
   // How long should it wait between bursts?
-  burstInterval: Duration.fromObject({ seconds: 3 }),
+  burstInterval: { seconds: 3 },
 
   // How long should it rest before re-ingesting again?
-  restLength: Duration.fromObject({ day: 1 }),
+  restLength: { day: 1 },
 
   // Optional back-off configuration - how long should it wait to retry
   // in the event of an error?
-  backoff: [
-    Duration.fromObject({ seconds: 5 }),
-    Duration.fromObject({ seconds: 30 }),
-    Duration.fromObject({ minutes: 10 }),
-    Duration.fromObject({ hours: 3 }),
-  ],
+  backoff: [{ seconds: 5 }, { seconds: 30 }, { minutes: 10 }, { hours: 3 }],
 
   // Optional. Use this to prevent removal of entities above a given
   // percentage. This can be helpful if a data source is flaky and

package/alpha/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@backstage/plugin-catalog-backend-module-incremental-ingestion",
-  "version": "0.3.4-next.0",
+  "version": "0.4.0",
   "main": "../dist/alpha.cjs.js",
   "types": "../dist/alpha.d.ts"
 }

package/dist/alpha.cjs.js

@@ -7,18 +7,25 @@ var alpha = require('@backstage/plugin-catalog-node/alpha');
 var backendCommon = require('@backstage/backend-common');
 var errors = require('@backstage/errors');
 var luxon = require('luxon');
-var util = require('./cjs/util-c89db760.cjs.js');
+var util = require('./cjs/util-e38dd4bb.cjs.js');
 require('perf_hooks');
 require('uuid');
 require('@backstage/catalog-model');
 require('express');
 require('express-promise-router');
 
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class WrapperProviders {
   constructor(options) {
     this.options = options;
-    this.numberOfProvidersToConnect = 0;
-    this.readySignal = new util.Deferred();
+    __publicField(this, "migrate");
+    __publicField(this, "numberOfProvidersToConnect", 0);
+    __publicField(this, "readySignal", new util.Deferred());
   }
   wrap(provider, options) {
     this.numberOfProvidersToConnect += 1;

package/dist/alpha.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"alpha.cjs.js","sources":["../src/module/WrapperProviders.ts","../src/module/catalogModuleIncrementalIngestionEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ConfigService,\n  LoggerService,\n  SchedulerService,\n} from '@backstage/backend-plugin-api';\nimport { loggerToWinstonLogger } from '@backstage/backend-common';\nimport { stringifyError } from '@backstage/errors';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n} from '@backstage/plugin-catalog-node';\nimport express from 'express';\nimport { Knex } from 'knex';\nimport { Duration } from 'luxon';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n} from '../types';\nimport { Deferred } from '../util';\n\n/**\n * Helps in the creation of the catalog entity providers that wrap the\n * incremental ones.\n */\nexport class WrapperProviders {\n  private migrate: Promise<void> | undefined;\n  private numberOfProvidersToConnect = 0;\n  private readonly readySignal = new Deferred<void>();\n\n  constructor(\n    private readonly options: {\n      config: ConfigService;\n      logger: LoggerService;\n      client: Knex;\n      scheduler: SchedulerService;\n      applyDatabaseMigrations?: typeof applyDatabaseMigrations;\n    },\n  ) {}\n\n  wrap(\n    provider: IncrementalEntityProvider<unknown, unknown>,\n    options: IncrementalEntityProviderOptions,\n  ): EntityProvider {\n    this.numberOfProvidersToConnect += 1;\n    return {\n      getProviderName: () => provider.getProviderName(),\n      connect: async connection => {\n        await this.startProvider(provider, options, connection);\n        this.numberOfProvidersToConnect -= 1;\n        if (this.numberOfProvidersToConnect === 0) {\n          this.readySignal.resolve();\n        }\n      },\n    };\n  }\n\n  async adminRouter(): Promise<express.Router> {\n    return await new IncrementalProviderRouter(\n      new IncrementalIngestionDatabaseManager({ client: this.options.client }),\n      loggerToWinstonLogger(this.options.logger),\n    ).createRouter();\n  }\n\n  private async startProvider(\n    provider: IncrementalEntityProvider<unknown, unknown>,\n    providerOptions: IncrementalEntityProviderOptions,\n    connection: EntityProviderConnection,\n  ) {\n    const logger = loggerToWinstonLogger(\n      this.options.logger.child({\n        entityProvider: provider.getProviderName(),\n      }),\n    );\n\n    try {\n      if (!this.migrate) {\n        this.migrate = Promise.resolve().then(async () => {\n          const apply =\n            this.options.applyDatabaseMigrations ?? applyDatabaseMigrations;\n          await apply(this.options.client);\n        });\n      }\n\n      await this.migrate;\n\n      const { burstInterval, burstLength, restLength } = providerOptions;\n\n      logger.info(`Connecting`);\n\n      const manager = new IncrementalIngestionDatabaseManager({\n        client: this.options.client,\n      });\n      const engine = new IncrementalIngestionEngine({\n        ...providerOptions,\n        ready: this.readySignal,\n        manager,\n        logger,\n        provider,\n        restLength,\n        connection,\n      });\n\n      const frequency = Duration.isDuration(burstInterval)\n        ? burstInterval\n        : Duration.fromObject(burstInterval);\n      const length = Duration.isDuration(burstLength)\n        ? burstLength\n        : Duration.fromObject(burstLength);\n\n      await this.options.scheduler.scheduleTask({\n        id: provider.getProviderName(),\n        fn: engine.taskFn.bind(engine),\n        frequency,\n        timeout: length,\n      });\n    } catch (error) {\n      logger.warn(\n        `Failed to initialize incremental ingestion provider ${provider.getProviderName()}, ${stringifyError(\n          error,\n        )}`,\n      );\n      throw error;\n    }\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n} from '@backstage/plugin-catalog-backend-module-incremental-ingestion';\nimport { WrapperProviders } from './WrapperProviders';\n\n/**\n * Registers the incremental entity provider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleIncrementalIngestionEntityProvider =\n  createBackendModule(\n    (options: {\n      providers: Array<{\n        provider: IncrementalEntityProvider<unknown, unknown>;\n        options: IncrementalEntityProviderOptions;\n      }>;\n    }) => ({\n      pluginId: 'catalog',\n      moduleId: 'incrementalIngestionEntityProvider',\n      register(env) {\n        env.registerInit({\n          deps: {\n            catalog: catalogProcessingExtensionPoint,\n            config: coreServices.config,\n            database: coreServices.database,\n            httpRouter: coreServices.httpRouter,\n            logger: coreServices.logger,\n            scheduler: coreServices.scheduler,\n          },\n          async init({\n            catalog,\n            config,\n            database,\n            httpRouter,\n            logger,\n            scheduler,\n          }) {\n            const client = await database.getClient();\n\n            const providers = new WrapperProviders({\n              config,\n              logger,\n              client,\n              scheduler,\n            });\n\n            for (const entry of options.providers) {\n              const wrapped = providers.wrap(entry.provider, entry.options);\n              catalog.addEntityProvider(wrapped);\n            }\n\n            httpRouter.use(await providers.adminRouter());\n          },\n        });\n      },\n    }),\n  );\n"],"names":["Deferred","IncrementalProviderRouter","IncrementalIngestionDatabaseManager","loggerToWinstonLogger","applyDatabaseMigrations","IncrementalIngestionEngine","Duration","stringifyError","createBackendModule","catalogProcessingExtensionPoint","coreServices"],"mappings":";;;;;;;;;;;;;;;;AA4CO,MAAM,gBAAiB,CAAA;AAAA,EAK5B,YACmB,OAOjB,EAAA;AAPiB,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAJnB,IAAA,IAAA,CAAQ,0BAA6B,GAAA,CAAA,CAAA;AACrC,IAAiB,IAAA,CAAA,WAAA,GAAc,IAAIA,aAAe,EAAA,CAAA;AAAA,GAU/C;AAAA,EAEH,IAAA,CACE,UACA,OACgB,EAAA;AAChB,IAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,IAAO,OAAA;AAAA,MACL,eAAA,EAAiB,MAAM,QAAA,CAAS,eAAgB,EAAA;AAAA,MAChD,OAAA,EAAS,OAAM,UAAc,KAAA;AAC3B,QAAA,MAAM,IAAK,CAAA,aAAA,CAAc,QAAU,EAAA,OAAA,EAAS,UAAU,CAAA,CAAA;AACtD,QAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,QAAI,IAAA,IAAA,CAAK,+BAA+B,CAAG,EAAA;AACzC,UAAA,IAAA,CAAK,YAAY,OAAQ,EAAA,CAAA;AAAA,SAC3B;AAAA,OACF;AAAA,KACF,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,WAAuC,GAAA;AAC3C,IAAA,OAAO,MAAM,IAAIC,8BAAA;AAAA,MACf,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,IAAK,CAAA,OAAA,CAAQ,QAAQ,CAAA;AAAA,MACvEC,mCAAA,CAAsB,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA;AAAA,MACzC,YAAa,EAAA,CAAA;AAAA,GACjB;AAAA,EAEA,MAAc,aAAA,CACZ,QACA,EAAA,eAAA,EACA,UACA,EAAA;AACA,IAAA,MAAM,MAAS,GAAAA,mCAAA;AAAA,MACb,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,QACxB,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,OAC1C,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAI,IAAA,CAAC,KAAK,OAAS,EAAA;AACjB,QAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,EAAA,CAAE,KAAK,YAAY;AAhG1D,UAAA,IAAA,EAAA,CAAA;AAiGU,UAAA,MAAM,KACJ,GAAA,CAAA,EAAA,GAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,KAAb,IAAwC,GAAA,EAAA,GAAAC,4BAAA,CAAA;AAC1C,UAAM,MAAA,KAAA,CAAM,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA,CAAA;AAAA,SAChC,CAAA,CAAA;AAAA,OACH;AAEA,MAAA,MAAM,IAAK,CAAA,OAAA,CAAA;AAEX,MAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,eAAA,CAAA;AAEnD,MAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,MAAM,MAAA,OAAA,GAAU,IAAIF,wCAAoC,CAAA;AAAA,QACtD,MAAA,EAAQ,KAAK,OAAQ,CAAA,MAAA;AAAA,OACtB,CAAA,CAAA;AACD,MAAM,MAAA,MAAA,GAAS,IAAIG,+BAA2B,CAAA;AAAA,QAC5C,GAAG,eAAA;AAAA,QACH,OAAO,IAAK,CAAA,WAAA;AAAA,QACZ,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,UAAA;AAAA,OACD,CAAA,CAAA;AAED,MAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,MAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,MAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,SAAA,CAAU,YAAa,CAAA;AAAA,QACxC,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,QAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,QAC7B,SAAA;AAAA,QACA,OAAS,EAAA,MAAA;AAAA,OACV,CAAA,CAAA;AAAA,aACM,KAAP,EAAA;AACA,MAAO,MAAA,CAAA,IAAA;AAAA,QACL,CAAA,oDAAA,EAAuD,QAAS,CAAA,eAAA,EAAsB,CAAA,EAAA,EAAAC,qBAAA;AAAA,UACpF,KAAA;AAAA,SACF,CAAA,CAAA;AAAA,OACF,CAAA;AACA,MAAM,MAAA,KAAA,CAAA;AAAA,KACR;AAAA,GACF;AACF;;AChHO,MAAM,+CACX,GAAAC,oCAAA;AAAA,EACE,CAAC,OAKM,MAAA;AAAA,IACL,QAAU,EAAA,SAAA;AAAA,IACV,QAAU,EAAA,oCAAA;AAAA,IACV,SAAS,GAAK,EAAA;AACZ,MAAA,GAAA,CAAI,YAAa,CAAA;AAAA,QACf,IAAM,EAAA;AAAA,UACJ,OAAS,EAAAC,qCAAA;AAAA,UACT,QAAQC,6BAAa,CAAA,MAAA;AAAA,UACrB,UAAUA,6BAAa,CAAA,QAAA;AAAA,UACvB,YAAYA,6BAAa,CAAA,UAAA;AAAA,UACzB,QAAQA,6BAAa,CAAA,MAAA;AAAA,UACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,SAC1B;AAAA,QACA,MAAM,IAAK,CAAA;AAAA,UACT,OAAA;AAAA,UACA,MAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAA;AAAA,SACC,EAAA;AACD,UAAM,MAAA,MAAA,GAAS,MAAM,QAAA,CAAS,SAAU,EAAA,CAAA;AAExC,UAAM,MAAA,SAAA,GAAY,IAAI,gBAAiB,CAAA;AAAA,YACrC,MAAA;AAAA,YACA,MAAA;AAAA,YACA,MAAA;AAAA,YACA,SAAA;AAAA,WACD,CAAA,CAAA;AAED,UAAW,KAAA,MAAA,KAAA,IAAS,QAAQ,SAAW,EAAA;AACrC,YAAA,MAAM,UAAU,SAAU,CAAA,IAAA,CAAK,KAAM,CAAA,QAAA,EAAU,MAAM,OAAO,CAAA,CAAA;AAC5D,YAAA,OAAA,CAAQ,kBAAkB,OAAO,CAAA,CAAA;AAAA,WACnC;AAEA,UAAA,UAAA,CAAW,GAAI,CAAA,MAAM,SAAU,CAAA,WAAA,EAAa,CAAA,CAAA;AAAA,SAC9C;AAAA,OACD,CAAA,CAAA;AAAA,KACH;AAAA,GACF,CAAA;AACF;;;;"}
+{"version":3,"file":"alpha.cjs.js","sources":["../src/module/WrapperProviders.ts","../src/module/catalogModuleIncrementalIngestionEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  ConfigService,\n  LoggerService,\n  SchedulerService,\n} from '@backstage/backend-plugin-api';\nimport { loggerToWinstonLogger } from '@backstage/backend-common';\nimport { stringifyError } from '@backstage/errors';\nimport {\n  EntityProvider,\n  EntityProviderConnection,\n} from '@backstage/plugin-catalog-node';\nimport express from 'express';\nimport { Knex } from 'knex';\nimport { Duration } from 'luxon';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n} from '../types';\nimport { Deferred } from '../util';\n\n/**\n * Helps in the creation of the catalog entity providers that wrap the\n * incremental ones.\n */\nexport class WrapperProviders {\n  private migrate: Promise<void> | undefined;\n  private numberOfProvidersToConnect = 0;\n  private readonly readySignal = new Deferred<void>();\n\n  constructor(\n    private readonly options: {\n      config: ConfigService;\n      logger: LoggerService;\n      client: Knex;\n      scheduler: SchedulerService;\n      applyDatabaseMigrations?: typeof applyDatabaseMigrations;\n    },\n  ) {}\n\n  wrap(\n    provider: IncrementalEntityProvider<unknown, unknown>,\n    options: IncrementalEntityProviderOptions,\n  ): EntityProvider {\n    this.numberOfProvidersToConnect += 1;\n    return {\n      getProviderName: () => provider.getProviderName(),\n      connect: async connection => {\n        await this.startProvider(provider, options, connection);\n        this.numberOfProvidersToConnect -= 1;\n        if (this.numberOfProvidersToConnect === 0) {\n          this.readySignal.resolve();\n        }\n      },\n    };\n  }\n\n  async adminRouter(): Promise<express.Router> {\n    return await new IncrementalProviderRouter(\n      new IncrementalIngestionDatabaseManager({ client: this.options.client }),\n      loggerToWinstonLogger(this.options.logger),\n    ).createRouter();\n  }\n\n  private async startProvider(\n    provider: IncrementalEntityProvider<unknown, unknown>,\n    providerOptions: IncrementalEntityProviderOptions,\n    connection: EntityProviderConnection,\n  ) {\n    const logger = loggerToWinstonLogger(\n      this.options.logger.child({\n        entityProvider: provider.getProviderName(),\n      }),\n    );\n\n    try {\n      if (!this.migrate) {\n        this.migrate = Promise.resolve().then(async () => {\n          const apply =\n            this.options.applyDatabaseMigrations ?? applyDatabaseMigrations;\n          await apply(this.options.client);\n        });\n      }\n\n      await this.migrate;\n\n      const { burstInterval, burstLength, restLength } = providerOptions;\n\n      logger.info(`Connecting`);\n\n      const manager = new IncrementalIngestionDatabaseManager({\n        client: this.options.client,\n      });\n      const engine = new IncrementalIngestionEngine({\n        ...providerOptions,\n        ready: this.readySignal,\n        manager,\n        logger,\n        provider,\n        restLength,\n        connection,\n      });\n\n      const frequency = Duration.isDuration(burstInterval)\n        ? burstInterval\n        : Duration.fromObject(burstInterval);\n      const length = Duration.isDuration(burstLength)\n        ? burstLength\n        : Duration.fromObject(burstLength);\n\n      await this.options.scheduler.scheduleTask({\n        id: provider.getProviderName(),\n        fn: engine.taskFn.bind(engine),\n        frequency,\n        timeout: length,\n      });\n    } catch (error) {\n      logger.warn(\n        `Failed to initialize incremental ingestion provider ${provider.getProviderName()}, ${stringifyError(\n          error,\n        )}`,\n      );\n      throw error;\n    }\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n} from '@backstage/plugin-catalog-backend-module-incremental-ingestion';\nimport { WrapperProviders } from './WrapperProviders';\n\n/**\n * Registers the incremental entity provider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleIncrementalIngestionEntityProvider =\n  createBackendModule(\n    (options: {\n      providers: Array<{\n        provider: IncrementalEntityProvider<unknown, unknown>;\n        options: IncrementalEntityProviderOptions;\n      }>;\n    }) => ({\n      pluginId: 'catalog',\n      moduleId: 'incrementalIngestionEntityProvider',\n      register(env) {\n        env.registerInit({\n          deps: {\n            catalog: catalogProcessingExtensionPoint,\n            config: coreServices.config,\n            database: coreServices.database,\n            httpRouter: coreServices.httpRouter,\n            logger: coreServices.logger,\n            scheduler: coreServices.scheduler,\n          },\n          async init({\n            catalog,\n            config,\n            database,\n            httpRouter,\n            logger,\n            scheduler,\n          }) {\n            const client = await database.getClient();\n\n            const providers = new WrapperProviders({\n              config,\n              logger,\n              client,\n              scheduler,\n            });\n\n            for (const entry of options.providers) {\n              const wrapped = providers.wrap(entry.provider, entry.options);\n              catalog.addEntityProvider(wrapped);\n            }\n\n            httpRouter.use(await providers.adminRouter());\n          },\n        });\n      },\n    }),\n  );\n"],"names":["Deferred","IncrementalProviderRouter","IncrementalIngestionDatabaseManager","loggerToWinstonLogger","applyDatabaseMigrations","IncrementalIngestionEngine","Duration","stringifyError","createBackendModule","catalogProcessingExtensionPoint","coreServices"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AA4CO,MAAM,gBAAiB,CAAA;AAAA,EAK5B,YACmB,OAOjB,EAAA;AAPiB,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AALnB,IAAQ,aAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AACR,IAAA,aAAA,CAAA,IAAA,EAAQ,4BAA6B,EAAA,CAAA,CAAA,CAAA;AACrC,IAAiB,aAAA,CAAA,IAAA,EAAA,aAAA,EAAc,IAAIA,aAAe,EAAA,CAAA,CAAA;AAAA,GAU/C;AAAA,EAEH,IAAA,CACE,UACA,OACgB,EAAA;AAChB,IAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,IAAO,OAAA;AAAA,MACL,eAAA,EAAiB,MAAM,QAAA,CAAS,eAAgB,EAAA;AAAA,MAChD,OAAA,EAAS,OAAM,UAAc,KAAA;AAC3B,QAAA,MAAM,IAAK,CAAA,aAAA,CAAc,QAAU,EAAA,OAAA,EAAS,UAAU,CAAA,CAAA;AACtD,QAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,QAAI,IAAA,IAAA,CAAK,+BAA+B,CAAG,EAAA;AACzC,UAAA,IAAA,CAAK,YAAY,OAAQ,EAAA,CAAA;AAAA,SAC3B;AAAA,OACF;AAAA,KACF,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,WAAuC,GAAA;AAC3C,IAAA,OAAO,MAAM,IAAIC,8BAAA;AAAA,MACf,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,IAAK,CAAA,OAAA,CAAQ,QAAQ,CAAA;AAAA,MACvEC,mCAAA,CAAsB,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA;AAAA,MACzC,YAAa,EAAA,CAAA;AAAA,GACjB;AAAA,EAEA,MAAc,aAAA,CACZ,QACA,EAAA,eAAA,EACA,UACA,EAAA;AACA,IAAA,MAAM,MAAS,GAAAA,mCAAA;AAAA,MACb,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,QACxB,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,OAC1C,CAAA;AAAA,KACH,CAAA;AAEA,IAAI,IAAA;AACF,MAAI,IAAA,CAAC,KAAK,OAAS,EAAA;AACjB,QAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,EAAA,CAAE,KAAK,YAAY;AAhG1D,UAAA,IAAA,EAAA,CAAA;AAiGU,UAAA,MAAM,KACJ,GAAA,CAAA,EAAA,GAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,KAAb,IAAwC,GAAA,EAAA,GAAAC,4BAAA,CAAA;AAC1C,UAAM,MAAA,KAAA,CAAM,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA,CAAA;AAAA,SAChC,CAAA,CAAA;AAAA,OACH;AAEA,MAAA,MAAM,IAAK,CAAA,OAAA,CAAA;AAEX,MAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,eAAA,CAAA;AAEnD,MAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,MAAM,MAAA,OAAA,GAAU,IAAIF,wCAAoC,CAAA;AAAA,QACtD,MAAA,EAAQ,KAAK,OAAQ,CAAA,MAAA;AAAA,OACtB,CAAA,CAAA;AACD,MAAM,MAAA,MAAA,GAAS,IAAIG,+BAA2B,CAAA;AAAA,QAC5C,GAAG,eAAA;AAAA,QACH,OAAO,IAAK,CAAA,WAAA;AAAA,QACZ,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,UAAA;AAAA,OACD,CAAA,CAAA;AAED,MAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,MAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,MAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,SAAA,CAAU,YAAa,CAAA;AAAA,QACxC,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,QAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,QAC7B,SAAA;AAAA,QACA,OAAS,EAAA,MAAA;AAAA,OACV,CAAA,CAAA;AAAA,aACM,KAAO,EAAA;AACd,MAAO,MAAA,CAAA,IAAA;AAAA,QACL,CAAuD,oDAAA,EAAA,QAAA,CAAS,eAAgB,EAAC,CAAK,EAAA,EAAAC,qBAAA;AAAA,UACpF,KAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA;AACA,MAAM,MAAA,KAAA,CAAA;AAAA,KACR;AAAA,GACF;AACF;;AChHO,MAAM,+CACX,GAAAC,oCAAA;AAAA,EACE,CAAC,OAKM,MAAA;AAAA,IACL,QAAU,EAAA,SAAA;AAAA,IACV,QAAU,EAAA,oCAAA;AAAA,IACV,SAAS,GAAK,EAAA;AACZ,MAAA,GAAA,CAAI,YAAa,CAAA;AAAA,QACf,IAAM,EAAA;AAAA,UACJ,OAAS,EAAAC,qCAAA;AAAA,UACT,QAAQC,6BAAa,CAAA,MAAA;AAAA,UACrB,UAAUA,6BAAa,CAAA,QAAA;AAAA,UACvB,YAAYA,6BAAa,CAAA,UAAA;AAAA,UACzB,QAAQA,6BAAa,CAAA,MAAA;AAAA,UACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,SAC1B;AAAA,QACA,MAAM,IAAK,CAAA;AAAA,UACT,OAAA;AAAA,UACA,MAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAA;AAAA,SACC,EAAA;AACD,UAAM,MAAA,MAAA,GAAS,MAAM,QAAA,CAAS,SAAU,EAAA,CAAA;AAExC,UAAM,MAAA,SAAA,GAAY,IAAI,gBAAiB,CAAA;AAAA,YACrC,MAAA;AAAA,YACA,MAAA;AAAA,YACA,MAAA;AAAA,YACA,SAAA;AAAA,WACD,CAAA,CAAA;AAED,UAAW,KAAA,MAAA,KAAA,IAAS,QAAQ,SAAW,EAAA;AACrC,YAAA,MAAM,UAAU,SAAU,CAAA,IAAA,CAAK,KAAM,CAAA,QAAA,EAAU,MAAM,OAAO,CAAA,CAAA;AAC5D,YAAA,OAAA,CAAQ,kBAAkB,OAAO,CAAA,CAAA;AAAA,WACnC;AAEA,UAAA,UAAA,CAAW,GAAI,CAAA,MAAM,SAAU,CAAA,WAAA,EAAa,CAAA,CAAA;AAAA,SAC9C;AAAA,OACD,CAAA,CAAA;AAAA,KACH;AAAA,GACF,CAAA;AACF;;;;"}

package/dist/cjs/{util-c89db760.cjs.js → util-e38dd4bb.cjs.js}

@@ -14,9 +14,18 @@ function _interopDefaultLegacy (e) { return e && typeof e === 'object' && 'defau
 var express__default = /*#__PURE__*/_interopDefaultLegacy(express);
 var Router__default = /*#__PURE__*/_interopDefaultLegacy(Router);
 
+var __defProp$3 = Object.defineProperty;
+var __defNormalProp$3 = (obj, key, value) => key in obj ? __defProp$3(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField$3 = (obj, key, value) => {
+  __defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class IncrementalIngestionEngine {
   constructor(options) {
     this.options = options;
+    __publicField$3(this, "restLength");
+    __publicField$3(this, "backoff");
+    __publicField$3(this, "manager");
     var _a;
     this.manager = options.manager;
     this.restLength = luxon.Duration.fromObject(options.restLength);
@@ -289,9 +298,9 @@ class IncrementalIngestionEngine {
     if (!provider.eventHandler) {
       return;
     }
-    const delta = provider.eventHandler.onEvent(params);
-    if (delta) {
-      if (delta.added.length > 0) {
+    const result = await provider.eventHandler.onEvent(params);
+    if (result.type === "delta") {
+      if (result.added.length > 0) {
         const ingestionRecord = await this.manager.getCurrentIngestionRecord(
           providerName
         );
@@ -306,22 +315,19 @@ class IncrementalIngestionEngine {
               `Cannot apply delta, page records are missing! Please re-run incremental ingestion for ${providerName}.`
             );
           }
-          await this.manager.createMarkEntities(mark.id, delta.added);
+          await this.manager.createMarkEntities(mark.id, result.added);
         }
       }
-      if (delta.removed.length > 0) {
-        await this.manager.deleteEntityRecordsByRef(delta.removed);
+      if (result.removed.length > 0) {
+        await this.manager.deleteEntityRecordsByRef(result.removed);
       }
-      await connection.applyMutation({
-        type: "delta",
-        ...delta
-      });
+      await connection.applyMutation(result);
       logger.debug(
         `incremental-engine: ${providerName} processed delta from '${topic}' event`
       );
     } else {
-      logger.warn(
-        `incremental-engine: Rejected delta from '${topic}' event - empty or invalid`
+      logger.debug(
+        `incremental-engine: ${providerName} ignored event from topic '${topic}'`
       );
     }
   }
@@ -345,8 +351,15 @@ async function applyDatabaseMigrations(knex) {
   });
 }
 
+var __defProp$2 = Object.defineProperty;
+var __defNormalProp$2 = (obj, key, value) => key in obj ? __defProp$2(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField$2 = (obj, key, value) => {
+  __defNormalProp$2(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class IncrementalIngestionDatabaseManager {
   constructor(options) {
+    __publicField$2(this, "client");
     this.client = options.client;
   }
   /**
@@ -815,8 +828,16 @@ class IncrementalIngestionDatabaseManager {
   }
 }
 
+var __defProp$1 = Object.defineProperty;
+var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField$1 = (obj, key, value) => {
+  __defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class IncrementalProviderRouter {
   constructor(manager, logger) {
+    __publicField$1(this, "manager");
+    __publicField$1(this, "logger");
     this.manager = manager;
     this.logger = logger;
   }
@@ -1018,6 +1039,12 @@ class IncrementalProviderRouter {
   }
 }
 
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 var __accessCheck = (obj, member, msg) => {
   if (!member.has(obj))
     throw TypeError("Cannot " + msg);
@@ -1041,7 +1068,10 @@ class Deferred {
   constructor() {
     __privateAdd(this, _resolve, void 0);
     __privateAdd(this, _reject, void 0);
-    this[_a] = "Deferred";
+    __publicField(this, "then");
+    __publicField(this, "catch");
+    __publicField(this, "finally");
+    __publicField(this, _a, "Deferred");
     const promise = new Promise((resolve, reject) => {
       __privateSet(this, _resolve, resolve);
       __privateSet(this, _reject, reject);
@@ -1066,4 +1096,4 @@ exports.IncrementalIngestionDatabaseManager = IncrementalIngestionDatabaseManage
 exports.IncrementalIngestionEngine = IncrementalIngestionEngine;
 exports.IncrementalProviderRouter = IncrementalProviderRouter;
 exports.applyDatabaseMigrations = applyDatabaseMigrations;
-//# sourceMappingURL=util-c89db760.cjs.js.map
+//# sourceMappingURL=util-e38dd4bb.cjs.js.map

package/dist/cjs/util-e38dd4bb.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"util-e38dd4bb.cjs.js","sources":["../../src/engine/IncrementalIngestionEngine.ts","../../src/database/tables.ts","../../src/database/migrations.ts","../../src/database/IncrementalIngestionDatabaseManager.ts","../../src/router/routes.ts","../../src/util.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { IterationEngine, IterationEngineOptions } from '../types';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { performance } from 'perf_hooks';\nimport { Duration, DurationObjectUnits } from 'luxon';\nimport { v4 } from 'uuid';\nimport { stringifyError } from '@backstage/errors';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\nexport class IncrementalIngestionEngine\n  implements IterationEngine, EventSubscriber\n{\n  private readonly restLength: Duration;\n  private readonly backoff: DurationObjectUnits[];\n\n  private manager: IncrementalIngestionDatabaseManager;\n\n  constructor(private options: IterationEngineOptions) {\n    this.manager = options.manager;\n    this.restLength = Duration.fromObject(options.restLength);\n    this.backoff = options.backoff ?? [\n      { minutes: 1 },\n      { minutes: 5 },\n      { minutes: 30 },\n      { hours: 3 },\n    ];\n  }\n\n  async taskFn(signal: AbortSignal) {\n    try {\n      this.options.logger.debug('Begin tick');\n      await this.handleNextAction(signal);\n    } catch (error) {\n      this.options.logger.error(`${error}`);\n      throw error;\n    } finally {\n      this.options.logger.debug('End tick');\n    }\n  }\n\n  async handleNextAction(signal: AbortSignal) {\n    await this.options.ready;\n\n    const result = await this.getCurrentAction();\n    if (result) {\n      const { ingestionId, nextActionAt, nextAction, attempts } = result;\n\n      switch (nextAction) {\n        case 'rest':\n          if (Date.now() > nextActionAt) {\n            await this.manager.clearFinishedIngestions(\n              this.options.provider.getProviderName(),\n            );\n            this.options.logger.info(\n              `incremental-engine: Ingestion ${ingestionId} rest period complete. Ingestion will start again`,\n            );\n\n            await this.manager.setProviderComplete(ingestionId);\n          } else {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' rest period continuing`,\n            );\n          }\n          break;\n        case 'ingest':\n          try {\n            await this.manager.setProviderBursting(ingestionId);\n            const done = await this.ingestOneBurst(ingestionId, signal);\n            if (done) {\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' complete, transitioning to rest period of ${this.restLength.toHuman()}`,\n              );\n              await this.manager.setProviderResting(\n                ingestionId,\n                this.restLength,\n              );\n            } else {\n              await this.manager.setProviderInterstitial(ingestionId);\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' continuing`,\n              );\n            }\n          } catch (error) {\n            if (\n              (error as Error).message &&\n              (error as Error).message === 'CANCEL'\n            ) {\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' canceled`,\n              );\n              await this.manager.setProviderCanceling(\n                ingestionId,\n                (error as Error).message,\n              );\n            } else {\n              const currentBackoff = Duration.fromObject(\n                this.backoff[Math.min(this.backoff.length - 1, attempts)],\n              );\n\n              const backoffLength = currentBackoff.as('milliseconds');\n              this.options.logger.error(\n                `incremental-engine: Ingestion '${ingestionId}' failed`,\n                error,\n              );\n\n              const truncatedError = stringifyError(error).substring(0, 700);\n              this.options.logger.error(\n                `incremental-engine: Ingestion '${ingestionId}' threw an error during ingestion burst. Ingestion will backoff for ${currentBackoff.toHuman()} (${truncatedError})`,\n              );\n\n              await this.manager.setProviderBackoff(\n                ingestionId,\n                attempts,\n                error as Error,\n                backoffLength,\n              );\n            }\n          }\n          break;\n        case 'backoff':\n          if (Date.now() > nextActionAt) {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' backoff complete, will attempt to resume`,\n            );\n            await this.manager.setProviderIngesting(ingestionId);\n          } else {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' backoff continuing`,\n            );\n          }\n          break;\n        case 'cancel':\n          this.options.logger.info(\n            `incremental-engine: Ingestion '${ingestionId}' canceling, will restart`,\n          );\n          await this.manager.setProviderCanceled(ingestionId);\n          break;\n        default:\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${ingestionId}' received unknown action '${nextAction}'`,\n          );\n      }\n    } else {\n      this.options.logger.error(\n        `incremental-engine: Engine tried to create duplicate ingestion record for provider '${this.options.provider.getProviderName()}'.`,\n      );\n    }\n  }\n\n  async getCurrentAction() {\n    const providerName = this.options.provider.getProviderName();\n    const record = await this.manager.getCurrentIngestionRecord(providerName);\n    if (record) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion record found: '${record.id}'`,\n      );\n      return {\n        ingestionId: record.id,\n        nextAction: record.next_action as 'rest' | 'ingest' | 'backoff',\n        attempts: record.attempts as number,\n        nextActionAt: record.next_action_at.valueOf() as number,\n      };\n    }\n    const result = await this.manager.createProviderIngestionRecord(\n      providerName,\n    );\n    if (result) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion record created: '${result.ingestionId}'`,\n      );\n    }\n    return result;\n  }\n\n  async ingestOneBurst(id: string, signal: AbortSignal) {\n    const lastMark = await this.manager.getLastMark(id);\n\n    const cursor = lastMark ? lastMark.cursor : undefined;\n    let sequence = lastMark ? lastMark.sequence + 1 : 0;\n\n    const start = performance.now();\n    let count = 0;\n    let done = false;\n    this.options.logger.info(\n      `incremental-engine: Ingestion '${id}' burst initiated`,\n    );\n\n    await this.options.provider.around(async (context: unknown) => {\n      let next = await this.options.provider.next(context, cursor);\n      count++;\n      for (;;) {\n        done = next.done;\n        await this.mark({\n          id,\n          sequence,\n          entities: next?.entities,\n          done: next.done,\n          cursor: next?.cursor,\n        });\n        if (signal.aborted || next.done) {\n          break;\n        } else {\n          next = await this.options.provider.next(context, next.cursor);\n          count++;\n          sequence++;\n        }\n      }\n    });\n\n    this.options.logger.info(\n      `incremental-engine: Ingestion '${id}' burst complete. (${count} batches in ${Math.round(\n        performance.now() - start,\n      )}ms).`,\n    );\n    return done;\n  }\n\n  async mark(options: {\n    id: string;\n    sequence: number;\n    entities?: DeferredEntity[];\n    done: boolean;\n    cursor?: unknown;\n  }) {\n    const { id, sequence, entities, done, cursor } = options;\n    this.options.logger.debug(\n      `incremental-engine: Ingestion '${id}': MARK ${\n        entities ? entities.length : 0\n      } entities, cursor: ${\n        cursor ? JSON.stringify(cursor) : 'none'\n      }, done: ${done}`,\n    );\n    const markId = v4();\n\n    await this.manager.createMark({\n      record: {\n        id: markId,\n        ingestion_id: id,\n        cursor,\n        sequence,\n      },\n    });\n\n    if (entities && entities.length > 0) {\n      await this.manager.createMarkEntities(markId, entities);\n    }\n\n    const added =\n      entities?.map(deferred => ({\n        ...deferred,\n        entity: {\n          ...deferred.entity,\n          metadata: {\n            ...deferred.entity.metadata,\n            annotations: {\n              ...deferred.entity.metadata.annotations,\n            },\n          },\n        },\n      })) ?? [];\n\n    const removed: { entityRef: string }[] = [];\n\n    if (done) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion '${id}': Final page reached, calculating removed entities`,\n      );\n      const result = await this.manager.computeRemoved(\n        this.options.provider.getProviderName(),\n        id,\n      );\n\n      const { total } = result;\n\n      let doRemoval = true;\n      if (this.options.rejectEmptySourceCollections) {\n        if (total === 0) {\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${id}': Rejecting empty entity collection!`,\n          );\n          doRemoval = false;\n        }\n      }\n\n      if (this.options.rejectRemovalsAbovePercentage) {\n        // If the total entities upserted in this ingestion is 0, then\n        // 100% of entities are stale and marked for removal.\n        const percentRemoved =\n          total > 0 ? (result.removed.length / total) * 100 : 100;\n        if (percentRemoved <= this.options.rejectRemovalsAbovePercentage) {\n          this.options.logger.info(\n            `incremental-engine: Ingestion '${id}': Removing ${result.removed.length} entities that have no matching assets`,\n          );\n        } else {\n          const notice = `Attempted to remove ${percentRemoved}% of matching entities!`;\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${id}': ${notice}`,\n          );\n          await this.manager.updateIngestionRecordById({\n            ingestionId: id,\n            update: {\n              last_error: `REMOVAL_THRESHOLD exceeded on ingestion mark ${markId}: ${notice}`,\n            },\n          });\n          doRemoval = false;\n        }\n      }\n      if (doRemoval) {\n        removed.push(...result.removed);\n      }\n    }\n\n    await this.options.connection.applyMutation({\n      type: 'delta',\n      added,\n      removed,\n    });\n  }\n\n  async onEvent(params: EventParams): Promise<void> {\n    const { topic } = params;\n    if (!this.supportsEventTopics().includes(topic)) {\n      return;\n    }\n\n    const { logger, provider, connection } = this.options;\n    const providerName = provider.getProviderName();\n    logger.debug(`incremental-engine: ${providerName} received ${topic} event`);\n\n    if (!provider.eventHandler) {\n      return;\n    }\n\n    const result = await provider.eventHandler.onEvent(params);\n\n    if (result.type === 'delta') {\n      if (result.added.length > 0) {\n        const ingestionRecord = await this.manager.getCurrentIngestionRecord(\n          providerName,\n        );\n\n        if (!ingestionRecord) {\n          logger.debug(\n            `incremental-engine: ${providerName} skipping delta addition because incremental ingestion is restarting.`,\n          );\n        } else {\n          const mark =\n            ingestionRecord.status === 'resting'\n              ? await this.manager.getLastMark(ingestionRecord.id)\n              : await this.manager.getFirstMark(ingestionRecord.id);\n\n          if (!mark) {\n            throw new Error(\n              `Cannot apply delta, page records are missing! Please re-run incremental ingestion for ${providerName}.`,\n            );\n          }\n          await this.manager.createMarkEntities(mark.id, result.added);\n        }\n      }\n\n      if (result.removed.length > 0) {\n        await this.manager.deleteEntityRecordsByRef(result.removed);\n      }\n\n      await connection.applyMutation(result);\n      logger.debug(\n        `incremental-engine: ${providerName} processed delta from '${topic}' event`,\n      );\n    } else {\n      logger.debug(\n        `incremental-engine: ${providerName} ignored event from topic '${topic}'`,\n      );\n    }\n  }\n\n  supportsEventTopics(): string[] {\n    const { provider } = this.options;\n    const topics = provider.eventHandler\n      ? provider.eventHandler.supportsEventTopics()\n      : [];\n    return topics;\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport const DB_MIGRATIONS_TABLE = 'incremental_ingestion__knex_migrations';\n\n/**\n * The shape of data inserted into or updated in the `ingestions` table.\n */\nexport interface IngestionUpsert {\n  /**\n   * The ingestion record id.\n   */\n  id?: string;\n  /**\n   * The next action the incremental entity provider will take.\n   */\n  next_action:\n    | 'rest'\n    | 'ingest'\n    | 'backoff'\n    | 'cancel'\n    | 'nothing (done)'\n    | 'nothing (canceled)';\n  /**\n   * Current status of the incremental entity provider.\n   */\n  status:\n    | 'complete'\n    | 'bursting'\n    | 'resting'\n    | 'canceling'\n    | 'interstitial'\n    | 'backing off';\n  /**\n   * The name of the incremental entity provider being updated.\n   */\n  provider_name: string;\n  /**\n   * Date/time stamp for when the next action will trigger.\n   */\n  next_action_at?: Date;\n  /**\n   * A record of the last error generated by the incremental entity provider.\n   */\n  last_error?: string | null;\n  /**\n   * The number of attempts the provider has attempted during the current cycle.\n   */\n  attempts?: number;\n  /**\n   * Date/time stamp for the completion of ingestion.\n   */\n  ingestion_completed_at?: Date | string | null;\n  /**\n   * Date/time stamp for the end of the rest cycle before the next ingestion.\n   */\n  rest_completed_at?: Date | string | null;\n  /**\n   * A record of the finalized status of the ingestion record. Values are either 'open' or a uuid.\n   */\n  completion_ticket: string;\n}\n\n/**\n * This interface is for updating an existing ingestion record.\n */\nexport interface IngestionRecordUpdate {\n  ingestionId: string;\n  update: Partial<IngestionUpsert>;\n}\n\n/**\n * The expected response from the `ingestion_marks` table.\n */\nexport interface MarkRecord {\n  id: string;\n  sequence: number;\n  ingestion_id: string;\n  cursor: string;\n  created_at: string;\n}\n\n/**\n * The expected response from the `ingestions` table.\n */\nexport interface IngestionRecord extends IngestionUpsert {\n  id: string;\n  next_action_at: Date;\n  /**\n   * The date/time the ingestion record was created.\n   */\n  created_at: string;\n}\n\n/**\n * This interface supplies all the values for adding an ingestion mark.\n */\nexport interface MarkRecordInsert {\n  record: {\n    id: string;\n    ingestion_id: string;\n    cursor: unknown;\n    sequence: number;\n  };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { resolvePackagePath } from '@backstage/backend-common';\nimport { Knex } from 'knex';\nimport { DB_MIGRATIONS_TABLE } from './tables';\n\nexport async function applyDatabaseMigrations(knex: Knex): Promise<void> {\n  const migrationsDir = resolvePackagePath(\n    '@backstage/plugin-catalog-backend-module-incremental-ingestion',\n    'migrations',\n  );\n\n  await knex.migrate.latest({\n    directory: migrationsDir,\n    tableName: DB_MIGRATIONS_TABLE,\n  });\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Knex } from 'knex';\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { stringifyEntityRef } from '@backstage/catalog-model';\nimport { Duration } from 'luxon';\nimport { v4 } from 'uuid';\nimport {\n  IngestionRecord,\n  IngestionRecordUpdate,\n  IngestionUpsert,\n  MarkRecord,\n  MarkRecordInsert,\n} from './tables';\n\nexport class IncrementalIngestionDatabaseManager {\n  private client: Knex;\n\n  constructor(options: { client: Knex }) {\n    this.client = options.client;\n  }\n\n  /**\n   * Performs an update to the ingestion record with matching `id`.\n   * @param options - IngestionRecordUpdate\n   */\n  async updateIngestionRecordById(options: IngestionRecordUpdate) {\n    await this.client.transaction(async tx => {\n      const { ingestionId, update } = options;\n      await tx('ingestions').where('id', ingestionId).update(update);\n    });\n  }\n\n  /**\n   * Performs an update to the ingestion record with matching provider name. Will only update active records.\n   * @param provider - string\n   * @param update - Partial<IngestionUpsertIFace>\n   */\n  async updateIngestionRecordByProvider(\n    provider: string,\n    update: Partial<IngestionUpsert>,\n  ) {\n    await this.client.transaction(async tx => {\n      await tx('ingestions')\n        .where('provider_name', provider)\n        .andWhere('completion_ticket', 'open')\n        .update(update);\n    });\n  }\n\n  /**\n   * Performs an insert into the `ingestions` table with the supplied values.\n   * @param record - IngestionUpsertIFace\n   */\n  async insertIngestionRecord(record: IngestionUpsert) {\n    await this.client.transaction(async tx => {\n      await tx('ingestions').insert(record);\n    });\n  }\n\n  private async deleteMarkEntities(\n    tx: Knex.Transaction,\n    ids: { id: string }[],\n  ) {\n    const chunks: { id: string }[][] = [];\n    for (let i = 0; i < ids.length; i += 100) {\n      const chunk = ids.slice(i, i + 100);\n      chunks.push(chunk);\n    }\n\n    let deleted = 0;\n\n    for (const chunk of chunks) {\n      const chunkDeleted = await tx('ingestion_mark_entities')\n        .delete()\n        .whereIn(\n          'id',\n          chunk.map(entry => entry.id),\n        );\n      deleted += chunkDeleted;\n    }\n\n    return deleted;\n  }\n\n  /**\n   * Finds the current ingestion record for the named provider.\n   * @param provider - string\n   * @returns IngestionRecord | undefined\n   */\n  async getCurrentIngestionRecord(provider: string) {\n    return await this.client.transaction(async tx => {\n      const record = await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhere('completion_ticket', 'open')\n        .first();\n      return record;\n    });\n  }\n\n  /**\n   * Finds the last ingestion record for the named provider.\n   * @param provider - string\n   * @returns IngestionRecord | undefined\n   */\n  async getPreviousIngestionRecord(provider: string) {\n    return await this.client.transaction(async tx => {\n      return await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhereNot('completion_ticket', 'open')\n        .first();\n    });\n  }\n\n  /**\n   * Removes all entries from `ingestion_marks_entities`, `ingestion_marks`, and `ingestions`\n   * for prior ingestions that completed (i.e., have a `completion_ticket` value other than 'open').\n   * @param provider - string\n   * @returns A count of deletions for each record type.\n   */\n  async clearFinishedIngestions(provider: string) {\n    return await this.client.transaction(async tx => {\n      const markEntitiesDeleted = await tx('ingestion_mark_entities')\n        .delete()\n        .whereIn(\n          'ingestion_mark_id',\n          tx('ingestion_marks')\n            .select('id')\n            .whereIn(\n              'ingestion_id',\n              tx('ingestions')\n                .select('id')\n                .where('provider_name', provider)\n                .andWhereNot('completion_ticket', 'open'),\n            ),\n        );\n\n      const marksDeleted = await tx('ingestion_marks')\n        .delete()\n        .whereIn(\n          'ingestion_id',\n          tx('ingestions')\n            .select('id')\n            .where('provider_name', provider)\n            .andWhereNot('completion_ticket', 'open'),\n        );\n\n      const ingestionsDeleted = await tx('ingestions')\n        .delete()\n        .where('provider_name', provider)\n        .andWhereNot('completion_ticket', 'open');\n\n      return {\n        deletions: {\n          markEntitiesDeleted,\n          marksDeleted,\n          ingestionsDeleted,\n        },\n      };\n    });\n  }\n\n  /**\n   * Automatically cleans up duplicate ingestion records if they were accidentally created.\n   * Any ingestion record where the `rest_completed_at` is null (meaning it is active) AND\n   * the ingestionId is incorrect is a duplicate ingestion record.\n   * @param ingestionId - string\n   * @param provider - string\n   */\n  async clearDuplicateIngestions(ingestionId: string, provider: string) {\n    await this.client.transaction(async tx => {\n      const invalid = await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhere('rest_completed_at', null)\n        .andWhereNot('id', ingestionId);\n\n      if (invalid.length > 0) {\n        await tx('ingestions').delete().whereIn('id', invalid);\n        await tx('ingestion_mark_entities')\n          .delete()\n          .whereIn(\n            'ingestion_mark_id',\n            tx('ingestion_marks').select('id').whereIn('ingestion_id', invalid),\n          );\n        await tx('ingestion_marks').delete().whereIn('ingestion_id', invalid);\n      }\n    });\n  }\n\n  /**\n   * This method fully purges and resets all ingestion records for the named provider, and\n   * leaves it in a paused state.\n   * @param provider - string\n   * @returns Counts of all deleted ingestion records\n   */\n  async purgeAndResetProvider(provider: string) {\n    return await this.client.transaction(async tx => {\n      const ingestionIDs: { id: string }[] = await tx('ingestions')\n        .select('id')\n        .where('provider_name', provider);\n\n      const markIDs: { id: string }[] =\n        ingestionIDs.length > 0\n          ? await tx('ingestion_marks')\n              .select('id')\n              .whereIn(\n                'ingestion_id',\n                ingestionIDs.map(entry => entry.id),\n              )\n          : [];\n\n      const markEntityIDs: { id: string }[] =\n        markIDs.length > 0\n          ? await tx('ingestion_mark_entities')\n              .select('id')\n              .whereIn(\n                'ingestion_mark_id',\n                markIDs.map(entry => entry.id),\n              )\n          : [];\n\n      const markEntitiesDeleted = await this.deleteMarkEntities(\n        tx,\n        markEntityIDs,\n      );\n\n      const marksDeleted =\n        markIDs.length > 0\n          ? await tx('ingestion_marks')\n              .delete()\n              .whereIn(\n                'ingestion_id',\n                ingestionIDs.map(entry => entry.id),\n              )\n          : 0;\n\n      const ingestionsDeleted = await tx('ingestions')\n        .delete()\n        .where('provider_name', provider);\n\n      const next_action_at = new Date();\n      next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n      await this.insertIngestionRecord({\n        id: v4(),\n        next_action: 'rest',\n        provider_name: provider,\n        next_action_at,\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n        completion_ticket: 'open',\n      });\n\n      return { provider, ingestionsDeleted, marksDeleted, markEntitiesDeleted };\n    });\n  }\n\n  /**\n   * This method is used to remove entity records from the ingestion_mark_entities\n   * table by their entity reference.\n   */\n  async deleteEntityRecordsByRef(entities: { entityRef: string }[]) {\n    const refs = entities.map(e => e.entityRef);\n    await this.client.transaction(async tx => {\n      await tx('ingestion_mark_entities').delete().whereIn('ref', refs);\n    });\n  }\n\n  /**\n   * Creates a new ingestion record.\n   * @param provider - string\n   * @returns A new ingestion record\n   */\n  async createProviderIngestionRecord(provider: string) {\n    const ingestionId = v4();\n    const nextAction = 'ingest';\n    try {\n      await this.insertIngestionRecord({\n        id: ingestionId,\n        next_action: nextAction,\n        provider_name: provider,\n        status: 'bursting',\n        completion_ticket: 'open',\n      });\n      return { ingestionId, nextAction, attempts: 0, nextActionAt: Date.now() };\n    } catch (_e) {\n      // Creating the ingestion record failed. Return undefined.\n      return undefined;\n    }\n  }\n\n  /**\n   * Computes which entities to remove, if any, at the end of a burst.\n   * @param provider - string\n   * @param ingestionId - string\n   * @returns All entities to remove for this burst.\n   */\n  async computeRemoved(provider: string, ingestionId: string) {\n    const previousIngestion = await this.getPreviousIngestionRecord(provider);\n    return await this.client.transaction(async tx => {\n      const count = await tx('ingestion_mark_entities')\n        .count({ total: 'ingestion_mark_entities.ref' })\n        .join(\n          'ingestion_marks',\n          'ingestion_marks.id',\n          'ingestion_mark_entities.ingestion_mark_id',\n        )\n        .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n        .where('ingestions.id', ingestionId);\n\n      const total = count.reduce((acc, cur) => acc + (cur.total as number), 0);\n\n      const removed: { entityRef: string }[] = [];\n      if (previousIngestion) {\n        const stale: { ref: string }[] = await tx('ingestion_mark_entities')\n          .select('ingestion_mark_entities.ref')\n          .join(\n            'ingestion_marks',\n            'ingestion_marks.id',\n            'ingestion_mark_entities.ingestion_mark_id',\n          )\n          .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n          .where('ingestions.id', previousIngestion.id);\n\n        removed.push(\n          ...stale.map(e => {\n            return { entityRef: e.ref };\n          }),\n        );\n      }\n\n      return { total, removed };\n    });\n  }\n\n  /**\n   * Performs a lookup of all providers that have duplicate active ingestion records.\n   * @returns An array of all duplicate active ingestions\n   */\n  async healthcheck() {\n    return await this.client.transaction(async tx => {\n      const records = await tx<{ id: string; provider_name: string }>(\n        'ingestions',\n      )\n        .distinct('id', 'provider_name')\n        .where('rest_completed_at', null);\n      return records;\n    });\n  }\n\n  /**\n   * Skips any wait time for the next action to run.\n   * @param provider - string\n   */\n  async triggerNextProviderAction(provider: string) {\n    await this.updateIngestionRecordByProvider(provider, {\n      next_action_at: new Date(),\n    });\n  }\n\n  /**\n   * Purges the following tables:\n   * * `ingestions`\n   * * `ingestion_marks`\n   * * `ingestion_mark_entities`\n   *\n   * This function leaves the ingestions table with all providers in a paused state.\n   * @returns Results from cleaning up all ingestion tables.\n   */\n  async cleanupProviders() {\n    const providers = await this.listProviders();\n\n    const ingestionsDeleted = await this.purgeTable('ingestions');\n\n    const next_action_at = new Date();\n    next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n    for (const provider of providers) {\n      await this.insertIngestionRecord({\n        id: v4(),\n        next_action: 'rest',\n        provider_name: provider,\n        next_action_at,\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n        completion_ticket: 'open',\n      });\n    }\n\n    const ingestionMarksDeleted = await this.purgeTable('ingestion_marks');\n    const markEntitiesDeleted = await this.purgeTable(\n      'ingestion_mark_entities',\n    );\n\n    return { ingestionsDeleted, ingestionMarksDeleted, markEntitiesDeleted };\n  }\n\n  /**\n   * Configures the current ingestion record to ingest a burst.\n   * @param ingestionId - string\n   */\n  async setProviderIngesting(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { next_action: 'ingest' },\n    });\n  }\n\n  /**\n   * Indicates the provider is currently ingesting a burst.\n   * @param ingestionId - string\n   */\n  async setProviderBursting(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { status: 'bursting' },\n    });\n  }\n\n  /**\n   * Finalizes the current ingestion record to indicate that the post-ingestion rest period is complete.\n   * @param ingestionId - string\n   */\n  async setProviderComplete(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'nothing (done)',\n        rest_completed_at: new Date(),\n        status: 'complete',\n        completion_ticket: v4(),\n      },\n    });\n  }\n\n  /**\n   * Marks ingestion as complete and starts the post-ingestion rest cycle.\n   * @param ingestionId - string\n   * @param restLength - Duration\n   */\n  async setProviderResting(ingestionId: string, restLength: Duration) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'rest',\n        next_action_at: new Date(Date.now() + restLength.as('milliseconds')),\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n      },\n    });\n  }\n\n  /**\n   * Marks ingestion as paused after a burst completes.\n   * @param ingestionId - string\n   */\n  async setProviderInterstitial(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { attempts: 0, status: 'interstitial' },\n    });\n  }\n\n  /**\n   * Starts the cancel process for the current ingestion.\n   * @param ingestionId - string\n   * @param message - string (optional)\n   */\n  async setProviderCanceling(ingestionId: string, message?: string) {\n    const update: Partial<IngestionUpsert> = {\n      next_action: 'cancel',\n      last_error: message ? message : undefined,\n      next_action_at: new Date(),\n      status: 'canceling',\n    };\n    await this.updateIngestionRecordById({ ingestionId, update });\n  }\n\n  /**\n   * Completes the cancel process and triggers a new ingestion.\n   * @param ingestionId - string\n   */\n  async setProviderCanceled(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'nothing (canceled)',\n        rest_completed_at: new Date(),\n        status: 'complete',\n        completion_ticket: v4(),\n      },\n    });\n  }\n\n  /**\n   * Configures the current ingestion to wait and retry, due to a data source error.\n   * @param ingestionId - string\n   * @param attempts - number\n   * @param error - Error\n   * @param backoffLength - number\n   */\n  async setProviderBackoff(\n    ingestionId: string,\n    attempts: number,\n    error: Error,\n    backoffLength: number,\n  ) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'backoff',\n        attempts: attempts + 1,\n        last_error: String(error),\n        next_action_at: new Date(Date.now() + backoffLength),\n        status: 'backing off',\n      },\n    });\n  }\n\n  /**\n   * Returns the last record from `ingestion_marks` for the supplied ingestionId.\n   * @param ingestionId - string\n   * @returns MarkRecord | undefined\n   */\n  async getLastMark(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const mark = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'desc')\n        .first();\n      return mark;\n    });\n  }\n\n  /**\n   * Returns the first record from `ingestion_marks` for the supplied ingestionId.\n   * @param ingestionId - string\n   * @returns MarkRecord | undefined\n   */\n  async getFirstMark(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const mark = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'asc')\n        .first();\n      return mark;\n    });\n  }\n\n  async getAllMarks(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const marks = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'desc');\n      return marks;\n    });\n  }\n\n  /**\n   * Performs an insert into the `ingestion_marks` table with the supplied values.\n   * @param options - MarkRecordInsert\n   */\n  async createMark(options: MarkRecordInsert) {\n    const { record } = options;\n    await this.client.transaction(async tx => {\n      await tx('ingestion_marks').insert(record);\n    });\n  }\n  /**\n   * Performs an upsert to the `ingestion_mark_entities` table for all deferred entities.\n   * @param markId - string\n   * @param entities - DeferredEntity[]\n   */\n  async createMarkEntities(markId: string, entities: DeferredEntity[]) {\n    const refs = entities.map(e => stringifyEntityRef(e.entity));\n\n    await this.client.transaction(async tx => {\n      const existingRefsArray = (\n        await tx<{ ref: string }>('ingestion_mark_entities')\n          .select('ref')\n          .whereIn('ref', refs)\n      ).map(e => e.ref);\n\n      const existingRefsSet = new Set(existingRefsArray);\n\n      const newRefs = refs.filter(e => !existingRefsSet.has(e));\n\n      await tx('ingestion_mark_entities')\n        .update('ingestion_mark_id', markId)\n        .whereIn('ref', existingRefsArray);\n\n      if (newRefs.length > 0) {\n        await tx('ingestion_mark_entities').insert(\n          newRefs.map(ref => ({\n            id: v4(),\n            ingestion_mark_id: markId,\n            ref,\n          })),\n        );\n      }\n    });\n  }\n\n  /**\n   * Deletes the entire content of a table, and returns the number of records deleted.\n   * @param table - string\n   * @returns number\n   */\n  async purgeTable(table: string) {\n    return await this.client.transaction(async tx => {\n      return await tx(table).delete();\n    });\n  }\n\n  /**\n   * Returns a list of all providers.\n   * @returns string[]\n   */\n  async listProviders() {\n    return await this.client.transaction(async tx => {\n      const providers = await tx<{ provider_name: string }>(\n        'ingestions',\n      ).distinct('provider_name');\n      return providers.map(entry => entry.provider_name);\n    });\n  }\n\n  async updateByName(provider: string, update: Partial<IngestionUpsert>) {\n    await this.updateIngestionRecordByProvider(provider, update);\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { errorHandler } from '@backstage/backend-common';\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { Logger } from 'winston';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\n\nexport class IncrementalProviderRouter {\n  private manager: IncrementalIngestionDatabaseManager;\n  private logger: Logger;\n\n  constructor(manager: IncrementalIngestionDatabaseManager, logger: Logger) {\n    this.manager = manager;\n    this.logger = logger;\n  }\n\n  async createRouter() {\n    const router = Router();\n    router.use(express.json());\n\n    // Get the overall health of all incremental providers\n    router.get('/incremental/health', async (_, res) => {\n      const records = await this.manager.healthcheck();\n      const providers = records.map(record => record.provider_name);\n      const duplicates = [\n        ...new Set(providers.filter((e, i, a) => a.indexOf(e) !== i)),\n      ];\n\n      if (duplicates.length > 0) {\n        res.json({ healthy: false, duplicateIngestions: duplicates });\n      } else {\n        res.json({ healthy: true });\n      }\n    });\n\n    // Clean up and pause all providers\n    router.post('/incremental/cleanup', async (_, res) => {\n      const result = await this.manager.cleanupProviders();\n      res.json(result);\n    });\n\n    // Get basic status of the provider\n    router.get('/incremental/providers/:provider', async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        res.json({\n          success: true,\n          status: {\n            current_action: record.status,\n            next_action_at: new Date(record.next_action_at),\n          },\n          last_error: record.last_error,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          res.json({\n            success: true,\n            status: {\n              current_action: 'rest complete, waiting to start',\n            },\n          });\n        } else {\n          this.logger.error(\n            `${provider} - No ingestion record found in the database!`,\n          );\n          res.status(404).json({\n            success: false,\n            status: {},\n            last_error: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    // Trigger the provider's next action\n    router.post(\n      `/incremental/providers/:provider/trigger`,\n      async (req, res) => {\n        const { provider } = req.params;\n        const record = await this.manager.getCurrentIngestionRecord(provider);\n        if (record) {\n          await this.manager.triggerNextProviderAction(provider);\n          res.json({\n            success: true,\n            message: `${provider}: Next action triggered.`,\n          });\n        } else {\n          const providers: string[] = await this.manager.listProviders();\n          if (providers.includes(provider)) {\n            this.logger.debug(`${provider} - Ingestion record found`);\n            res.json({\n              success: true,\n              message: 'Unable to trigger next action (provider is restarting)',\n            });\n          } else {\n            res.status(404).json({\n              success: false,\n              message: `Provider '${provider}' not found`,\n            });\n          }\n        }\n      },\n    );\n\n    // Start a brand-new ingestion cycle for the provider.\n    // (Cancel's the current run if active, or marks it complete if resting)\n    router.post(`/incremental/providers/:provider/start`, async (req, res) => {\n      const { provider } = req.params;\n\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const ingestionId = record.id;\n        if (record.status === 'resting') {\n          await this.manager.setProviderComplete(ingestionId);\n        } else {\n          await this.manager.setProviderCanceling(ingestionId);\n        }\n        res.json({\n          success: true,\n          message: `${provider}: Next cycle triggered.`,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'Provider is already restarting',\n          });\n        } else {\n          res.status(404).json({\n            success: false,\n            message: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    router.get(`/incremental/providers`, async (_req, res) => {\n      const providers = await this.manager.listProviders();\n\n      res.json({\n        success: true,\n        providers,\n      });\n    });\n\n    // Stop the provider and pause it for 24 hours\n    router.post(`/incremental/providers/:provider/cancel`, async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const next_action_at = new Date();\n        next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n        await this.manager.updateByName(provider, {\n          next_action: 'nothing (done)',\n          ingestion_completed_at: new Date(),\n          next_action_at,\n          status: 'resting',\n        });\n        res.json({\n          success: true,\n          message: `${provider}: Current ingestion canceled.`,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'Provider is currently restarting, please wait.',\n          });\n        } else {\n          res.status(404).json({\n            success: false,\n            message: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    // Wipe out all ingestion records for the provider and pause for 24 hours\n    router.delete('/incremental/providers/:provider', async (req, res) => {\n      const { provider } = req.params;\n      const result = await this.manager.purgeAndResetProvider(provider);\n      res.json(result);\n    });\n\n    // Get the ingestion marks for the current cycle\n    router.get(`/incremental/providers/:provider/marks`, async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const id = record.id;\n        const records = await this.manager.getAllMarks(id);\n        res.json({ success: true, records });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'No records yet (provider is restarting)',\n          });\n        } else {\n          this.logger.error(\n            `${provider} - No ingestion record found in the database!`,\n          );\n          res.status(404).json({\n            success: false,\n            status: {},\n            last_error: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    router.delete(\n      `/incremental/providers/:provider/marks`,\n      async (req, res) => {\n        const { provider } = req.params;\n        const deletions = await this.manager.clearFinishedIngestions(provider);\n\n        res.json({\n          success: true,\n          message: `Expired marks for provider '${provider}' removed.`,\n          deletions,\n        });\n      },\n    );\n\n    router.use(errorHandler());\n\n    return router;\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport class Deferred<T> implements Promise<T> {\n  #resolve?: (value: T) => void;\n  #reject?: (error: Error) => void;\n\n  public get resolve() {\n    return this.#resolve!;\n  }\n  public get reject() {\n    return this.#reject!;\n  }\n\n  public then: Promise<T>['then'];\n  public catch: Promise<T>['catch'];\n  public finally: Promise<T>['finally'];\n\n  public constructor() {\n    const promise = new Promise<T>((resolve, reject) => {\n      this.#resolve = resolve;\n      this.#reject = reject;\n    });\n\n    this.then = promise.then.bind(promise);\n    this.catch = promise.catch.bind(promise);\n    this.finally = promise.finally.bind(promise);\n  }\n\n  [Symbol.toStringTag]: 'Deferred' = 'Deferred';\n}\n"],"names":["__publicField","Duration","stringifyError","performance","v4","resolvePackagePath","stringifyEntityRef","Router","express","errorHandler"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAyBO,MAAM,0BAEb,CAAA;AAAA,EAME,YAAoB,OAAiC,EAAA;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AALpB,IAAiBA,eAAA,CAAA,IAAA,EAAA,YAAA,CAAA,CAAA;AACjB,IAAiBA,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AAEjB,IAAQA,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AA/BV,IAAA,IAAA,EAAA,CAAA;AAkCI,IAAA,IAAA,CAAK,UAAU,OAAQ,CAAA,OAAA,CAAA;AACvB,IAAA,IAAA,CAAK,UAAa,GAAAC,cAAA,CAAS,UAAW,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAA;AACxD,IAAK,IAAA,CAAA,OAAA,GAAA,CAAU,EAAQ,GAAA,OAAA,CAAA,OAAA,KAAR,IAAmB,GAAA,EAAA,GAAA;AAAA,MAChC,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,EAAG,EAAA;AAAA,MACd,EAAE,OAAO,CAAE,EAAA;AAAA,KACb,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,OAAO,MAAqB,EAAA;AAChC,IAAI,IAAA;AACF,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,YAAY,CAAA,CAAA;AACtC,MAAM,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA,CAAA;AAAA,aAC3B,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,KAAK,CAAE,CAAA,CAAA,CAAA;AACpC,MAAM,MAAA,KAAA,CAAA;AAAA,KACN,SAAA;AACA,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,UAAU,CAAA,CAAA;AAAA,KACtC;AAAA,GACF;AAAA,EAEA,MAAM,iBAAiB,MAAqB,EAAA;AAC1C,IAAA,MAAM,KAAK,OAAQ,CAAA,KAAA,CAAA;AAEnB,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,gBAAiB,EAAA,CAAA;AAC3C,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,MAAM,EAAE,WAAA,EAAa,YAAc,EAAA,UAAA,EAAY,UAAa,GAAA,MAAA,CAAA;AAE5D,MAAA,QAAQ,UAAY;AAAA,QAClB,KAAK,MAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,MAAM,KAAK,OAAQ,CAAA,uBAAA;AAAA,cACjB,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,aACxC,CAAA;AACA,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,iCAAiC,WAAW,CAAA,iDAAA,CAAA;AAAA,aAC9C,CAAA;AAEA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,WAC7C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,wBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,YAAA,MAAM,IAAO,GAAA,MAAM,IAAK,CAAA,cAAA,CAAe,aAAa,MAAM,CAAA,CAAA;AAC1D,YAAA,IAAI,IAAM,EAAA;AACR,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,4CAAA,EAA+C,IAAK,CAAA,UAAA,CAAW,SAAS,CAAA,CAAA;AAAA,eACvH,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,IAAK,CAAA,UAAA;AAAA,eACP,CAAA;AAAA,aACK,MAAA;AACL,cAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,CAAwB,WAAW,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,YAAA,CAAA;AAAA,eAC/C,CAAA;AAAA,aACF;AAAA,mBACO,KAAO,EAAA;AACd,YAAA,IACG,KAAgB,CAAA,OAAA,IAChB,KAAgB,CAAA,OAAA,KAAY,QAC7B,EAAA;AACA,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,UAAA,CAAA;AAAA,eAC/C,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,oBAAA;AAAA,gBACjB,WAAA;AAAA,gBACC,KAAgB,CAAA,OAAA;AAAA,eACnB,CAAA;AAAA,aACK,MAAA;AACL,cAAA,MAAM,iBAAiBA,cAAS,CAAA,UAAA;AAAA,gBAC9B,IAAA,CAAK,QAAQ,IAAK,CAAA,GAAA,CAAI,KAAK,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA,QAAQ,CAAC,CAAA;AAAA,eAC1D,CAAA;AAEA,cAAM,MAAA,aAAA,GAAgB,cAAe,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,QAAA,CAAA;AAAA,gBAC7C,KAAA;AAAA,eACF,CAAA;AAEA,cAAA,MAAM,iBAAiBC,qBAAe,CAAA,KAAK,CAAE,CAAA,SAAA,CAAU,GAAG,GAAG,CAAA,CAAA;AAC7D,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,oEAAA,EAAuE,eAAe,OAAQ,EAAC,KAAK,cAAc,CAAA,CAAA,CAAA;AAAA,eACjK,CAAA;AAEA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,QAAA;AAAA,gBACA,KAAA;AAAA,gBACA,aAAA;AAAA,eACF,CAAA;AAAA,aACF;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,SAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,0CAAA,CAAA;AAAA,aAC/C,CAAA;AACA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,WAC9C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,oBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,kCAAkC,WAAW,CAAA,yBAAA,CAAA;AAAA,WAC/C,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,UAAA,MAAA;AAAA,QACF;AACE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,WAAW,CAAA,2BAAA,EAA8B,UAAU,CAAA,CAAA,CAAA;AAAA,WACvF,CAAA;AAAA,OACJ;AAAA,KACK,MAAA;AACL,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,QAClB,CAAuF,oFAAA,EAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,iBAAiB,CAAA,EAAA,CAAA;AAAA,OAChI,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAM,gBAAmB,GAAA;AACvB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA,CAAA;AAC3D,IAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,YAAY,CAAA,CAAA;AACxE,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,6CAAA,EAAgD,OAAO,EAAE,CAAA,CAAA,CAAA;AAAA,OAC3D,CAAA;AACA,MAAO,OAAA;AAAA,QACL,aAAa,MAAO,CAAA,EAAA;AAAA,QACpB,YAAY,MAAO,CAAA,WAAA;AAAA,QACnB,UAAU,MAAO,CAAA,QAAA;AAAA,QACjB,YAAA,EAAc,MAAO,CAAA,cAAA,CAAe,OAAQ,EAAA;AAAA,OAC9C,CAAA;AAAA,KACF;AACA,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,6BAAA;AAAA,MAChC,YAAA;AAAA,KACF,CAAA;AACA,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,+CAAA,EAAkD,OAAO,WAAW,CAAA,CAAA,CAAA;AAAA,OACtE,CAAA;AAAA,KACF;AACA,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,cAAe,CAAA,EAAA,EAAY,MAAqB,EAAA;AACpD,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AAElD,IAAM,MAAA,MAAA,GAAS,QAAW,GAAA,QAAA,CAAS,MAAS,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAA,IAAI,QAAW,GAAA,QAAA,GAAW,QAAS,CAAA,QAAA,GAAW,CAAI,GAAA,CAAA,CAAA;AAElD,IAAM,MAAA,KAAA,GAAQC,uBAAY,GAAI,EAAA,CAAA;AAC9B,IAAA,IAAI,KAAQ,GAAA,CAAA,CAAA;AACZ,IAAA,IAAI,IAAO,GAAA,KAAA,CAAA;AACX,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,kCAAkC,EAAE,CAAA,iBAAA,CAAA;AAAA,KACtC,CAAA;AAEA,IAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,QAAS,CAAA,MAAA,CAAO,OAAO,OAAqB,KAAA;AAC7D,MAAA,IAAI,OAAO,MAAM,IAAA,CAAK,QAAQ,QAAS,CAAA,IAAA,CAAK,SAAS,MAAM,CAAA,CAAA;AAC3D,MAAA,KAAA,EAAA,CAAA;AACA,MAAS,WAAA;AACP,QAAA,IAAA,GAAO,IAAK,CAAA,IAAA,CAAA;AACZ,QAAA,MAAM,KAAK,IAAK,CAAA;AAAA,UACd,EAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAU,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,QAAA;AAAA,UAChB,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,QAAQ,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,MAAA;AAAA,SACf,CAAA,CAAA;AACD,QAAI,IAAA,MAAA,CAAO,OAAW,IAAA,IAAA,CAAK,IAAM,EAAA;AAC/B,UAAA,MAAA;AAAA,SACK,MAAA;AACL,UAAA,IAAA,GAAO,MAAM,IAAK,CAAA,OAAA,CAAQ,SAAS,IAAK,CAAA,OAAA,EAAS,KAAK,MAAM,CAAA,CAAA;AAC5D,UAAA,KAAA,EAAA,CAAA;AACA,UAAA,QAAA,EAAA,CAAA;AAAA,SACF;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAAsB,mBAAA,EAAA,KAAK,eAAe,IAAK,CAAA,KAAA;AAAA,QACjFA,sBAAA,CAAY,KAAQ,GAAA,KAAA;AAAA,OACrB,CAAA,IAAA,CAAA;AAAA,KACH,CAAA;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,KAAK,OAMR,EAAA;AA/OL,IAAA,IAAA,EAAA,CAAA;AAgPI,IAAA,MAAM,EAAE,EAAI,EAAA,QAAA,EAAU,QAAU,EAAA,IAAA,EAAM,QAAW,GAAA,OAAA,CAAA;AACjD,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAClC,QAAA,EAAA,QAAA,GAAW,SAAS,MAAS,GAAA,CAC/B,CACE,mBAAA,EAAA,MAAA,GAAS,KAAK,SAAU,CAAA,MAAM,CAAI,GAAA,MACpC,WAAW,IAAI,CAAA,CAAA;AAAA,KACjB,CAAA;AACA,IAAA,MAAM,SAASC,OAAG,EAAA,CAAA;AAElB,IAAM,MAAA,IAAA,CAAK,QAAQ,UAAW,CAAA;AAAA,MAC5B,MAAQ,EAAA;AAAA,QACN,EAAI,EAAA,MAAA;AAAA,QACJ,YAAc,EAAA,EAAA;AAAA,QACd,MAAA;AAAA,QACA,QAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAI,IAAA,QAAA,IAAY,QAAS,CAAA,MAAA,GAAS,CAAG,EAAA;AACnC,MAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,kBAAmB,CAAA,MAAA,EAAQ,QAAQ,CAAA,CAAA;AAAA,KACxD;AAEA,IAAM,MAAA,KAAA,GAAA,CACJ,EAAU,GAAA,QAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,QAAA,CAAA,GAAA,CAAI,CAAa,QAAA,MAAA;AAAA,MACzB,GAAG,QAAA;AAAA,MACH,MAAQ,EAAA;AAAA,QACN,GAAG,QAAS,CAAA,MAAA;AAAA,QACZ,QAAU,EAAA;AAAA,UACR,GAAG,SAAS,MAAO,CAAA,QAAA;AAAA,UACnB,WAAa,EAAA;AAAA,YACX,GAAG,QAAS,CAAA,MAAA,CAAO,QAAS,CAAA,WAAA;AAAA,WAC9B;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA,CAAA,KAXA,YAWO,EAAC,CAAA;AAEV,IAAA,MAAM,UAAmC,EAAC,CAAA;AAE1C,IAAA,IAAI,IAAM,EAAA;AACR,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,kCAAkC,EAAE,CAAA,mDAAA,CAAA;AAAA,OACtC,CAAA;AACA,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,cAAA;AAAA,QAChC,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,QACtC,EAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAElB,MAAA,IAAI,SAAY,GAAA,IAAA,CAAA;AAChB,MAAI,IAAA,IAAA,CAAK,QAAQ,4BAA8B,EAAA;AAC7C,QAAA,IAAI,UAAU,CAAG,EAAA;AACf,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,kCAAkC,EAAE,CAAA,qCAAA,CAAA;AAAA,WACtC,CAAA;AACA,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AAEA,MAAI,IAAA,IAAA,CAAK,QAAQ,6BAA+B,EAAA;AAG9C,QAAA,MAAM,iBACJ,KAAQ,GAAA,CAAA,GAAK,OAAO,OAAQ,CAAA,MAAA,GAAS,QAAS,GAAM,GAAA,GAAA,CAAA;AACtD,QAAI,IAAA,cAAA,IAAkB,IAAK,CAAA,OAAA,CAAQ,6BAA+B,EAAA;AAChE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,CAAkC,+BAAA,EAAA,EAAE,CAAe,YAAA,EAAA,MAAA,CAAO,QAAQ,MAAM,CAAA,sCAAA,CAAA;AAAA,WAC1E,CAAA;AAAA,SACK,MAAA;AACL,UAAM,MAAA,MAAA,GAAS,uBAAuB,cAAc,CAAA,uBAAA,CAAA,CAAA;AACpD,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,EAAE,CAAA,GAAA,EAAM,MAAM,CAAA,CAAA;AAAA,WAClD,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,QAAQ,yBAA0B,CAAA;AAAA,YAC3C,WAAa,EAAA,EAAA;AAAA,YACb,MAAQ,EAAA;AAAA,cACN,UAAY,EAAA,CAAA,6CAAA,EAAgD,MAAM,CAAA,EAAA,EAAK,MAAM,CAAA,CAAA;AAAA,aAC/E;AAAA,WACD,CAAA,CAAA;AACD,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AACA,MAAA,IAAI,SAAW,EAAA;AACb,QAAQ,OAAA,CAAA,IAAA,CAAK,GAAG,MAAA,CAAO,OAAO,CAAA,CAAA;AAAA,OAChC;AAAA,KACF;AAEA,IAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,UAAA,CAAW,aAAc,CAAA;AAAA,MAC1C,IAAM,EAAA,OAAA;AAAA,MACN,KAAA;AAAA,MACA,OAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,QAAQ,MAAoC,EAAA;AAChD,IAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAClB,IAAA,IAAI,CAAC,IAAK,CAAA,mBAAA,EAAsB,CAAA,QAAA,CAAS,KAAK,CAAG,EAAA;AAC/C,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,EAAE,MAAA,EAAQ,QAAU,EAAA,UAAA,KAAe,IAAK,CAAA,OAAA,CAAA;AAC9C,IAAM,MAAA,YAAA,GAAe,SAAS,eAAgB,EAAA,CAAA;AAC9C,IAAA,MAAA,CAAO,KAAM,CAAA,CAAA,oBAAA,EAAuB,YAAY,CAAA,UAAA,EAAa,KAAK,CAAQ,MAAA,CAAA,CAAA,CAAA;AAE1E,IAAI,IAAA,CAAC,SAAS,YAAc,EAAA;AAC1B,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,MAAS,GAAA,MAAM,QAAS,CAAA,YAAA,CAAa,QAAQ,MAAM,CAAA,CAAA;AAEzD,IAAI,IAAA,MAAA,CAAO,SAAS,OAAS,EAAA;AAC3B,MAAI,IAAA,MAAA,CAAO,KAAM,CAAA,MAAA,GAAS,CAAG,EAAA;AAC3B,QAAM,MAAA,eAAA,GAAkB,MAAM,IAAA,CAAK,OAAQ,CAAA,yBAAA;AAAA,UACzC,YAAA;AAAA,SACF,CAAA;AAEA,QAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,UAAO,MAAA,CAAA,KAAA;AAAA,YACL,uBAAuB,YAAY,CAAA,qEAAA,CAAA;AAAA,WACrC,CAAA;AAAA,SACK,MAAA;AACL,UAAA,MAAM,OACJ,eAAgB,CAAA,MAAA,KAAW,SACvB,GAAA,MAAM,KAAK,OAAQ,CAAA,WAAA,CAAY,eAAgB,CAAA,EAAE,IACjD,MAAM,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,gBAAgB,EAAE,CAAA,CAAA;AAExD,UAAA,IAAI,CAAC,IAAM,EAAA;AACT,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,yFAAyF,YAAY,CAAA,CAAA,CAAA;AAAA,aACvG,CAAA;AAAA,WACF;AACA,UAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA,CAAmB,IAAK,CAAA,EAAA,EAAI,OAAO,KAAK,CAAA,CAAA;AAAA,SAC7D;AAAA,OACF;AAEA,MAAI,IAAA,MAAA,CAAO,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA;AAC7B,QAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAyB,CAAA,MAAA,CAAO,OAAO,CAAA,CAAA;AAAA,OAC5D;AAEA,MAAM,MAAA,UAAA,CAAW,cAAc,MAAM,CAAA,CAAA;AACrC,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,uBAAA,EAA0B,KAAK,CAAA,OAAA,CAAA;AAAA,OACpE,CAAA;AAAA,KACK,MAAA;AACL,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,2BAAA,EAA8B,KAAK,CAAA,CAAA,CAAA;AAAA,OACxE,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,mBAAgC,GAAA;AAC9B,IAAM,MAAA,EAAE,QAAS,EAAA,GAAI,IAAK,CAAA,OAAA,CAAA;AAC1B,IAAA,MAAM,SAAS,QAAS,CAAA,YAAA,GACpB,SAAS,YAAa,CAAA,mBAAA,KACtB,EAAC,CAAA;AACL,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;AC9XO,MAAM,mBAAsB,GAAA,wCAAA;;ACInC,eAAsB,wBAAwB,IAA2B,EAAA;AACvE,EAAA,MAAM,aAAgB,GAAAC,gCAAA;AAAA,IACpB,gEAAA;AAAA,IACA,YAAA;AAAA,GACF,CAAA;AAEA,EAAM,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA;AAAA,IACxB,SAAW,EAAA,aAAA;AAAA,IACX,SAAW,EAAA,mBAAA;AAAA,GACZ,CAAA,CAAA;AACH;;;;;;;;ACDO,MAAM,mCAAoC,CAAA;AAAA,EAG/C,YAAY,OAA2B,EAAA;AAFvC,IAAQL,eAAA,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAGN,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,OAAgC,EAAA;AAC9D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAM,MAAA,EAAE,WAAa,EAAA,MAAA,EAAW,GAAA,OAAA,CAAA;AAChC,MAAM,MAAA,EAAA,CAAG,YAAY,CAAE,CAAA,KAAA,CAAM,MAAM,WAAW,CAAA,CAAE,OAAO,MAAM,CAAA,CAAA;AAAA,KAC9D,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,+BACJ,CAAA,QAAA,EACA,MACA,EAAA;AACA,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAClB,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,CACpC,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACjB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,sBAAsB,MAAyB,EAAA;AACnD,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACrC,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,kBACZ,CAAA,EAAA,EACA,GACA,EAAA;AACA,IAAA,MAAM,SAA6B,EAAC,CAAA;AACpC,IAAA,KAAA,IAAS,IAAI,CAAG,EAAA,CAAA,GAAI,GAAI,CAAA,MAAA,EAAQ,KAAK,GAAK,EAAA;AACxC,MAAA,MAAM,KAAQ,GAAA,GAAA,CAAI,KAAM,CAAA,CAAA,EAAG,IAAI,GAAG,CAAA,CAAA;AAClC,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA,CAAA;AAAA,KACnB;AAEA,IAAA,IAAI,OAAU,GAAA,CAAA,CAAA;AAEd,IAAA,KAAA,MAAW,SAAS,MAAQ,EAAA;AAC1B,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,yBAAyB,CAAA,CACpD,QACA,CAAA,OAAA;AAAA,QACC,IAAA;AAAA,QACA,KAAM,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAC7B,CAAA;AACF,MAAW,OAAA,IAAA,YAAA,CAAA;AAAA,KACb;AAEA,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,MAAS,GAAA,MAAM,EAAoB,CAAA,YAAY,CAClD,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,EACpC,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,MAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,2BAA2B,QAAkB,EAAA;AACjD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAoB,YAAY,CAAA,CAC1C,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA,CACvC,KAAM,EAAA,CAAA;AAAA,KACV,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,wBAAwB,QAAkB,EAAA;AAC9C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,sBAAsB,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC3D,QACA,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,EAAG,CAAA,iBAAiB,CACjB,CAAA,MAAA,CAAO,IAAI,CACX,CAAA,OAAA;AAAA,UACC,cAAA;AAAA,UACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,SAC5C;AAAA,OACJ,CAAA;AAEF,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,iBAAiB,CAAA,CAC5C,QACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,OAC5C,CAAA;AAEF,MAAA,MAAM,iBAAoB,GAAA,MAAM,EAAG,CAAA,YAAY,CAC5C,CAAA,MAAA,EACA,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,WAAA,CAAY,qBAAqB,MAAM,CAAA,CAAA;AAE1C,MAAO,OAAA;AAAA,QACL,SAAW,EAAA;AAAA,UACT,mBAAA;AAAA,UACA,YAAA;AAAA,UACA,iBAAA;AAAA,SACF;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,wBAAyB,CAAA,WAAA,EAAqB,QAAkB,EAAA;AACpE,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,OAAU,GAAA,MAAM,EAAoB,CAAA,YAAY,EACnD,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,SAAS,mBAAqB,EAAA,IAAI,CAClC,CAAA,WAAA,CAAY,MAAM,WAAW,CAAA,CAAA;AAEhC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAA,MAAM,GAAG,YAAY,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,MAAM,OAAO,CAAA,CAAA;AACrD,QAAA,MAAM,EAAG,CAAA,yBAAyB,CAC/B,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,UACC,mBAAA;AAAA,UACA,EAAA,CAAG,iBAAiB,CAAE,CAAA,MAAA,CAAO,IAAI,CAAE,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA;AAAA,SACpE,CAAA;AACF,QAAA,MAAM,GAAG,iBAAiB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA,CAAA;AAAA,OACtE;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,sBAAsB,QAAkB,EAAA;AAC5C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,YAAA,GAAiC,MAAM,EAAA,CAAG,YAAY,CAAA,CACzD,OAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,OAAA,GACJ,YAAa,CAAA,MAAA,GAAS,CAClB,GAAA,MAAM,GAAG,iBAAiB,CAAA,CACvB,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEtC,EAAC,CAAA;AAEP,MAAM,MAAA,aAAA,GACJ,OAAQ,CAAA,MAAA,GAAS,CACb,GAAA,MAAM,GAAG,yBAAyB,CAAA,CAC/B,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,OAAQ,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEjC,EAAC,CAAA;AAEP,MAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,kBAAA;AAAA,QACrC,EAAA;AAAA,QACA,aAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,YAAA,GACJ,QAAQ,MAAS,GAAA,CAAA,GACb,MAAM,EAAG,CAAA,iBAAiB,CACvB,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAEtC,GAAA,CAAA,CAAA;AAEN,MAAM,MAAA,iBAAA,GAAoB,MAAM,EAAG,CAAA,YAAY,EAC5C,MAAO,EAAA,CACP,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,MAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAII,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAED,MAAA,OAAO,EAAE,QAAA,EAAU,iBAAmB,EAAA,YAAA,EAAc,mBAAoB,EAAA,CAAA;AAAA,KACzE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,yBAAyB,QAAmC,EAAA;AAChE,IAAA,MAAM,IAAO,GAAA,QAAA,CAAS,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,SAAS,CAAA,CAAA;AAC1C,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,GAAG,yBAAyB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,CAAA;AAAA,KACjE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,8BAA8B,QAAkB,EAAA;AACpD,IAAA,MAAM,cAAcA,OAAG,EAAA,CAAA;AACvB,IAAA,MAAM,UAAa,GAAA,QAAA,CAAA;AACnB,IAAI,IAAA;AACF,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,EAAI,EAAA,WAAA;AAAA,QACJ,WAAa,EAAA,UAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,MAAQ,EAAA,UAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AACD,MAAO,OAAA,EAAE,aAAa,UAAY,EAAA,QAAA,EAAU,GAAG,YAAc,EAAA,IAAA,CAAK,KAAM,EAAA,CAAA;AAAA,aACjE,EAAI,EAAA;AAEX,MAAO,OAAA,KAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAAe,CAAA,QAAA,EAAkB,WAAqB,EAAA;AAC1D,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,0BAAA,CAA2B,QAAQ,CAAA,CAAA;AACxE,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC7C,MAAM,EAAE,KAAA,EAAO,6BAA8B,EAAC,CAC9C,CAAA,IAAA;AAAA,QACC,iBAAA;AAAA,QACA,oBAAA;AAAA,QACA,2CAAA;AAAA,OACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,iBAAiB,WAAW,CAAA,CAAA;AAErC,MAAM,MAAA,KAAA,GAAQ,MAAM,MAAO,CAAA,CAAC,KAAK,GAAQ,KAAA,GAAA,GAAO,GAAI,CAAA,KAAA,EAAkB,CAAC,CAAA,CAAA;AAEvE,MAAA,MAAM,UAAmC,EAAC,CAAA;AAC1C,MAAA,IAAI,iBAAmB,EAAA;AACrB,QAAA,MAAM,QAA2B,MAAM,EAAA,CAAG,yBAAyB,CAChE,CAAA,MAAA,CAAO,6BAA6B,CACpC,CAAA,IAAA;AAAA,UACC,iBAAA;AAAA,UACA,oBAAA;AAAA,UACA,2CAAA;AAAA,SACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,eAAiB,EAAA,iBAAA,CAAkB,EAAE,CAAA,CAAA;AAE9C,QAAQ,OAAA,CAAA,IAAA;AAAA,UACN,GAAG,KAAM,CAAA,GAAA,CAAI,CAAK,CAAA,KAAA;AAChB,YAAO,OAAA,EAAE,SAAW,EAAA,CAAA,CAAE,GAAI,EAAA,CAAA;AAAA,WAC3B,CAAA;AAAA,SACH,CAAA;AAAA,OACF;AAEA,MAAO,OAAA,EAAE,OAAO,OAAQ,EAAA,CAAA;AAAA,KACzB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAc,GAAA;AAClB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,UAAU,MAAM,EAAA;AAAA,QACpB,YAAA;AAAA,QAEC,QAAS,CAAA,IAAA,EAAM,eAAe,CAC9B,CAAA,KAAA,CAAM,qBAAqB,IAAI,CAAA,CAAA;AAClC,MAAO,OAAA,OAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAM,MAAA,IAAA,CAAK,gCAAgC,QAAU,EAAA;AAAA,MACnD,cAAA,sBAAoB,IAAK,EAAA;AAAA,KAC1B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,gBAAmB,GAAA;AACvB,IAAM,MAAA,SAAA,GAAY,MAAM,IAAA,CAAK,aAAc,EAAA,CAAA;AAE3C,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,YAAY,CAAA,CAAA;AAE5D,IAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,IAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,IAAA,KAAA,MAAW,YAAY,SAAW,EAAA;AAChC,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAIA,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAAA,KACH;AAEA,IAAA,MAAM,qBAAwB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,iBAAiB,CAAA,CAAA;AACrE,IAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,UAAA;AAAA,MACrC,yBAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,EAAE,iBAAmB,EAAA,qBAAA,EAAuB,mBAAoB,EAAA,CAAA;AAAA,GACzE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,WAAqB,EAAA;AAC9C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,WAAA,EAAa,QAAS,EAAA;AAAA,KACjC,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,MAAA,EAAQ,UAAW,EAAA;AAAA,KAC9B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,gBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,kBAAmB,CAAA,WAAA,EAAqB,UAAsB,EAAA;AAClE,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,MAAA;AAAA,QACb,cAAA,EAAgB,IAAI,IAAK,CAAA,IAAA,CAAK,KAAQ,GAAA,UAAA,CAAW,EAAG,CAAA,cAAc,CAAC,CAAA;AAAA,QACnE,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAwB,WAAqB,EAAA;AACjD,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA,EAAE,QAAU,EAAA,CAAA,EAAG,QAAQ,cAAe,EAAA;AAAA,KAC/C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,oBAAqB,CAAA,WAAA,EAAqB,OAAkB,EAAA;AAChE,IAAA,MAAM,MAAmC,GAAA;AAAA,MACvC,WAAa,EAAA,QAAA;AAAA,MACb,UAAA,EAAY,UAAU,OAAU,GAAA,KAAA,CAAA;AAAA,MAChC,cAAA,sBAAoB,IAAK,EAAA;AAAA,MACzB,MAAQ,EAAA,WAAA;AAAA,KACV,CAAA;AACA,IAAA,MAAM,IAAK,CAAA,yBAAA,CAA0B,EAAE,WAAA,EAAa,QAAQ,CAAA,CAAA;AAAA,GAC9D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,oBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,kBAAA,CACJ,WACA,EAAA,QAAA,EACA,OACA,aACA,EAAA;AACA,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,SAAA;AAAA,QACb,UAAU,QAAW,GAAA,CAAA;AAAA,QACrB,UAAA,EAAY,OAAO,KAAK,CAAA;AAAA,QACxB,gBAAgB,IAAI,IAAA,CAAK,IAAK,CAAA,GAAA,KAAQ,aAAa,CAAA;AAAA,QACnD,MAAQ,EAAA,aAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,MAAM,EAC1B,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,aAAa,WAAqB,EAAA;AACtC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,KAAK,EACzB,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAe,iBAAiB,CAAA,CACjD,KAAM,CAAA,cAAA,EAAgB,WAAW,CAAA,CACjC,OAAQ,CAAA,UAAA,EAAY,MAAM,CAAA,CAAA;AAC7B,MAAO,OAAA,KAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAW,OAA2B,EAAA;AAC1C,IAAM,MAAA,EAAE,QAAW,GAAA,OAAA,CAAA;AACnB,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,iBAAiB,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBAAmB,CAAA,MAAA,EAAgB,QAA4B,EAAA;AACnE,IAAA,MAAM,OAAO,QAAS,CAAA,GAAA,CAAI,OAAKE,+BAAmB,CAAA,CAAA,CAAE,MAAM,CAAC,CAAA,CAAA;AAE3D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,iBACJ,GAAA,CAAA,MAAM,EAAoB,CAAA,yBAAyB,EAChD,MAAO,CAAA,KAAK,CACZ,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,EACtB,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,GAAG,CAAA,CAAA;AAEhB,MAAM,MAAA,eAAA,GAAkB,IAAI,GAAA,CAAI,iBAAiB,CAAA,CAAA;AAEjD,MAAM,MAAA,OAAA,GAAU,KAAK,MAAO,CAAA,CAAA,CAAA,KAAK,CAAC,eAAgB,CAAA,GAAA,CAAI,CAAC,CAAC,CAAA,CAAA;AAExD,MAAM,MAAA,EAAA,CAAG,yBAAyB,CAC/B,CAAA,MAAA,CAAO,qBAAqB,MAAM,CAAA,CAClC,OAAQ,CAAA,KAAA,EAAO,iBAAiB,CAAA,CAAA;AAEnC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAM,MAAA,EAAA,CAAG,yBAAyB,CAAE,CAAA,MAAA;AAAA,UAClC,OAAA,CAAQ,IAAI,CAAQ,GAAA,MAAA;AAAA,YAClB,IAAIF,OAAG,EAAA;AAAA,YACP,iBAAmB,EAAA,MAAA;AAAA,YACnB,GAAA;AAAA,WACA,CAAA,CAAA;AAAA,SACJ,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,KAAe,EAAA;AAC9B,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAG,KAAK,CAAA,CAAE,MAAO,EAAA,CAAA;AAAA,KAC/B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAgB,GAAA;AACpB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,YAAY,MAAM,EAAA;AAAA,QACtB,YAAA;AAAA,OACF,CAAE,SAAS,eAAe,CAAA,CAAA;AAC1B,MAAA,OAAO,SAAU,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,aAAa,CAAA,CAAA;AAAA,KAClD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAa,CAAA,QAAA,EAAkB,MAAkC,EAAA;AACrE,IAAM,MAAA,IAAA,CAAK,+BAAgC,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAAA,GAC7D;AACF;;;;;;;;AC9mBO,MAAM,yBAA0B,CAAA;AAAA,EAIrC,WAAA,CAAY,SAA8C,MAAgB,EAAA;AAH1E,IAAQJ,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AACR,IAAQA,eAAA,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAGN,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAA;AACf,IAAA,IAAA,CAAK,MAAS,GAAA,MAAA,CAAA;AAAA,GAChB;AAAA,EAEA,MAAM,YAAe,GAAA;AACnB,IAAA,MAAM,SAASO,0BAAO,EAAA,CAAA;AACtB,IAAO,MAAA,CAAA,GAAA,CAAIC,2BAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAGzB,IAAA,MAAA,CAAO,GAAI,CAAA,qBAAA,EAAuB,OAAO,CAAA,EAAG,GAAQ,KAAA;AAClD,MAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,WAAY,EAAA,CAAA;AAC/C,MAAA,MAAM,SAAY,GAAA,OAAA,CAAQ,GAAI,CAAA,CAAA,MAAA,KAAU,OAAO,aAAa,CAAA,CAAA;AAC5D,MAAA,MAAM,UAAa,GAAA;AAAA,QACjB,GAAG,IAAI,GAAI,CAAA,SAAA,CAAU,OAAO,CAAC,CAAA,EAAG,CAAG,EAAA,CAAA,KAAM,CAAE,CAAA,OAAA,CAAQ,CAAC,CAAA,KAAM,CAAC,CAAC,CAAA;AAAA,OAC9D,CAAA;AAEA,MAAI,IAAA,UAAA,CAAW,SAAS,CAAG,EAAA;AACzB,QAAA,GAAA,CAAI,KAAK,EAAE,OAAA,EAAS,KAAO,EAAA,mBAAA,EAAqB,YAAY,CAAA,CAAA;AAAA,OACvD,MAAA;AACL,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,CAAA,CAAA;AAAA,OAC5B;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,sBAAA,EAAwB,OAAO,CAAA,EAAG,GAAQ,KAAA;AACpD,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,gBAAiB,EAAA,CAAA;AACnD,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACjE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,MAAQ,EAAA;AAAA,YACN,gBAAgB,MAAO,CAAA,MAAA;AAAA,YACvB,cAAgB,EAAA,IAAI,IAAK,CAAA,MAAA,CAAO,cAAc,CAAA;AAAA,WAChD;AAAA,UACA,YAAY,MAAO,CAAA,UAAA;AAAA,SACpB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,MAAQ,EAAA;AAAA,cACN,cAAgB,EAAA,iCAAA;AAAA,aAClB;AAAA,WACD,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,wCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,QAAA,IAAI,MAAQ,EAAA;AACV,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,yBAAA,CAA0B,QAAQ,CAAA,CAAA;AACrD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAA,EAAS,GAAG,QAAQ,CAAA,wBAAA,CAAA;AAAA,WACrB,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,UAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,YAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,YAAA,GAAA,CAAI,IAAK,CAAA;AAAA,cACP,OAAS,EAAA,IAAA;AAAA,cACT,OAAS,EAAA,wDAAA;AAAA,aACV,CAAA,CAAA;AAAA,WACI,MAAA;AACL,YAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,cACnB,OAAS,EAAA,KAAA;AAAA,cACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,aAC/B,CAAA,CAAA;AAAA,WACH;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA;AAIA,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACxE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AAEzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,cAAc,MAAO,CAAA,EAAA,CAAA;AAC3B,QAAI,IAAA,MAAA,CAAO,WAAW,SAAW,EAAA;AAC/B,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,SAC7C,MAAA;AACL,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,SACrD;AACA,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,uBAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sBAAA,CAAA,EAA0B,OAAO,IAAA,EAAM,GAAQ,KAAA;AACxD,MAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAEnD,MAAA,GAAA,CAAI,IAAK,CAAA;AAAA,QACP,OAAS,EAAA,IAAA;AAAA,QACT,SAAA;AAAA,OACD,CAAA,CAAA;AAAA,KACF,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,uCAAA,CAAA,EAA2C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACzE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,QAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AACrE,QAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,QAAU,EAAA;AAAA,UACxC,WAAa,EAAA,gBAAA;AAAA,UACb,sBAAA,sBAA4B,IAAK,EAAA;AAAA,UACjC,cAAA;AAAA,UACA,MAAQ,EAAA,SAAA;AAAA,SACT,CAAA,CAAA;AACD,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,6BAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gDAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,MAAO,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACpE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,sBAAsB,QAAQ,CAAA,CAAA;AAChE,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACvE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,KAAK,MAAO,CAAA,EAAA,CAAA;AAClB,QAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AACjD,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,SAAS,CAAA,CAAA;AAAA,OAC9B,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,yCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAO,MAAA,CAAA,MAAA;AAAA,MACL,CAAA,sCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAwB,QAAQ,CAAA,CAAA;AAErE,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,+BAA+B,QAAQ,CAAA,UAAA,CAAA;AAAA,UAChD,SAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACF,CAAA;AAEA,IAAO,MAAA,CAAA,GAAA,CAAIC,4BAAc,CAAA,CAAA;AAEzB,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;AC5PA,IAAA,QAAA,EAAA,OAAA,EAAA,EAAA,CAAA;AAgBO,MAAM,QAAkC,CAAA;AAAA,EAetC,WAAc,GAAA;AAdrB,IAAA,YAAA,CAAA,IAAA,EAAA,QAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AACA,IAAA,YAAA,CAAA,IAAA,EAAA,OAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AASA,IAAO,aAAA,CAAA,IAAA,EAAA,MAAA,CAAA,CAAA;AACP,IAAO,aAAA,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AACP,IAAO,aAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AAaP,IAAA,aAAA,CAAA,IAAA,EAAC,EAAkC,EAAA,UAAA,CAAA,CAAA;AAVjC,IAAA,MAAM,OAAU,GAAA,IAAI,OAAW,CAAA,CAAC,SAAS,MAAW,KAAA;AAClD,MAAA,YAAA,CAAA,IAAA,EAAK,QAAW,EAAA,OAAA,CAAA,CAAA;AAChB,MAAA,YAAA,CAAA,IAAA,EAAK,OAAU,EAAA,MAAA,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,IAAO,GAAA,OAAA,CAAQ,IAAK,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACrC,IAAA,IAAA,CAAK,KAAQ,GAAA,OAAA,CAAQ,KAAM,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACvC,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AAAA,GAC7C;AAAA,EApBA,IAAW,OAAU,GAAA;AACnB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAAA,GACd;AAAA,EACA,IAAW,MAAS,GAAA;AAClB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AAAA,GACd;AAkBF,CAAA;AADG,EAAO,GAAA,MAAA,CAAA,WAAA,CAAA;AAzBR,QAAA,GAAA,IAAA,OAAA,EAAA,CAAA;AACA,OAAA,GAAA,IAAA,OAAA,EAAA;;;;;;;;"}

package/dist/index.cjs.js

@@ -3,7 +3,7 @@
 Object.defineProperty(exports, '__esModule', { value: true });
 
 var luxon = require('luxon');
-var util = require('./cjs/util-c89db760.cjs.js');
+var util = require('./cjs/util-e38dd4bb.cjs.js');
 require('perf_hooks');
 require('uuid');
 require('@backstage/errors');
@@ -12,12 +12,19 @@ require('@backstage/catalog-model');
 require('express');
 require('express-promise-router');
 
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
 class IncrementalCatalogBuilder {
   constructor(env, builder, client, manager) {
     this.env = env;
     this.builder = builder;
     this.client = client;
     this.manager = manager;
+    __publicField(this, "ready");
     this.ready = new util.Deferred();
   }
   /**

package/dist/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../src/service/IncrementalCatalogBuilder.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n  PluginEnvironment,\n} from '../types';\nimport { CatalogBuilder as CoreCatalogBuilder } from '@backstage/plugin-catalog-backend';\nimport { Duration } from 'luxon';\nimport { Knex } from 'knex';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport { Deferred } from '../util';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\n/** @public */\nexport class IncrementalCatalogBuilder {\n  /**\n   * Creates the incremental catalog builder, which extends the regular catalog builder.\n   * @param env - PluginEnvironment\n   * @param builder - CatalogBuilder\n   * @returns IncrementalCatalogBuilder\n   */\n  static async create(env: PluginEnvironment, builder: CoreCatalogBuilder) {\n    const client = await env.database.getClient();\n    const manager = new IncrementalIngestionDatabaseManager({ client });\n    return new IncrementalCatalogBuilder(env, builder, client, manager);\n  }\n\n  private ready: Deferred<void>;\n\n  private constructor(\n    private env: PluginEnvironment,\n    private builder: CoreCatalogBuilder,\n    private client: Knex,\n    private manager: IncrementalIngestionDatabaseManager,\n  ) {\n    this.ready = new Deferred<void>();\n  }\n\n  async build() {\n    await applyDatabaseMigrations(this.client);\n    this.ready.resolve();\n\n    const routerLogger = this.env.logger.child({\n      router: 'IncrementalProviderAdmin',\n    });\n\n    const incrementalAdminRouter = await new IncrementalProviderRouter(\n      this.manager,\n      routerLogger,\n    ).createRouter();\n\n    return { incrementalAdminRouter };\n  }\n\n  addIncrementalEntityProvider<TCursor, TContext>(\n    provider: IncrementalEntityProvider<TCursor, TContext>,\n    options: IncrementalEntityProviderOptions,\n  ): EventSubscriber {\n    const { burstInterval, burstLength, restLength } = options;\n    const { logger: catalogLogger, scheduler } = this.env;\n    const ready = this.ready;\n\n    const manager = this.manager;\n\n    let engine: IncrementalIngestionEngine;\n\n    this.builder.addEntityProvider({\n      getProviderName: provider.getProviderName.bind(provider),\n      async connect(connection) {\n        const logger = catalogLogger.child({\n          entityProvider: provider.getProviderName(),\n        });\n\n        logger.info(`Connecting`);\n\n        engine = new IncrementalIngestionEngine({\n          ...options,\n          ready,\n          manager,\n          logger,\n          provider,\n          restLength,\n          connection,\n        });\n\n        const frequency = Duration.isDuration(burstInterval)\n          ? burstInterval\n          : Duration.fromObject(burstInterval);\n        const length = Duration.isDuration(burstLength)\n          ? burstLength\n          : Duration.fromObject(burstLength);\n\n        await scheduler.scheduleTask({\n          id: provider.getProviderName(),\n          fn: engine.taskFn.bind(engine),\n          frequency,\n          timeout: length,\n        });\n      },\n    });\n\n    return {\n      onEvent: (params: EventParams) => engine.onEvent(params),\n      supportsEventTopics() {\n        return engine.supportsEventTopics();\n      },\n    };\n  }\n}\n"],"names":["Deferred","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalProviderRouter","IncrementalIngestionEngine","Duration"],"mappings":";;;;;;;;;;;;;;AAgCO,MAAM,yBAA0B,CAAA;AAAA,EAe7B,WACE,CAAA,GAAA,EACA,OACA,EAAA,MAAA,EACA,OACR,EAAA;AAJQ,IAAA,IAAA,CAAA,GAAA,GAAA,GAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAER,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAIA,aAAe,EAAA,CAAA;AAAA,GAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAfA,aAAa,MAAO,CAAA,GAAA,EAAwB,OAA6B,EAAA;AACvE,IAAA,MAAM,MAAS,GAAA,MAAM,GAAI,CAAA,QAAA,CAAS,SAAU,EAAA,CAAA;AAC5C,IAAA,MAAM,OAAU,GAAA,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,CAAA,CAAA;AAClE,IAAA,OAAO,IAAI,yBAAA,CAA0B,GAAK,EAAA,OAAA,EAAS,QAAQ,OAAO,CAAA,CAAA;AAAA,GACpE;AAAA,EAaA,MAAM,KAAQ,GAAA;AACZ,IAAM,MAAAC,4BAAA,CAAwB,KAAK,MAAM,CAAA,CAAA;AACzC,IAAA,IAAA,CAAK,MAAM,OAAQ,EAAA,CAAA;AAEnB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,GAAI,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MACzC,MAAQ,EAAA,0BAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,sBAAA,GAAyB,MAAM,IAAIC,8BAAA;AAAA,MACvC,IAAK,CAAA,OAAA;AAAA,MACL,YAAA;AAAA,MACA,YAAa,EAAA,CAAA;AAEf,IAAA,OAAO,EAAE,sBAAuB,EAAA,CAAA;AAAA,GAClC;AAAA,EAEA,4BAAA,CACE,UACA,OACiB,EAAA;AACjB,IAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,OAAA,CAAA;AACnD,IAAA,MAAM,EAAE,MAAA,EAAQ,aAAe,EAAA,SAAA,KAAc,IAAK,CAAA,GAAA,CAAA;AAClD,IAAA,MAAM,QAAQ,IAAK,CAAA,KAAA,CAAA;AAEnB,IAAA,MAAM,UAAU,IAAK,CAAA,OAAA,CAAA;AAErB,IAAI,IAAA,MAAA,CAAA;AAEJ,IAAA,IAAA,CAAK,QAAQ,iBAAkB,CAAA;AAAA,MAC7B,eAAiB,EAAA,QAAA,CAAS,eAAgB,CAAA,IAAA,CAAK,QAAQ,CAAA;AAAA,MACvD,MAAM,QAAQ,UAAY,EAAA;AACxB,QAAM,MAAA,MAAA,GAAS,cAAc,KAAM,CAAA;AAAA,UACjC,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,SAC1C,CAAA,CAAA;AAED,QAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,QAAA,MAAA,GAAS,IAAIC,+BAA2B,CAAA;AAAA,UACtC,GAAG,OAAA;AAAA,UACH,KAAA;AAAA,UACA,OAAA;AAAA,UACA,MAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAA;AAAA,UACA,UAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,QAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,QAAA,MAAM,UAAU,YAAa,CAAA;AAAA,UAC3B,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,UAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,UAC7B,SAAA;AAAA,UACA,OAAS,EAAA,MAAA;AAAA,SACV,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AAED,IAAO,OAAA;AAAA,MACL,OAAS,EAAA,CAAC,MAAwB,KAAA,MAAA,CAAO,QAAQ,MAAM,CAAA;AAAA,MACvD,mBAAsB,GAAA;AACpB,QAAA,OAAO,OAAO,mBAAoB,EAAA,CAAA;AAAA,OACpC;AAAA,KACF,CAAA;AAAA,GACF;AACF;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../src/service/IncrementalCatalogBuilder.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n  IncrementalEntityProvider,\n  IncrementalEntityProviderOptions,\n  PluginEnvironment,\n} from '../types';\nimport { CatalogBuilder as CoreCatalogBuilder } from '@backstage/plugin-catalog-backend';\nimport { Duration } from 'luxon';\nimport { Knex } from 'knex';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport { Deferred } from '../util';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\n/** @public */\nexport class IncrementalCatalogBuilder {\n  /**\n   * Creates the incremental catalog builder, which extends the regular catalog builder.\n   * @param env - PluginEnvironment\n   * @param builder - CatalogBuilder\n   * @returns IncrementalCatalogBuilder\n   */\n  static async create(env: PluginEnvironment, builder: CoreCatalogBuilder) {\n    const client = await env.database.getClient();\n    const manager = new IncrementalIngestionDatabaseManager({ client });\n    return new IncrementalCatalogBuilder(env, builder, client, manager);\n  }\n\n  private ready: Deferred<void>;\n\n  private constructor(\n    private env: PluginEnvironment,\n    private builder: CoreCatalogBuilder,\n    private client: Knex,\n    private manager: IncrementalIngestionDatabaseManager,\n  ) {\n    this.ready = new Deferred<void>();\n  }\n\n  async build() {\n    await applyDatabaseMigrations(this.client);\n    this.ready.resolve();\n\n    const routerLogger = this.env.logger.child({\n      router: 'IncrementalProviderAdmin',\n    });\n\n    const incrementalAdminRouter = await new IncrementalProviderRouter(\n      this.manager,\n      routerLogger,\n    ).createRouter();\n\n    return { incrementalAdminRouter };\n  }\n\n  addIncrementalEntityProvider<TCursor, TContext>(\n    provider: IncrementalEntityProvider<TCursor, TContext>,\n    options: IncrementalEntityProviderOptions,\n  ): EventSubscriber {\n    const { burstInterval, burstLength, restLength } = options;\n    const { logger: catalogLogger, scheduler } = this.env;\n    const ready = this.ready;\n\n    const manager = this.manager;\n\n    let engine: IncrementalIngestionEngine;\n\n    this.builder.addEntityProvider({\n      getProviderName: provider.getProviderName.bind(provider),\n      async connect(connection) {\n        const logger = catalogLogger.child({\n          entityProvider: provider.getProviderName(),\n        });\n\n        logger.info(`Connecting`);\n\n        engine = new IncrementalIngestionEngine({\n          ...options,\n          ready,\n          manager,\n          logger,\n          provider,\n          restLength,\n          connection,\n        });\n\n        const frequency = Duration.isDuration(burstInterval)\n          ? burstInterval\n          : Duration.fromObject(burstInterval);\n        const length = Duration.isDuration(burstLength)\n          ? burstLength\n          : Duration.fromObject(burstLength);\n\n        await scheduler.scheduleTask({\n          id: provider.getProviderName(),\n          fn: engine.taskFn.bind(engine),\n          frequency,\n          timeout: length,\n        });\n      },\n    });\n\n    return {\n      onEvent: (params: EventParams) => engine.onEvent(params),\n      supportsEventTopics() {\n        return engine.supportsEventTopics();\n      },\n    };\n  }\n}\n"],"names":["Deferred","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalProviderRouter","IncrementalIngestionEngine","Duration"],"mappings":";;;;;;;;;;;;;;;;;;;;AAgCO,MAAM,yBAA0B,CAAA;AAAA,EAe7B,WACE,CAAA,GAAA,EACA,OACA,EAAA,MAAA,EACA,OACR,EAAA;AAJQ,IAAA,IAAA,CAAA,GAAA,GAAA,GAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AANV,IAAQ,aAAA,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AAQN,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAIA,aAAe,EAAA,CAAA;AAAA,GAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAfA,aAAa,MAAO,CAAA,GAAA,EAAwB,OAA6B,EAAA;AACvE,IAAA,MAAM,MAAS,GAAA,MAAM,GAAI,CAAA,QAAA,CAAS,SAAU,EAAA,CAAA;AAC5C,IAAA,MAAM,OAAU,GAAA,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,CAAA,CAAA;AAClE,IAAA,OAAO,IAAI,yBAAA,CAA0B,GAAK,EAAA,OAAA,EAAS,QAAQ,OAAO,CAAA,CAAA;AAAA,GACpE;AAAA,EAaA,MAAM,KAAQ,GAAA;AACZ,IAAM,MAAAC,4BAAA,CAAwB,KAAK,MAAM,CAAA,CAAA;AACzC,IAAA,IAAA,CAAK,MAAM,OAAQ,EAAA,CAAA;AAEnB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,GAAI,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MACzC,MAAQ,EAAA,0BAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,sBAAA,GAAyB,MAAM,IAAIC,8BAAA;AAAA,MACvC,IAAK,CAAA,OAAA;AAAA,MACL,YAAA;AAAA,MACA,YAAa,EAAA,CAAA;AAEf,IAAA,OAAO,EAAE,sBAAuB,EAAA,CAAA;AAAA,GAClC;AAAA,EAEA,4BAAA,CACE,UACA,OACiB,EAAA;AACjB,IAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,OAAA,CAAA;AACnD,IAAA,MAAM,EAAE,MAAA,EAAQ,aAAe,EAAA,SAAA,KAAc,IAAK,CAAA,GAAA,CAAA;AAClD,IAAA,MAAM,QAAQ,IAAK,CAAA,KAAA,CAAA;AAEnB,IAAA,MAAM,UAAU,IAAK,CAAA,OAAA,CAAA;AAErB,IAAI,IAAA,MAAA,CAAA;AAEJ,IAAA,IAAA,CAAK,QAAQ,iBAAkB,CAAA;AAAA,MAC7B,eAAiB,EAAA,QAAA,CAAS,eAAgB,CAAA,IAAA,CAAK,QAAQ,CAAA;AAAA,MACvD,MAAM,QAAQ,UAAY,EAAA;AACxB,QAAM,MAAA,MAAA,GAAS,cAAc,KAAM,CAAA;AAAA,UACjC,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,SAC1C,CAAA,CAAA;AAED,QAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,QAAA,MAAA,GAAS,IAAIC,+BAA2B,CAAA;AAAA,UACtC,GAAG,OAAA;AAAA,UACH,KAAA;AAAA,UACA,OAAA;AAAA,UACA,MAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAA;AAAA,UACA,UAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,QAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,QAAA,MAAM,UAAU,YAAa,CAAA;AAAA,UAC3B,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,UAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,UAC7B,SAAA;AAAA,UACA,OAAS,EAAA,MAAA;AAAA,SACV,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AAED,IAAO,OAAA;AAAA,MACL,OAAS,EAAA,CAAC,MAAwB,KAAA,MAAA,CAAO,QAAQ,MAAM,CAAA;AAAA,MACvD,mBAAsB,GAAA;AACpB,QAAA,OAAO,OAAO,mBAAoB,EAAA,CAAA;AAAA,OACpC;AAAA,KACF,CAAA;AAAA,GACF;AACF;;;;"}

package/dist/index.d.ts

@@ -62,15 +62,12 @@ interface IncrementalEntityProvider<TCursor, TContext> {
          * optionally maps the payload to an object containing a delta
          * mutation.
          *
-         * If a valid delta is returned by this method, it will be ingested
-         * automatically by the provider.
+         * If a delta result is returned by this method, it will be ingested
+         * automatically by the provider. Alternatively, if an "ignored" result is
+         * returned, then it is understood that this event should not cause anything
+         * to be ingested.
          */
-        onEvent: (params: EventParams) => undefined | {
-            added: DeferredEntity[];
-            removed: {
-                entityRef: string;
-            }[];
-        };
+        onEvent: (params: EventParams) => Promise<IncrementalEntityEventResult>;
         /**
          * This method returns an array of topics for the IncrementalEntityProvider
          * to respond to.
@@ -78,6 +75,21 @@ interface IncrementalEntityProvider<TCursor, TContext> {
         supportsEventTopics: () => string[];
     };
 }
+/**
+ * An object returned by event handler to indicate whether to ignore the event
+ * or to apply a delta in response to the event.
+ *
+ * @public
+ */
+type IncrementalEntityEventResult = {
+    type: 'ignored';
+} | {
+    type: 'delta';
+    added: DeferredEntity[];
+    removed: {
+        entityRef: string;
+    }[];
+};
 /**
  * Value returned by an {@link IncrementalEntityProvider} to provide a
  * single page of entities to ingest.
@@ -163,4 +175,4 @@ declare class IncrementalCatalogBuilder {
     addIncrementalEntityProvider<TCursor, TContext>(provider: IncrementalEntityProvider<TCursor, TContext>, options: IncrementalEntityProviderOptions): EventSubscriber;
 }
 
-export { EntityIteratorResult, IncrementalCatalogBuilder, IncrementalEntityProvider, IncrementalEntityProviderOptions, PluginEnvironment };
+export { EntityIteratorResult, IncrementalCatalogBuilder, IncrementalEntityEventResult, IncrementalEntityProvider, IncrementalEntityProviderOptions, PluginEnvironment };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@backstage/plugin-catalog-backend-module-incremental-ingestion",
   "description": "An entity provider for streaming large asset sources into the catalog",
-  "version": "0.3.4-next.0",
+  "version": "0.4.0",
   "main": "./dist/index.cjs.js",
   "types": "./dist/index.d.ts",
   "license": "Apache-2.0",
@@ -43,16 +43,16 @@
     "postpack": "backstage-cli package postpack"
   },
   "dependencies": {
-    "@backstage/backend-common": "^0.19.1-next.0",
-    "@backstage/backend-plugin-api": "^0.5.4-next.0",
-    "@backstage/backend-tasks": "^0.5.4-next.0",
-    "@backstage/catalog-model": "^1.4.1-next.0",
+    "@backstage/backend-common": "^0.19.1",
+    "@backstage/backend-plugin-api": "^0.5.4",
+    "@backstage/backend-tasks": "^0.5.4",
+    "@backstage/catalog-model": "^1.4.1",
     "@backstage/config": "^1.0.8",
-    "@backstage/errors": "^1.2.1-next.0",
-    "@backstage/plugin-catalog-backend": "^1.11.0-next.0",
-    "@backstage/plugin-catalog-node": "^1.4.0-next.0",
-    "@backstage/plugin-events-node": "^0.2.8-next.0",
-    "@backstage/plugin-permission-common": "^0.7.7-next.0",
+    "@backstage/errors": "^1.2.1",
+    "@backstage/plugin-catalog-backend": "^1.11.0",
+    "@backstage/plugin-catalog-node": "^1.4.0",
+    "@backstage/plugin-events-node": "^0.2.8",
+    "@backstage/plugin-permission-common": "^0.7.7",
     "@types/express": "^4.17.6",
     "@types/luxon": "^3.0.0",
     "express": "^4.17.1",
@@ -64,10 +64,10 @@
     "winston": "^3.2.1"
   },
   "devDependencies": {
-    "@backstage/backend-app-api": "^0.4.5-next.0",
-    "@backstage/backend-defaults": "^0.1.12-next.0",
-    "@backstage/backend-test-utils": "^0.1.39-next.0",
-    "@backstage/cli": "^0.22.9-next.0"
+    "@backstage/backend-app-api": "^0.4.5",
+    "@backstage/backend-defaults": "^0.1.12",
+    "@backstage/backend-test-utils": "^0.1.39",
+    "@backstage/cli": "^0.22.9"
   },
   "files": [
     "dist",

package/dist/cjs/util-c89db760.cjs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"util-c89db760.cjs.js","sources":["../../src/engine/IncrementalIngestionEngine.ts","../../src/database/tables.ts","../../src/database/migrations.ts","../../src/database/IncrementalIngestionDatabaseManager.ts","../../src/router/routes.ts","../../src/util.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { IterationEngine, IterationEngineOptions } from '../types';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { performance } from 'perf_hooks';\nimport { Duration, DurationObjectUnits } from 'luxon';\nimport { v4 } from 'uuid';\nimport { stringifyError } from '@backstage/errors';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\nexport class IncrementalIngestionEngine\n  implements IterationEngine, EventSubscriber\n{\n  private readonly restLength: Duration;\n  private readonly backoff: DurationObjectUnits[];\n\n  private manager: IncrementalIngestionDatabaseManager;\n\n  constructor(private options: IterationEngineOptions) {\n    this.manager = options.manager;\n    this.restLength = Duration.fromObject(options.restLength);\n    this.backoff = options.backoff ?? [\n      { minutes: 1 },\n      { minutes: 5 },\n      { minutes: 30 },\n      { hours: 3 },\n    ];\n  }\n\n  async taskFn(signal: AbortSignal) {\n    try {\n      this.options.logger.debug('Begin tick');\n      await this.handleNextAction(signal);\n    } catch (error) {\n      this.options.logger.error(`${error}`);\n      throw error;\n    } finally {\n      this.options.logger.debug('End tick');\n    }\n  }\n\n  async handleNextAction(signal: AbortSignal) {\n    await this.options.ready;\n\n    const result = await this.getCurrentAction();\n    if (result) {\n      const { ingestionId, nextActionAt, nextAction, attempts } = result;\n\n      switch (nextAction) {\n        case 'rest':\n          if (Date.now() > nextActionAt) {\n            await this.manager.clearFinishedIngestions(\n              this.options.provider.getProviderName(),\n            );\n            this.options.logger.info(\n              `incremental-engine: Ingestion ${ingestionId} rest period complete. Ingestion will start again`,\n            );\n\n            await this.manager.setProviderComplete(ingestionId);\n          } else {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' rest period continuing`,\n            );\n          }\n          break;\n        case 'ingest':\n          try {\n            await this.manager.setProviderBursting(ingestionId);\n            const done = await this.ingestOneBurst(ingestionId, signal);\n            if (done) {\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' complete, transitioning to rest period of ${this.restLength.toHuman()}`,\n              );\n              await this.manager.setProviderResting(\n                ingestionId,\n                this.restLength,\n              );\n            } else {\n              await this.manager.setProviderInterstitial(ingestionId);\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' continuing`,\n              );\n            }\n          } catch (error) {\n            if (\n              (error as Error).message &&\n              (error as Error).message === 'CANCEL'\n            ) {\n              this.options.logger.info(\n                `incremental-engine: Ingestion '${ingestionId}' canceled`,\n              );\n              await this.manager.setProviderCanceling(\n                ingestionId,\n                (error as Error).message,\n              );\n            } else {\n              const currentBackoff = Duration.fromObject(\n                this.backoff[Math.min(this.backoff.length - 1, attempts)],\n              );\n\n              const backoffLength = currentBackoff.as('milliseconds');\n              this.options.logger.error(\n                `incremental-engine: Ingestion '${ingestionId}' failed`,\n                error,\n              );\n\n              const truncatedError = stringifyError(error).substring(0, 700);\n              this.options.logger.error(\n                `incremental-engine: Ingestion '${ingestionId}' threw an error during ingestion burst. Ingestion will backoff for ${currentBackoff.toHuman()} (${truncatedError})`,\n              );\n\n              await this.manager.setProviderBackoff(\n                ingestionId,\n                attempts,\n                error as Error,\n                backoffLength,\n              );\n            }\n          }\n          break;\n        case 'backoff':\n          if (Date.now() > nextActionAt) {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' backoff complete, will attempt to resume`,\n            );\n            await this.manager.setProviderIngesting(ingestionId);\n          } else {\n            this.options.logger.info(\n              `incremental-engine: Ingestion '${ingestionId}' backoff continuing`,\n            );\n          }\n          break;\n        case 'cancel':\n          this.options.logger.info(\n            `incremental-engine: Ingestion '${ingestionId}' canceling, will restart`,\n          );\n          await this.manager.setProviderCanceled(ingestionId);\n          break;\n        default:\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${ingestionId}' received unknown action '${nextAction}'`,\n          );\n      }\n    } else {\n      this.options.logger.error(\n        `incremental-engine: Engine tried to create duplicate ingestion record for provider '${this.options.provider.getProviderName()}'.`,\n      );\n    }\n  }\n\n  async getCurrentAction() {\n    const providerName = this.options.provider.getProviderName();\n    const record = await this.manager.getCurrentIngestionRecord(providerName);\n    if (record) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion record found: '${record.id}'`,\n      );\n      return {\n        ingestionId: record.id,\n        nextAction: record.next_action as 'rest' | 'ingest' | 'backoff',\n        attempts: record.attempts as number,\n        nextActionAt: record.next_action_at.valueOf() as number,\n      };\n    }\n    const result = await this.manager.createProviderIngestionRecord(\n      providerName,\n    );\n    if (result) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion record created: '${result.ingestionId}'`,\n      );\n    }\n    return result;\n  }\n\n  async ingestOneBurst(id: string, signal: AbortSignal) {\n    const lastMark = await this.manager.getLastMark(id);\n\n    const cursor = lastMark ? lastMark.cursor : undefined;\n    let sequence = lastMark ? lastMark.sequence + 1 : 0;\n\n    const start = performance.now();\n    let count = 0;\n    let done = false;\n    this.options.logger.info(\n      `incremental-engine: Ingestion '${id}' burst initiated`,\n    );\n\n    await this.options.provider.around(async (context: unknown) => {\n      let next = await this.options.provider.next(context, cursor);\n      count++;\n      for (;;) {\n        done = next.done;\n        await this.mark({\n          id,\n          sequence,\n          entities: next?.entities,\n          done: next.done,\n          cursor: next?.cursor,\n        });\n        if (signal.aborted || next.done) {\n          break;\n        } else {\n          next = await this.options.provider.next(context, next.cursor);\n          count++;\n          sequence++;\n        }\n      }\n    });\n\n    this.options.logger.info(\n      `incremental-engine: Ingestion '${id}' burst complete. (${count} batches in ${Math.round(\n        performance.now() - start,\n      )}ms).`,\n    );\n    return done;\n  }\n\n  async mark(options: {\n    id: string;\n    sequence: number;\n    entities?: DeferredEntity[];\n    done: boolean;\n    cursor?: unknown;\n  }) {\n    const { id, sequence, entities, done, cursor } = options;\n    this.options.logger.debug(\n      `incremental-engine: Ingestion '${id}': MARK ${\n        entities ? entities.length : 0\n      } entities, cursor: ${\n        cursor ? JSON.stringify(cursor) : 'none'\n      }, done: ${done}`,\n    );\n    const markId = v4();\n\n    await this.manager.createMark({\n      record: {\n        id: markId,\n        ingestion_id: id,\n        cursor,\n        sequence,\n      },\n    });\n\n    if (entities && entities.length > 0) {\n      await this.manager.createMarkEntities(markId, entities);\n    }\n\n    const added =\n      entities?.map(deferred => ({\n        ...deferred,\n        entity: {\n          ...deferred.entity,\n          metadata: {\n            ...deferred.entity.metadata,\n            annotations: {\n              ...deferred.entity.metadata.annotations,\n            },\n          },\n        },\n      })) ?? [];\n\n    const removed: { entityRef: string }[] = [];\n\n    if (done) {\n      this.options.logger.info(\n        `incremental-engine: Ingestion '${id}': Final page reached, calculating removed entities`,\n      );\n      const result = await this.manager.computeRemoved(\n        this.options.provider.getProviderName(),\n        id,\n      );\n\n      const { total } = result;\n\n      let doRemoval = true;\n      if (this.options.rejectEmptySourceCollections) {\n        if (total === 0) {\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${id}': Rejecting empty entity collection!`,\n          );\n          doRemoval = false;\n        }\n      }\n\n      if (this.options.rejectRemovalsAbovePercentage) {\n        // If the total entities upserted in this ingestion is 0, then\n        // 100% of entities are stale and marked for removal.\n        const percentRemoved =\n          total > 0 ? (result.removed.length / total) * 100 : 100;\n        if (percentRemoved <= this.options.rejectRemovalsAbovePercentage) {\n          this.options.logger.info(\n            `incremental-engine: Ingestion '${id}': Removing ${result.removed.length} entities that have no matching assets`,\n          );\n        } else {\n          const notice = `Attempted to remove ${percentRemoved}% of matching entities!`;\n          this.options.logger.error(\n            `incremental-engine: Ingestion '${id}': ${notice}`,\n          );\n          await this.manager.updateIngestionRecordById({\n            ingestionId: id,\n            update: {\n              last_error: `REMOVAL_THRESHOLD exceeded on ingestion mark ${markId}: ${notice}`,\n            },\n          });\n          doRemoval = false;\n        }\n      }\n      if (doRemoval) {\n        removed.push(...result.removed);\n      }\n    }\n\n    await this.options.connection.applyMutation({\n      type: 'delta',\n      added,\n      removed,\n    });\n  }\n\n  async onEvent(params: EventParams): Promise<void> {\n    const { topic } = params;\n    if (!this.supportsEventTopics().includes(topic)) {\n      return;\n    }\n\n    const { logger, provider, connection } = this.options;\n    const providerName = provider.getProviderName();\n    logger.debug(`incremental-engine: ${providerName} received ${topic} event`);\n\n    if (!provider.eventHandler) {\n      return;\n    }\n\n    const delta = provider.eventHandler.onEvent(params);\n\n    if (delta) {\n      if (delta.added.length > 0) {\n        const ingestionRecord = await this.manager.getCurrentIngestionRecord(\n          providerName,\n        );\n\n        if (!ingestionRecord) {\n          logger.debug(\n            `incremental-engine: ${providerName} skipping delta addition because incremental ingestion is restarting.`,\n          );\n        } else {\n          const mark =\n            ingestionRecord.status === 'resting'\n              ? await this.manager.getLastMark(ingestionRecord.id)\n              : await this.manager.getFirstMark(ingestionRecord.id);\n\n          if (!mark) {\n            throw new Error(\n              `Cannot apply delta, page records are missing! Please re-run incremental ingestion for ${providerName}.`,\n            );\n          }\n          await this.manager.createMarkEntities(mark.id, delta.added);\n        }\n      }\n\n      if (delta.removed.length > 0) {\n        await this.manager.deleteEntityRecordsByRef(delta.removed);\n      }\n\n      await connection.applyMutation({\n        type: 'delta',\n        ...delta,\n      });\n      logger.debug(\n        `incremental-engine: ${providerName} processed delta from '${topic}' event`,\n      );\n    } else {\n      logger.warn(\n        `incremental-engine: Rejected delta from '${topic}' event - empty or invalid`,\n      );\n    }\n  }\n\n  supportsEventTopics(): string[] {\n    const { provider } = this.options;\n    const topics = provider.eventHandler\n      ? provider.eventHandler.supportsEventTopics()\n      : [];\n    return topics;\n  }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport const DB_MIGRATIONS_TABLE = 'incremental_ingestion__knex_migrations';\n\n/**\n * The shape of data inserted into or updated in the `ingestions` table.\n */\nexport interface IngestionUpsert {\n  /**\n   * The ingestion record id.\n   */\n  id?: string;\n  /**\n   * The next action the incremental entity provider will take.\n   */\n  next_action:\n    | 'rest'\n    | 'ingest'\n    | 'backoff'\n    | 'cancel'\n    | 'nothing (done)'\n    | 'nothing (canceled)';\n  /**\n   * Current status of the incremental entity provider.\n   */\n  status:\n    | 'complete'\n    | 'bursting'\n    | 'resting'\n    | 'canceling'\n    | 'interstitial'\n    | 'backing off';\n  /**\n   * The name of the incremental entity provider being updated.\n   */\n  provider_name: string;\n  /**\n   * Date/time stamp for when the next action will trigger.\n   */\n  next_action_at?: Date;\n  /**\n   * A record of the last error generated by the incremental entity provider.\n   */\n  last_error?: string | null;\n  /**\n   * The number of attempts the provider has attempted during the current cycle.\n   */\n  attempts?: number;\n  /**\n   * Date/time stamp for the completion of ingestion.\n   */\n  ingestion_completed_at?: Date | string | null;\n  /**\n   * Date/time stamp for the end of the rest cycle before the next ingestion.\n   */\n  rest_completed_at?: Date | string | null;\n  /**\n   * A record of the finalized status of the ingestion record. Values are either 'open' or a uuid.\n   */\n  completion_ticket: string;\n}\n\n/**\n * This interface is for updating an existing ingestion record.\n */\nexport interface IngestionRecordUpdate {\n  ingestionId: string;\n  update: Partial<IngestionUpsert>;\n}\n\n/**\n * The expected response from the `ingestion_marks` table.\n */\nexport interface MarkRecord {\n  id: string;\n  sequence: number;\n  ingestion_id: string;\n  cursor: string;\n  created_at: string;\n}\n\n/**\n * The expected response from the `ingestions` table.\n */\nexport interface IngestionRecord extends IngestionUpsert {\n  id: string;\n  next_action_at: Date;\n  /**\n   * The date/time the ingestion record was created.\n   */\n  created_at: string;\n}\n\n/**\n * This interface supplies all the values for adding an ingestion mark.\n */\nexport interface MarkRecordInsert {\n  record: {\n    id: string;\n    ingestion_id: string;\n    cursor: unknown;\n    sequence: number;\n  };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { resolvePackagePath } from '@backstage/backend-common';\nimport { Knex } from 'knex';\nimport { DB_MIGRATIONS_TABLE } from './tables';\n\nexport async function applyDatabaseMigrations(knex: Knex): Promise<void> {\n  const migrationsDir = resolvePackagePath(\n    '@backstage/plugin-catalog-backend-module-incremental-ingestion',\n    'migrations',\n  );\n\n  await knex.migrate.latest({\n    directory: migrationsDir,\n    tableName: DB_MIGRATIONS_TABLE,\n  });\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Knex } from 'knex';\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { stringifyEntityRef } from '@backstage/catalog-model';\nimport { Duration } from 'luxon';\nimport { v4 } from 'uuid';\nimport {\n  IngestionRecord,\n  IngestionRecordUpdate,\n  IngestionUpsert,\n  MarkRecord,\n  MarkRecordInsert,\n} from './tables';\n\nexport class IncrementalIngestionDatabaseManager {\n  private client: Knex;\n\n  constructor(options: { client: Knex }) {\n    this.client = options.client;\n  }\n\n  /**\n   * Performs an update to the ingestion record with matching `id`.\n   * @param options - IngestionRecordUpdate\n   */\n  async updateIngestionRecordById(options: IngestionRecordUpdate) {\n    await this.client.transaction(async tx => {\n      const { ingestionId, update } = options;\n      await tx('ingestions').where('id', ingestionId).update(update);\n    });\n  }\n\n  /**\n   * Performs an update to the ingestion record with matching provider name. Will only update active records.\n   * @param provider - string\n   * @param update - Partial<IngestionUpsertIFace>\n   */\n  async updateIngestionRecordByProvider(\n    provider: string,\n    update: Partial<IngestionUpsert>,\n  ) {\n    await this.client.transaction(async tx => {\n      await tx('ingestions')\n        .where('provider_name', provider)\n        .andWhere('completion_ticket', 'open')\n        .update(update);\n    });\n  }\n\n  /**\n   * Performs an insert into the `ingestions` table with the supplied values.\n   * @param record - IngestionUpsertIFace\n   */\n  async insertIngestionRecord(record: IngestionUpsert) {\n    await this.client.transaction(async tx => {\n      await tx('ingestions').insert(record);\n    });\n  }\n\n  private async deleteMarkEntities(\n    tx: Knex.Transaction,\n    ids: { id: string }[],\n  ) {\n    const chunks: { id: string }[][] = [];\n    for (let i = 0; i < ids.length; i += 100) {\n      const chunk = ids.slice(i, i + 100);\n      chunks.push(chunk);\n    }\n\n    let deleted = 0;\n\n    for (const chunk of chunks) {\n      const chunkDeleted = await tx('ingestion_mark_entities')\n        .delete()\n        .whereIn(\n          'id',\n          chunk.map(entry => entry.id),\n        );\n      deleted += chunkDeleted;\n    }\n\n    return deleted;\n  }\n\n  /**\n   * Finds the current ingestion record for the named provider.\n   * @param provider - string\n   * @returns IngestionRecord | undefined\n   */\n  async getCurrentIngestionRecord(provider: string) {\n    return await this.client.transaction(async tx => {\n      const record = await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhere('completion_ticket', 'open')\n        .first();\n      return record;\n    });\n  }\n\n  /**\n   * Finds the last ingestion record for the named provider.\n   * @param provider - string\n   * @returns IngestionRecord | undefined\n   */\n  async getPreviousIngestionRecord(provider: string) {\n    return await this.client.transaction(async tx => {\n      return await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhereNot('completion_ticket', 'open')\n        .first();\n    });\n  }\n\n  /**\n   * Removes all entries from `ingestion_marks_entities`, `ingestion_marks`, and `ingestions`\n   * for prior ingestions that completed (i.e., have a `completion_ticket` value other than 'open').\n   * @param provider - string\n   * @returns A count of deletions for each record type.\n   */\n  async clearFinishedIngestions(provider: string) {\n    return await this.client.transaction(async tx => {\n      const markEntitiesDeleted = await tx('ingestion_mark_entities')\n        .delete()\n        .whereIn(\n          'ingestion_mark_id',\n          tx('ingestion_marks')\n            .select('id')\n            .whereIn(\n              'ingestion_id',\n              tx('ingestions')\n                .select('id')\n                .where('provider_name', provider)\n                .andWhereNot('completion_ticket', 'open'),\n            ),\n        );\n\n      const marksDeleted = await tx('ingestion_marks')\n        .delete()\n        .whereIn(\n          'ingestion_id',\n          tx('ingestions')\n            .select('id')\n            .where('provider_name', provider)\n            .andWhereNot('completion_ticket', 'open'),\n        );\n\n      const ingestionsDeleted = await tx('ingestions')\n        .delete()\n        .where('provider_name', provider)\n        .andWhereNot('completion_ticket', 'open');\n\n      return {\n        deletions: {\n          markEntitiesDeleted,\n          marksDeleted,\n          ingestionsDeleted,\n        },\n      };\n    });\n  }\n\n  /**\n   * Automatically cleans up duplicate ingestion records if they were accidentally created.\n   * Any ingestion record where the `rest_completed_at` is null (meaning it is active) AND\n   * the ingestionId is incorrect is a duplicate ingestion record.\n   * @param ingestionId - string\n   * @param provider - string\n   */\n  async clearDuplicateIngestions(ingestionId: string, provider: string) {\n    await this.client.transaction(async tx => {\n      const invalid = await tx<IngestionRecord>('ingestions')\n        .where('provider_name', provider)\n        .andWhere('rest_completed_at', null)\n        .andWhereNot('id', ingestionId);\n\n      if (invalid.length > 0) {\n        await tx('ingestions').delete().whereIn('id', invalid);\n        await tx('ingestion_mark_entities')\n          .delete()\n          .whereIn(\n            'ingestion_mark_id',\n            tx('ingestion_marks').select('id').whereIn('ingestion_id', invalid),\n          );\n        await tx('ingestion_marks').delete().whereIn('ingestion_id', invalid);\n      }\n    });\n  }\n\n  /**\n   * This method fully purges and resets all ingestion records for the named provider, and\n   * leaves it in a paused state.\n   * @param provider - string\n   * @returns Counts of all deleted ingestion records\n   */\n  async purgeAndResetProvider(provider: string) {\n    return await this.client.transaction(async tx => {\n      const ingestionIDs: { id: string }[] = await tx('ingestions')\n        .select('id')\n        .where('provider_name', provider);\n\n      const markIDs: { id: string }[] =\n        ingestionIDs.length > 0\n          ? await tx('ingestion_marks')\n              .select('id')\n              .whereIn(\n                'ingestion_id',\n                ingestionIDs.map(entry => entry.id),\n              )\n          : [];\n\n      const markEntityIDs: { id: string }[] =\n        markIDs.length > 0\n          ? await tx('ingestion_mark_entities')\n              .select('id')\n              .whereIn(\n                'ingestion_mark_id',\n                markIDs.map(entry => entry.id),\n              )\n          : [];\n\n      const markEntitiesDeleted = await this.deleteMarkEntities(\n        tx,\n        markEntityIDs,\n      );\n\n      const marksDeleted =\n        markIDs.length > 0\n          ? await tx('ingestion_marks')\n              .delete()\n              .whereIn(\n                'ingestion_id',\n                ingestionIDs.map(entry => entry.id),\n              )\n          : 0;\n\n      const ingestionsDeleted = await tx('ingestions')\n        .delete()\n        .where('provider_name', provider);\n\n      const next_action_at = new Date();\n      next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n      await this.insertIngestionRecord({\n        id: v4(),\n        next_action: 'rest',\n        provider_name: provider,\n        next_action_at,\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n        completion_ticket: 'open',\n      });\n\n      return { provider, ingestionsDeleted, marksDeleted, markEntitiesDeleted };\n    });\n  }\n\n  /**\n   * This method is used to remove entity records from the ingestion_mark_entities\n   * table by their entity reference.\n   */\n  async deleteEntityRecordsByRef(entities: { entityRef: string }[]) {\n    const refs = entities.map(e => e.entityRef);\n    await this.client.transaction(async tx => {\n      await tx('ingestion_mark_entities').delete().whereIn('ref', refs);\n    });\n  }\n\n  /**\n   * Creates a new ingestion record.\n   * @param provider - string\n   * @returns A new ingestion record\n   */\n  async createProviderIngestionRecord(provider: string) {\n    const ingestionId = v4();\n    const nextAction = 'ingest';\n    try {\n      await this.insertIngestionRecord({\n        id: ingestionId,\n        next_action: nextAction,\n        provider_name: provider,\n        status: 'bursting',\n        completion_ticket: 'open',\n      });\n      return { ingestionId, nextAction, attempts: 0, nextActionAt: Date.now() };\n    } catch (_e) {\n      // Creating the ingestion record failed. Return undefined.\n      return undefined;\n    }\n  }\n\n  /**\n   * Computes which entities to remove, if any, at the end of a burst.\n   * @param provider - string\n   * @param ingestionId - string\n   * @returns All entities to remove for this burst.\n   */\n  async computeRemoved(provider: string, ingestionId: string) {\n    const previousIngestion = await this.getPreviousIngestionRecord(provider);\n    return await this.client.transaction(async tx => {\n      const count = await tx('ingestion_mark_entities')\n        .count({ total: 'ingestion_mark_entities.ref' })\n        .join(\n          'ingestion_marks',\n          'ingestion_marks.id',\n          'ingestion_mark_entities.ingestion_mark_id',\n        )\n        .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n        .where('ingestions.id', ingestionId);\n\n      const total = count.reduce((acc, cur) => acc + (cur.total as number), 0);\n\n      const removed: { entityRef: string }[] = [];\n      if (previousIngestion) {\n        const stale: { ref: string }[] = await tx('ingestion_mark_entities')\n          .select('ingestion_mark_entities.ref')\n          .join(\n            'ingestion_marks',\n            'ingestion_marks.id',\n            'ingestion_mark_entities.ingestion_mark_id',\n          )\n          .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n          .where('ingestions.id', previousIngestion.id);\n\n        removed.push(\n          ...stale.map(e => {\n            return { entityRef: e.ref };\n          }),\n        );\n      }\n\n      return { total, removed };\n    });\n  }\n\n  /**\n   * Performs a lookup of all providers that have duplicate active ingestion records.\n   * @returns An array of all duplicate active ingestions\n   */\n  async healthcheck() {\n    return await this.client.transaction(async tx => {\n      const records = await tx<{ id: string; provider_name: string }>(\n        'ingestions',\n      )\n        .distinct('id', 'provider_name')\n        .where('rest_completed_at', null);\n      return records;\n    });\n  }\n\n  /**\n   * Skips any wait time for the next action to run.\n   * @param provider - string\n   */\n  async triggerNextProviderAction(provider: string) {\n    await this.updateIngestionRecordByProvider(provider, {\n      next_action_at: new Date(),\n    });\n  }\n\n  /**\n   * Purges the following tables:\n   * * `ingestions`\n   * * `ingestion_marks`\n   * * `ingestion_mark_entities`\n   *\n   * This function leaves the ingestions table with all providers in a paused state.\n   * @returns Results from cleaning up all ingestion tables.\n   */\n  async cleanupProviders() {\n    const providers = await this.listProviders();\n\n    const ingestionsDeleted = await this.purgeTable('ingestions');\n\n    const next_action_at = new Date();\n    next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n    for (const provider of providers) {\n      await this.insertIngestionRecord({\n        id: v4(),\n        next_action: 'rest',\n        provider_name: provider,\n        next_action_at,\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n        completion_ticket: 'open',\n      });\n    }\n\n    const ingestionMarksDeleted = await this.purgeTable('ingestion_marks');\n    const markEntitiesDeleted = await this.purgeTable(\n      'ingestion_mark_entities',\n    );\n\n    return { ingestionsDeleted, ingestionMarksDeleted, markEntitiesDeleted };\n  }\n\n  /**\n   * Configures the current ingestion record to ingest a burst.\n   * @param ingestionId - string\n   */\n  async setProviderIngesting(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { next_action: 'ingest' },\n    });\n  }\n\n  /**\n   * Indicates the provider is currently ingesting a burst.\n   * @param ingestionId - string\n   */\n  async setProviderBursting(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { status: 'bursting' },\n    });\n  }\n\n  /**\n   * Finalizes the current ingestion record to indicate that the post-ingestion rest period is complete.\n   * @param ingestionId - string\n   */\n  async setProviderComplete(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'nothing (done)',\n        rest_completed_at: new Date(),\n        status: 'complete',\n        completion_ticket: v4(),\n      },\n    });\n  }\n\n  /**\n   * Marks ingestion as complete and starts the post-ingestion rest cycle.\n   * @param ingestionId - string\n   * @param restLength - Duration\n   */\n  async setProviderResting(ingestionId: string, restLength: Duration) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'rest',\n        next_action_at: new Date(Date.now() + restLength.as('milliseconds')),\n        ingestion_completed_at: new Date(),\n        status: 'resting',\n      },\n    });\n  }\n\n  /**\n   * Marks ingestion as paused after a burst completes.\n   * @param ingestionId - string\n   */\n  async setProviderInterstitial(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: { attempts: 0, status: 'interstitial' },\n    });\n  }\n\n  /**\n   * Starts the cancel process for the current ingestion.\n   * @param ingestionId - string\n   * @param message - string (optional)\n   */\n  async setProviderCanceling(ingestionId: string, message?: string) {\n    const update: Partial<IngestionUpsert> = {\n      next_action: 'cancel',\n      last_error: message ? message : undefined,\n      next_action_at: new Date(),\n      status: 'canceling',\n    };\n    await this.updateIngestionRecordById({ ingestionId, update });\n  }\n\n  /**\n   * Completes the cancel process and triggers a new ingestion.\n   * @param ingestionId - string\n   */\n  async setProviderCanceled(ingestionId: string) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'nothing (canceled)',\n        rest_completed_at: new Date(),\n        status: 'complete',\n        completion_ticket: v4(),\n      },\n    });\n  }\n\n  /**\n   * Configures the current ingestion to wait and retry, due to a data source error.\n   * @param ingestionId - string\n   * @param attempts - number\n   * @param error - Error\n   * @param backoffLength - number\n   */\n  async setProviderBackoff(\n    ingestionId: string,\n    attempts: number,\n    error: Error,\n    backoffLength: number,\n  ) {\n    await this.updateIngestionRecordById({\n      ingestionId,\n      update: {\n        next_action: 'backoff',\n        attempts: attempts + 1,\n        last_error: String(error),\n        next_action_at: new Date(Date.now() + backoffLength),\n        status: 'backing off',\n      },\n    });\n  }\n\n  /**\n   * Returns the last record from `ingestion_marks` for the supplied ingestionId.\n   * @param ingestionId - string\n   * @returns MarkRecord | undefined\n   */\n  async getLastMark(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const mark = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'desc')\n        .first();\n      return mark;\n    });\n  }\n\n  /**\n   * Returns the first record from `ingestion_marks` for the supplied ingestionId.\n   * @param ingestionId - string\n   * @returns MarkRecord | undefined\n   */\n  async getFirstMark(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const mark = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'asc')\n        .first();\n      return mark;\n    });\n  }\n\n  async getAllMarks(ingestionId: string) {\n    return await this.client.transaction(async tx => {\n      const marks = await tx<MarkRecord>('ingestion_marks')\n        .where('ingestion_id', ingestionId)\n        .orderBy('sequence', 'desc');\n      return marks;\n    });\n  }\n\n  /**\n   * Performs an insert into the `ingestion_marks` table with the supplied values.\n   * @param options - MarkRecordInsert\n   */\n  async createMark(options: MarkRecordInsert) {\n    const { record } = options;\n    await this.client.transaction(async tx => {\n      await tx('ingestion_marks').insert(record);\n    });\n  }\n  /**\n   * Performs an upsert to the `ingestion_mark_entities` table for all deferred entities.\n   * @param markId - string\n   * @param entities - DeferredEntity[]\n   */\n  async createMarkEntities(markId: string, entities: DeferredEntity[]) {\n    const refs = entities.map(e => stringifyEntityRef(e.entity));\n\n    await this.client.transaction(async tx => {\n      const existingRefsArray = (\n        await tx<{ ref: string }>('ingestion_mark_entities')\n          .select('ref')\n          .whereIn('ref', refs)\n      ).map(e => e.ref);\n\n      const existingRefsSet = new Set(existingRefsArray);\n\n      const newRefs = refs.filter(e => !existingRefsSet.has(e));\n\n      await tx('ingestion_mark_entities')\n        .update('ingestion_mark_id', markId)\n        .whereIn('ref', existingRefsArray);\n\n      if (newRefs.length > 0) {\n        await tx('ingestion_mark_entities').insert(\n          newRefs.map(ref => ({\n            id: v4(),\n            ingestion_mark_id: markId,\n            ref,\n          })),\n        );\n      }\n    });\n  }\n\n  /**\n   * Deletes the entire content of a table, and returns the number of records deleted.\n   * @param table - string\n   * @returns number\n   */\n  async purgeTable(table: string) {\n    return await this.client.transaction(async tx => {\n      return await tx(table).delete();\n    });\n  }\n\n  /**\n   * Returns a list of all providers.\n   * @returns string[]\n   */\n  async listProviders() {\n    return await this.client.transaction(async tx => {\n      const providers = await tx<{ provider_name: string }>(\n        'ingestions',\n      ).distinct('provider_name');\n      return providers.map(entry => entry.provider_name);\n    });\n  }\n\n  async updateByName(provider: string, update: Partial<IngestionUpsert>) {\n    await this.updateIngestionRecordByProvider(provider, update);\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { errorHandler } from '@backstage/backend-common';\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { Logger } from 'winston';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\n\nexport class IncrementalProviderRouter {\n  private manager: IncrementalIngestionDatabaseManager;\n  private logger: Logger;\n\n  constructor(manager: IncrementalIngestionDatabaseManager, logger: Logger) {\n    this.manager = manager;\n    this.logger = logger;\n  }\n\n  async createRouter() {\n    const router = Router();\n    router.use(express.json());\n\n    // Get the overall health of all incremental providers\n    router.get('/incremental/health', async (_, res) => {\n      const records = await this.manager.healthcheck();\n      const providers = records.map(record => record.provider_name);\n      const duplicates = [\n        ...new Set(providers.filter((e, i, a) => a.indexOf(e) !== i)),\n      ];\n\n      if (duplicates.length > 0) {\n        res.json({ healthy: false, duplicateIngestions: duplicates });\n      } else {\n        res.json({ healthy: true });\n      }\n    });\n\n    // Clean up and pause all providers\n    router.post('/incremental/cleanup', async (_, res) => {\n      const result = await this.manager.cleanupProviders();\n      res.json(result);\n    });\n\n    // Get basic status of the provider\n    router.get('/incremental/providers/:provider', async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        res.json({\n          success: true,\n          status: {\n            current_action: record.status,\n            next_action_at: new Date(record.next_action_at),\n          },\n          last_error: record.last_error,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          res.json({\n            success: true,\n            status: {\n              current_action: 'rest complete, waiting to start',\n            },\n          });\n        } else {\n          this.logger.error(\n            `${provider} - No ingestion record found in the database!`,\n          );\n          res.status(404).json({\n            success: false,\n            status: {},\n            last_error: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    // Trigger the provider's next action\n    router.post(\n      `/incremental/providers/:provider/trigger`,\n      async (req, res) => {\n        const { provider } = req.params;\n        const record = await this.manager.getCurrentIngestionRecord(provider);\n        if (record) {\n          await this.manager.triggerNextProviderAction(provider);\n          res.json({\n            success: true,\n            message: `${provider}: Next action triggered.`,\n          });\n        } else {\n          const providers: string[] = await this.manager.listProviders();\n          if (providers.includes(provider)) {\n            this.logger.debug(`${provider} - Ingestion record found`);\n            res.json({\n              success: true,\n              message: 'Unable to trigger next action (provider is restarting)',\n            });\n          } else {\n            res.status(404).json({\n              success: false,\n              message: `Provider '${provider}' not found`,\n            });\n          }\n        }\n      },\n    );\n\n    // Start a brand-new ingestion cycle for the provider.\n    // (Cancel's the current run if active, or marks it complete if resting)\n    router.post(`/incremental/providers/:provider/start`, async (req, res) => {\n      const { provider } = req.params;\n\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const ingestionId = record.id;\n        if (record.status === 'resting') {\n          await this.manager.setProviderComplete(ingestionId);\n        } else {\n          await this.manager.setProviderCanceling(ingestionId);\n        }\n        res.json({\n          success: true,\n          message: `${provider}: Next cycle triggered.`,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'Provider is already restarting',\n          });\n        } else {\n          res.status(404).json({\n            success: false,\n            message: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    router.get(`/incremental/providers`, async (_req, res) => {\n      const providers = await this.manager.listProviders();\n\n      res.json({\n        success: true,\n        providers,\n      });\n    });\n\n    // Stop the provider and pause it for 24 hours\n    router.post(`/incremental/providers/:provider/cancel`, async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const next_action_at = new Date();\n        next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n        await this.manager.updateByName(provider, {\n          next_action: 'nothing (done)',\n          ingestion_completed_at: new Date(),\n          next_action_at,\n          status: 'resting',\n        });\n        res.json({\n          success: true,\n          message: `${provider}: Current ingestion canceled.`,\n        });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'Provider is currently restarting, please wait.',\n          });\n        } else {\n          res.status(404).json({\n            success: false,\n            message: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    // Wipe out all ingestion records for the provider and pause for 24 hours\n    router.delete('/incremental/providers/:provider', async (req, res) => {\n      const { provider } = req.params;\n      const result = await this.manager.purgeAndResetProvider(provider);\n      res.json(result);\n    });\n\n    // Get the ingestion marks for the current cycle\n    router.get(`/incremental/providers/:provider/marks`, async (req, res) => {\n      const { provider } = req.params;\n      const record = await this.manager.getCurrentIngestionRecord(provider);\n      if (record) {\n        const id = record.id;\n        const records = await this.manager.getAllMarks(id);\n        res.json({ success: true, records });\n      } else {\n        const providers: string[] = await this.manager.listProviders();\n        if (providers.includes(provider)) {\n          this.logger.debug(`${provider} - Ingestion record found`);\n          res.json({\n            success: true,\n            message: 'No records yet (provider is restarting)',\n          });\n        } else {\n          this.logger.error(\n            `${provider} - No ingestion record found in the database!`,\n          );\n          res.status(404).json({\n            success: false,\n            status: {},\n            last_error: `Provider '${provider}' not found`,\n          });\n        }\n      }\n    });\n\n    router.delete(\n      `/incremental/providers/:provider/marks`,\n      async (req, res) => {\n        const { provider } = req.params;\n        const deletions = await this.manager.clearFinishedIngestions(provider);\n\n        res.json({\n          success: true,\n          message: `Expired marks for provider '${provider}' removed.`,\n          deletions,\n        });\n      },\n    );\n\n    router.use(errorHandler());\n\n    return router;\n  }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n *     http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport class Deferred<T> implements Promise<T> {\n  #resolve?: (value: T) => void;\n  #reject?: (error: Error) => void;\n\n  public get resolve() {\n    return this.#resolve!;\n  }\n  public get reject() {\n    return this.#reject!;\n  }\n\n  public then: Promise<T>['then'];\n  public catch: Promise<T>['catch'];\n  public finally: Promise<T>['finally'];\n\n  public constructor() {\n    const promise = new Promise<T>((resolve, reject) => {\n      this.#resolve = resolve;\n      this.#reject = reject;\n    });\n\n    this.then = promise.then.bind(promise);\n    this.catch = promise.catch.bind(promise);\n    this.finally = promise.finally.bind(promise);\n  }\n\n  [Symbol.toStringTag]: 'Deferred' = 'Deferred';\n}\n"],"names":["Duration","stringifyError","performance","v4","resolvePackagePath","stringifyEntityRef","Router","express","errorHandler"],"mappings":";;;;;;;;;;;;;;;;AAyBO,MAAM,0BAEb,CAAA;AAAA,EAME,YAAoB,OAAiC,EAAA;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAjCtB,IAAA,IAAA,EAAA,CAAA;AAkCI,IAAA,IAAA,CAAK,UAAU,OAAQ,CAAA,OAAA,CAAA;AACvB,IAAA,IAAA,CAAK,UAAa,GAAAA,cAAA,CAAS,UAAW,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAA;AACxD,IAAK,IAAA,CAAA,OAAA,GAAA,CAAU,EAAQ,GAAA,OAAA,CAAA,OAAA,KAAR,IAAmB,GAAA,EAAA,GAAA;AAAA,MAChC,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,EAAG,EAAA;AAAA,MACd,EAAE,OAAO,CAAE,EAAA;AAAA,KACb,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,OAAO,MAAqB,EAAA;AAChC,IAAI,IAAA;AACF,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,YAAY,CAAA,CAAA;AACtC,MAAM,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA,CAAA;AAAA,aAC3B,KAAP,EAAA;AACA,MAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,KAAO,CAAA,CAAA,CAAA,CAAA;AACpC,MAAM,MAAA,KAAA,CAAA;AAAA,KACN,SAAA;AACA,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,UAAU,CAAA,CAAA;AAAA,KACtC;AAAA,GACF;AAAA,EAEA,MAAM,iBAAiB,MAAqB,EAAA;AAC1C,IAAA,MAAM,KAAK,OAAQ,CAAA,KAAA,CAAA;AAEnB,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,gBAAiB,EAAA,CAAA;AAC3C,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,MAAM,EAAE,WAAA,EAAa,YAAc,EAAA,UAAA,EAAY,UAAa,GAAA,MAAA,CAAA;AAE5D,MAAA,QAAQ,UAAY;AAAA,QAClB,KAAK,MAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,MAAM,KAAK,OAAQ,CAAA,uBAAA;AAAA,cACjB,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,aACxC,CAAA;AACA,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,CAAiC,8BAAA,EAAA,WAAA,CAAA,iDAAA,CAAA;AAAA,aACnC,CAAA;AAEA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,WAC7C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,wBAAA,CAAA;AAAA,aACpC,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,YAAA,MAAM,IAAO,GAAA,MAAM,IAAK,CAAA,cAAA,CAAe,aAAa,MAAM,CAAA,CAAA;AAC1D,YAAA,IAAI,IAAM,EAAA;AACR,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,4CAAA,EAA0D,IAAK,CAAA,UAAA,CAAW,OAAQ,EAAA,CAAA,CAAA;AAAA,eACtH,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,IAAK,CAAA,UAAA;AAAA,eACP,CAAA;AAAA,aACK,MAAA;AACL,cAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,CAAwB,WAAW,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,YAAA,CAAA;AAAA,eACpC,CAAA;AAAA,aACF;AAAA,mBACO,KAAP,EAAA;AACA,YAAA,IACG,KAAgB,CAAA,OAAA,IAChB,KAAgB,CAAA,OAAA,KAAY,QAC7B,EAAA;AACA,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,UAAA,CAAA;AAAA,eACpC,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,oBAAA;AAAA,gBACjB,WAAA;AAAA,gBACC,KAAgB,CAAA,OAAA;AAAA,eACnB,CAAA;AAAA,aACK,MAAA;AACL,cAAA,MAAM,iBAAiBA,cAAS,CAAA,UAAA;AAAA,gBAC9B,IAAA,CAAK,QAAQ,IAAK,CAAA,GAAA,CAAI,KAAK,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA,QAAQ,CAAC,CAAA;AAAA,eAC1D,CAAA;AAEA,cAAM,MAAA,aAAA,GAAgB,cAAe,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,QAAA,CAAA;AAAA,gBAClC,KAAA;AAAA,eACF,CAAA;AAEA,cAAA,MAAM,iBAAiBC,qBAAe,CAAA,KAAK,CAAE,CAAA,SAAA,CAAU,GAAG,GAAG,CAAA,CAAA;AAC7D,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,oEAAA,EAAkF,cAAe,CAAA,OAAA,EAAc,CAAA,EAAA,EAAA,cAAA,CAAA,CAAA,CAAA;AAAA,eACnJ,CAAA;AAEA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,QAAA;AAAA,gBACA,KAAA;AAAA,gBACA,aAAA;AAAA,eACF,CAAA;AAAA,aACF;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,SAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,0CAAA,CAAA;AAAA,aACpC,CAAA;AACA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,WAC9C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,oBAAA,CAAA;AAAA,aACpC,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,CAAkC,+BAAA,EAAA,WAAA,CAAA,yBAAA,CAAA;AAAA,WACpC,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,UAAA,MAAA;AAAA,QACF;AACE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,kCAAkC,WAAyC,CAAA,2BAAA,EAAA,UAAA,CAAA,CAAA,CAAA;AAAA,WAC7E,CAAA;AAAA,OACJ;AAAA,KACK,MAAA;AACL,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,QAClB,CAAuF,oFAAA,EAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA,CAAA,EAAA,CAAA;AAAA,OAC/H,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAM,gBAAmB,GAAA;AACvB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA,CAAA;AAC3D,IAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,YAAY,CAAA,CAAA;AACxE,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,gDAAgD,MAAO,CAAA,EAAA,CAAA,CAAA,CAAA;AAAA,OACzD,CAAA;AACA,MAAO,OAAA;AAAA,QACL,aAAa,MAAO,CAAA,EAAA;AAAA,QACpB,YAAY,MAAO,CAAA,WAAA;AAAA,QACnB,UAAU,MAAO,CAAA,QAAA;AAAA,QACjB,YAAA,EAAc,MAAO,CAAA,cAAA,CAAe,OAAQ,EAAA;AAAA,OAC9C,CAAA;AAAA,KACF;AACA,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,6BAAA;AAAA,MAChC,YAAA;AAAA,KACF,CAAA;AACA,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,kDAAkD,MAAO,CAAA,WAAA,CAAA,CAAA,CAAA;AAAA,OAC3D,CAAA;AAAA,KACF;AACA,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,cAAe,CAAA,EAAA,EAAY,MAAqB,EAAA;AACpD,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AAElD,IAAM,MAAA,MAAA,GAAS,QAAW,GAAA,QAAA,CAAS,MAAS,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAA,IAAI,QAAW,GAAA,QAAA,GAAW,QAAS,CAAA,QAAA,GAAW,CAAI,GAAA,CAAA,CAAA;AAElD,IAAM,MAAA,KAAA,GAAQC,uBAAY,GAAI,EAAA,CAAA;AAC9B,IAAA,IAAI,KAAQ,GAAA,CAAA,CAAA;AACZ,IAAA,IAAI,IAAO,GAAA,KAAA,CAAA;AACX,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAA,CAAA,iBAAA,CAAA;AAAA,KACpC,CAAA;AAEA,IAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,QAAS,CAAA,MAAA,CAAO,OAAO,OAAqB,KAAA;AAC7D,MAAA,IAAI,OAAO,MAAM,IAAA,CAAK,QAAQ,QAAS,CAAA,IAAA,CAAK,SAAS,MAAM,CAAA,CAAA;AAC3D,MAAA,KAAA,EAAA,CAAA;AACA,MAAS,WAAA;AACP,QAAA,IAAA,GAAO,IAAK,CAAA,IAAA,CAAA;AACZ,QAAA,MAAM,KAAK,IAAK,CAAA;AAAA,UACd,EAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAU,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,QAAA;AAAA,UAChB,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,QAAQ,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,MAAA;AAAA,SACf,CAAA,CAAA;AACD,QAAI,IAAA,MAAA,CAAO,OAAW,IAAA,IAAA,CAAK,IAAM,EAAA;AAC/B,UAAA,MAAA;AAAA,SACK,MAAA;AACL,UAAA,IAAA,GAAO,MAAM,IAAK,CAAA,OAAA,CAAQ,SAAS,IAAK,CAAA,OAAA,EAAS,KAAK,MAAM,CAAA,CAAA;AAC5D,UAAA,KAAA,EAAA,CAAA;AACA,UAAA,QAAA,EAAA,CAAA;AAAA,SACF;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,CAAA,+BAAA,EAAkC,EAAwB,CAAA,mBAAA,EAAA,KAAA,CAAA,YAAA,EAAoB,IAAK,CAAA,KAAA;AAAA,QACjFA,sBAAA,CAAY,KAAQ,GAAA,KAAA;AAAA,OACtB,CAAA,IAAA,CAAA;AAAA,KACF,CAAA;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,KAAK,OAMR,EAAA;AA/OL,IAAA,IAAA,EAAA,CAAA;AAgPI,IAAA,MAAM,EAAE,EAAI,EAAA,QAAA,EAAU,QAAU,EAAA,IAAA,EAAM,QAAW,GAAA,OAAA,CAAA;AACjD,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,MAClB,CAAA,+BAAA,EAAkC,EAChC,CAAA,QAAA,EAAA,QAAA,GAAW,QAAS,CAAA,MAAA,GAAS,CAE7B,CAAA,mBAAA,EAAA,MAAA,GAAS,IAAK,CAAA,SAAA,CAAU,MAAM,CAAA,GAAI,MACzB,CAAA,QAAA,EAAA,IAAA,CAAA,CAAA;AAAA,KACb,CAAA;AACA,IAAA,MAAM,SAASC,OAAG,EAAA,CAAA;AAElB,IAAM,MAAA,IAAA,CAAK,QAAQ,UAAW,CAAA;AAAA,MAC5B,MAAQ,EAAA;AAAA,QACN,EAAI,EAAA,MAAA;AAAA,QACJ,YAAc,EAAA,EAAA;AAAA,QACd,MAAA;AAAA,QACA,QAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAI,IAAA,QAAA,IAAY,QAAS,CAAA,MAAA,GAAS,CAAG,EAAA;AACnC,MAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,kBAAmB,CAAA,MAAA,EAAQ,QAAQ,CAAA,CAAA;AAAA,KACxD;AAEA,IAAM,MAAA,KAAA,GAAA,CACJ,EAAU,GAAA,QAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,QAAA,CAAA,GAAA,CAAI,CAAa,QAAA,MAAA;AAAA,MACzB,GAAG,QAAA;AAAA,MACH,MAAQ,EAAA;AAAA,QACN,GAAG,QAAS,CAAA,MAAA;AAAA,QACZ,QAAU,EAAA;AAAA,UACR,GAAG,SAAS,MAAO,CAAA,QAAA;AAAA,UACnB,WAAa,EAAA;AAAA,YACX,GAAG,QAAS,CAAA,MAAA,CAAO,QAAS,CAAA,WAAA;AAAA,WAC9B;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA,CAAA,KAXA,YAWO,EAAC,CAAA;AAEV,IAAA,MAAM,UAAmC,EAAC,CAAA;AAE1C,IAAA,IAAI,IAAM,EAAA;AACR,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAkC,+BAAA,EAAA,EAAA,CAAA,mDAAA,CAAA;AAAA,OACpC,CAAA;AACA,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,cAAA;AAAA,QAChC,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,QACtC,EAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAElB,MAAA,IAAI,SAAY,GAAA,IAAA,CAAA;AAChB,MAAI,IAAA,IAAA,CAAK,QAAQ,4BAA8B,EAAA;AAC7C,QAAA,IAAI,UAAU,CAAG,EAAA;AACf,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAkC,+BAAA,EAAA,EAAA,CAAA,qCAAA,CAAA;AAAA,WACpC,CAAA;AACA,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AAEA,MAAI,IAAA,IAAA,CAAK,QAAQ,6BAA+B,EAAA;AAG9C,QAAA,MAAM,iBACJ,KAAQ,GAAA,CAAA,GAAK,OAAO,OAAQ,CAAA,MAAA,GAAS,QAAS,GAAM,GAAA,GAAA,CAAA;AACtD,QAAI,IAAA,cAAA,IAAkB,IAAK,CAAA,OAAA,CAAQ,6BAA+B,EAAA;AAChE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,EAAiB,CAAA,YAAA,EAAA,MAAA,CAAO,OAAQ,CAAA,MAAA,CAAA,sCAAA,CAAA;AAAA,WACpE,CAAA;AAAA,SACK,MAAA;AACL,UAAA,MAAM,SAAS,CAAuB,oBAAA,EAAA,cAAA,CAAA,uBAAA,CAAA,CAAA;AACtC,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,kCAAkC,EAAQ,CAAA,GAAA,EAAA,MAAA,CAAA,CAAA;AAAA,WAC5C,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,QAAQ,yBAA0B,CAAA;AAAA,YAC3C,WAAa,EAAA,EAAA;AAAA,YACb,MAAQ,EAAA;AAAA,cACN,UAAA,EAAY,gDAAgD,MAAW,CAAA,EAAA,EAAA,MAAA,CAAA,CAAA;AAAA,aACzE;AAAA,WACD,CAAA,CAAA;AACD,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AACA,MAAA,IAAI,SAAW,EAAA;AACb,QAAQ,OAAA,CAAA,IAAA,CAAK,GAAG,MAAA,CAAO,OAAO,CAAA,CAAA;AAAA,OAChC;AAAA,KACF;AAEA,IAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,UAAA,CAAW,aAAc,CAAA;AAAA,MAC1C,IAAM,EAAA,OAAA;AAAA,MACN,KAAA;AAAA,MACA,OAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,QAAQ,MAAoC,EAAA;AAChD,IAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAClB,IAAA,IAAI,CAAC,IAAK,CAAA,mBAAA,EAAsB,CAAA,QAAA,CAAS,KAAK,CAAG,EAAA;AAC/C,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,EAAE,MAAA,EAAQ,QAAU,EAAA,UAAA,KAAe,IAAK,CAAA,OAAA,CAAA;AAC9C,IAAM,MAAA,YAAA,GAAe,SAAS,eAAgB,EAAA,CAAA;AAC9C,IAAO,MAAA,CAAA,KAAA,CAAM,CAAuB,oBAAA,EAAA,YAAA,CAAA,UAAA,EAAyB,KAAa,CAAA,MAAA,CAAA,CAAA,CAAA;AAE1E,IAAI,IAAA,CAAC,SAAS,YAAc,EAAA;AAC1B,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,KAAQ,GAAA,QAAA,CAAS,YAAa,CAAA,OAAA,CAAQ,MAAM,CAAA,CAAA;AAElD,IAAA,IAAI,KAAO,EAAA;AACT,MAAI,IAAA,KAAA,CAAM,KAAM,CAAA,MAAA,GAAS,CAAG,EAAA;AAC1B,QAAM,MAAA,eAAA,GAAkB,MAAM,IAAA,CAAK,OAAQ,CAAA,yBAAA;AAAA,UACzC,YAAA;AAAA,SACF,CAAA;AAEA,QAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,UAAO,MAAA,CAAA,KAAA;AAAA,YACL,CAAuB,oBAAA,EAAA,YAAA,CAAA,qEAAA,CAAA;AAAA,WACzB,CAAA;AAAA,SACK,MAAA;AACL,UAAA,MAAM,OACJ,eAAgB,CAAA,MAAA,KAAW,SACvB,GAAA,MAAM,KAAK,OAAQ,CAAA,WAAA,CAAY,eAAgB,CAAA,EAAE,IACjD,MAAM,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,gBAAgB,EAAE,CAAA,CAAA;AAExD,UAAA,IAAI,CAAC,IAAM,EAAA;AACT,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,CAAyF,sFAAA,EAAA,YAAA,CAAA,CAAA,CAAA;AAAA,aAC3F,CAAA;AAAA,WACF;AACA,UAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA,CAAmB,IAAK,CAAA,EAAA,EAAI,MAAM,KAAK,CAAA,CAAA;AAAA,SAC5D;AAAA,OACF;AAEA,MAAI,IAAA,KAAA,CAAM,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA;AAC5B,QAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAyB,CAAA,KAAA,CAAM,OAAO,CAAA,CAAA;AAAA,OAC3D;AAEA,MAAA,MAAM,WAAW,aAAc,CAAA;AAAA,QAC7B,IAAM,EAAA,OAAA;AAAA,QACN,GAAG,KAAA;AAAA,OACJ,CAAA,CAAA;AACD,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,uBAAuB,YAAsC,CAAA,uBAAA,EAAA,KAAA,CAAA,OAAA,CAAA;AAAA,OAC/D,CAAA;AAAA,KACK,MAAA;AACL,MAAO,MAAA,CAAA,IAAA;AAAA,QACL,CAA4C,yCAAA,EAAA,KAAA,CAAA,0BAAA,CAAA;AAAA,OAC9C,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,mBAAgC,GAAA;AAC9B,IAAM,MAAA,EAAE,QAAS,EAAA,GAAI,IAAK,CAAA,OAAA,CAAA;AAC1B,IAAA,MAAM,SAAS,QAAS,CAAA,YAAA,GACpB,SAAS,YAAa,CAAA,mBAAA,KACtB,EAAC,CAAA;AACL,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;ACjYO,MAAM,mBAAsB,GAAA,wCAAA;;ACInC,eAAsB,wBAAwB,IAA2B,EAAA;AACvE,EAAA,MAAM,aAAgB,GAAAC,gCAAA;AAAA,IACpB,gEAAA;AAAA,IACA,YAAA;AAAA,GACF,CAAA;AAEA,EAAM,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA;AAAA,IACxB,SAAW,EAAA,aAAA;AAAA,IACX,SAAW,EAAA,mBAAA;AAAA,GACZ,CAAA,CAAA;AACH;;ACDO,MAAM,mCAAoC,CAAA;AAAA,EAG/C,YAAY,OAA2B,EAAA;AACrC,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,OAAgC,EAAA;AAC9D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAM,MAAA,EAAE,WAAa,EAAA,MAAA,EAAW,GAAA,OAAA,CAAA;AAChC,MAAM,MAAA,EAAA,CAAG,YAAY,CAAE,CAAA,KAAA,CAAM,MAAM,WAAW,CAAA,CAAE,OAAO,MAAM,CAAA,CAAA;AAAA,KAC9D,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,+BACJ,CAAA,QAAA,EACA,MACA,EAAA;AACA,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAClB,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,CACpC,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACjB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,sBAAsB,MAAyB,EAAA;AACnD,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACrC,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,kBACZ,CAAA,EAAA,EACA,GACA,EAAA;AACA,IAAA,MAAM,SAA6B,EAAC,CAAA;AACpC,IAAA,KAAA,IAAS,IAAI,CAAG,EAAA,CAAA,GAAI,GAAI,CAAA,MAAA,EAAQ,KAAK,GAAK,EAAA;AACxC,MAAA,MAAM,KAAQ,GAAA,GAAA,CAAI,KAAM,CAAA,CAAA,EAAG,IAAI,GAAG,CAAA,CAAA;AAClC,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA,CAAA;AAAA,KACnB;AAEA,IAAA,IAAI,OAAU,GAAA,CAAA,CAAA;AAEd,IAAA,KAAA,MAAW,SAAS,MAAQ,EAAA;AAC1B,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,yBAAyB,CAAA,CACpD,QACA,CAAA,OAAA;AAAA,QACC,IAAA;AAAA,QACA,KAAM,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAC7B,CAAA;AACF,MAAW,OAAA,IAAA,YAAA,CAAA;AAAA,KACb;AAEA,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,MAAS,GAAA,MAAM,EAAoB,CAAA,YAAY,CAClD,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,EACpC,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,MAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,2BAA2B,QAAkB,EAAA;AACjD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAoB,YAAY,CAAA,CAC1C,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA,CACvC,KAAM,EAAA,CAAA;AAAA,KACV,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,wBAAwB,QAAkB,EAAA;AAC9C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,sBAAsB,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC3D,QACA,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,EAAG,CAAA,iBAAiB,CACjB,CAAA,MAAA,CAAO,IAAI,CACX,CAAA,OAAA;AAAA,UACC,cAAA;AAAA,UACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,SAC5C;AAAA,OACJ,CAAA;AAEF,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,iBAAiB,CAAA,CAC5C,QACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,OAC5C,CAAA;AAEF,MAAA,MAAM,iBAAoB,GAAA,MAAM,EAAG,CAAA,YAAY,CAC5C,CAAA,MAAA,EACA,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,WAAA,CAAY,qBAAqB,MAAM,CAAA,CAAA;AAE1C,MAAO,OAAA;AAAA,QACL,SAAW,EAAA;AAAA,UACT,mBAAA;AAAA,UACA,YAAA;AAAA,UACA,iBAAA;AAAA,SACF;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,wBAAyB,CAAA,WAAA,EAAqB,QAAkB,EAAA;AACpE,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,OAAU,GAAA,MAAM,EAAoB,CAAA,YAAY,EACnD,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,SAAS,mBAAqB,EAAA,IAAI,CAClC,CAAA,WAAA,CAAY,MAAM,WAAW,CAAA,CAAA;AAEhC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAA,MAAM,GAAG,YAAY,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,MAAM,OAAO,CAAA,CAAA;AACrD,QAAA,MAAM,EAAG,CAAA,yBAAyB,CAC/B,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,UACC,mBAAA;AAAA,UACA,EAAA,CAAG,iBAAiB,CAAE,CAAA,MAAA,CAAO,IAAI,CAAE,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA;AAAA,SACpE,CAAA;AACF,QAAA,MAAM,GAAG,iBAAiB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA,CAAA;AAAA,OACtE;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,sBAAsB,QAAkB,EAAA;AAC5C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,YAAA,GAAiC,MAAM,EAAA,CAAG,YAAY,CAAA,CACzD,OAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,OAAA,GACJ,YAAa,CAAA,MAAA,GAAS,CAClB,GAAA,MAAM,GAAG,iBAAiB,CAAA,CACvB,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEtC,EAAC,CAAA;AAEP,MAAM,MAAA,aAAA,GACJ,OAAQ,CAAA,MAAA,GAAS,CACb,GAAA,MAAM,GAAG,yBAAyB,CAAA,CAC/B,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,OAAQ,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEjC,EAAC,CAAA;AAEP,MAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,kBAAA;AAAA,QACrC,EAAA;AAAA,QACA,aAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,YAAA,GACJ,QAAQ,MAAS,GAAA,CAAA,GACb,MAAM,EAAG,CAAA,iBAAiB,CACvB,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAEtC,GAAA,CAAA,CAAA;AAEN,MAAM,MAAA,iBAAA,GAAoB,MAAM,EAAG,CAAA,YAAY,EAC5C,MAAO,EAAA,CACP,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,MAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAID,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAED,MAAA,OAAO,EAAE,QAAA,EAAU,iBAAmB,EAAA,YAAA,EAAc,mBAAoB,EAAA,CAAA;AAAA,KACzE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,yBAAyB,QAAmC,EAAA;AAChE,IAAA,MAAM,IAAO,GAAA,QAAA,CAAS,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,SAAS,CAAA,CAAA;AAC1C,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,GAAG,yBAAyB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,CAAA;AAAA,KACjE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,8BAA8B,QAAkB,EAAA;AACpD,IAAA,MAAM,cAAcA,OAAG,EAAA,CAAA;AACvB,IAAA,MAAM,UAAa,GAAA,QAAA,CAAA;AACnB,IAAI,IAAA;AACF,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,EAAI,EAAA,WAAA;AAAA,QACJ,WAAa,EAAA,UAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,MAAQ,EAAA,UAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AACD,MAAO,OAAA,EAAE,aAAa,UAAY,EAAA,QAAA,EAAU,GAAG,YAAc,EAAA,IAAA,CAAK,KAAM,EAAA,CAAA;AAAA,aACjE,EAAP,EAAA;AAEA,MAAO,OAAA,KAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAAe,CAAA,QAAA,EAAkB,WAAqB,EAAA;AAC1D,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,0BAAA,CAA2B,QAAQ,CAAA,CAAA;AACxE,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC7C,MAAM,EAAE,KAAA,EAAO,6BAA8B,EAAC,CAC9C,CAAA,IAAA;AAAA,QACC,iBAAA;AAAA,QACA,oBAAA;AAAA,QACA,2CAAA;AAAA,OACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,iBAAiB,WAAW,CAAA,CAAA;AAErC,MAAM,MAAA,KAAA,GAAQ,MAAM,MAAO,CAAA,CAAC,KAAK,GAAQ,KAAA,GAAA,GAAO,GAAI,CAAA,KAAA,EAAkB,CAAC,CAAA,CAAA;AAEvE,MAAA,MAAM,UAAmC,EAAC,CAAA;AAC1C,MAAA,IAAI,iBAAmB,EAAA;AACrB,QAAA,MAAM,QAA2B,MAAM,EAAA,CAAG,yBAAyB,CAChE,CAAA,MAAA,CAAO,6BAA6B,CACpC,CAAA,IAAA;AAAA,UACC,iBAAA;AAAA,UACA,oBAAA;AAAA,UACA,2CAAA;AAAA,SACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,eAAiB,EAAA,iBAAA,CAAkB,EAAE,CAAA,CAAA;AAE9C,QAAQ,OAAA,CAAA,IAAA;AAAA,UACN,GAAG,KAAM,CAAA,GAAA,CAAI,CAAK,CAAA,KAAA;AAChB,YAAO,OAAA,EAAE,SAAW,EAAA,CAAA,CAAE,GAAI,EAAA,CAAA;AAAA,WAC3B,CAAA;AAAA,SACH,CAAA;AAAA,OACF;AAEA,MAAO,OAAA,EAAE,OAAO,OAAQ,EAAA,CAAA;AAAA,KACzB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAc,GAAA;AAClB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,UAAU,MAAM,EAAA;AAAA,QACpB,YAAA;AAAA,QAEC,QAAS,CAAA,IAAA,EAAM,eAAe,CAC9B,CAAA,KAAA,CAAM,qBAAqB,IAAI,CAAA,CAAA;AAClC,MAAO,OAAA,OAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAM,MAAA,IAAA,CAAK,gCAAgC,QAAU,EAAA;AAAA,MACnD,cAAA,sBAAoB,IAAK,EAAA;AAAA,KAC1B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,gBAAmB,GAAA;AACvB,IAAM,MAAA,SAAA,GAAY,MAAM,IAAA,CAAK,aAAc,EAAA,CAAA;AAE3C,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,YAAY,CAAA,CAAA;AAE5D,IAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,IAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,IAAA,KAAA,MAAW,YAAY,SAAW,EAAA;AAChC,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAIA,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAAA,KACH;AAEA,IAAA,MAAM,qBAAwB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,iBAAiB,CAAA,CAAA;AACrE,IAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,UAAA;AAAA,MACrC,yBAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,EAAE,iBAAmB,EAAA,qBAAA,EAAuB,mBAAoB,EAAA,CAAA;AAAA,GACzE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,WAAqB,EAAA;AAC9C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,WAAA,EAAa,QAAS,EAAA;AAAA,KACjC,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,MAAA,EAAQ,UAAW,EAAA;AAAA,KAC9B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,gBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,kBAAmB,CAAA,WAAA,EAAqB,UAAsB,EAAA;AAClE,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,MAAA;AAAA,QACb,cAAA,EAAgB,IAAI,IAAK,CAAA,IAAA,CAAK,KAAQ,GAAA,UAAA,CAAW,EAAG,CAAA,cAAc,CAAC,CAAA;AAAA,QACnE,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAwB,WAAqB,EAAA;AACjD,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA,EAAE,QAAU,EAAA,CAAA,EAAG,QAAQ,cAAe,EAAA;AAAA,KAC/C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,oBAAqB,CAAA,WAAA,EAAqB,OAAkB,EAAA;AAChE,IAAA,MAAM,MAAmC,GAAA;AAAA,MACvC,WAAa,EAAA,QAAA;AAAA,MACb,UAAA,EAAY,UAAU,OAAU,GAAA,KAAA,CAAA;AAAA,MAChC,cAAA,sBAAoB,IAAK,EAAA;AAAA,MACzB,MAAQ,EAAA,WAAA;AAAA,KACV,CAAA;AACA,IAAA,MAAM,IAAK,CAAA,yBAAA,CAA0B,EAAE,WAAA,EAAa,QAAQ,CAAA,CAAA;AAAA,GAC9D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,oBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,kBAAA,CACJ,WACA,EAAA,QAAA,EACA,OACA,aACA,EAAA;AACA,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,SAAA;AAAA,QACb,UAAU,QAAW,GAAA,CAAA;AAAA,QACrB,UAAA,EAAY,OAAO,KAAK,CAAA;AAAA,QACxB,gBAAgB,IAAI,IAAA,CAAK,IAAK,CAAA,GAAA,KAAQ,aAAa,CAAA;AAAA,QACnD,MAAQ,EAAA,aAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,MAAM,EAC1B,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,aAAa,WAAqB,EAAA;AACtC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,KAAK,EACzB,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,IAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAe,iBAAiB,CAAA,CACjD,KAAM,CAAA,cAAA,EAAgB,WAAW,CAAA,CACjC,OAAQ,CAAA,UAAA,EAAY,MAAM,CAAA,CAAA;AAC7B,MAAO,OAAA,KAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAW,OAA2B,EAAA;AAC1C,IAAM,MAAA,EAAE,QAAW,GAAA,OAAA,CAAA;AACnB,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,iBAAiB,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,kBAAmB,CAAA,MAAA,EAAgB,QAA4B,EAAA;AACnE,IAAA,MAAM,OAAO,QAAS,CAAA,GAAA,CAAI,OAAKE,+BAAmB,CAAA,CAAA,CAAE,MAAM,CAAC,CAAA,CAAA;AAE3D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,iBACJ,GAAA,CAAA,MAAM,EAAoB,CAAA,yBAAyB,EAChD,MAAO,CAAA,KAAK,CACZ,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,EACtB,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,GAAG,CAAA,CAAA;AAEhB,MAAM,MAAA,eAAA,GAAkB,IAAI,GAAA,CAAI,iBAAiB,CAAA,CAAA;AAEjD,MAAM,MAAA,OAAA,GAAU,KAAK,MAAO,CAAA,CAAA,CAAA,KAAK,CAAC,eAAgB,CAAA,GAAA,CAAI,CAAC,CAAC,CAAA,CAAA;AAExD,MAAM,MAAA,EAAA,CAAG,yBAAyB,CAC/B,CAAA,MAAA,CAAO,qBAAqB,MAAM,CAAA,CAClC,OAAQ,CAAA,KAAA,EAAO,iBAAiB,CAAA,CAAA;AAEnC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAM,MAAA,EAAA,CAAG,yBAAyB,CAAE,CAAA,MAAA;AAAA,UAClC,OAAA,CAAQ,IAAI,CAAQ,GAAA,MAAA;AAAA,YAClB,IAAIF,OAAG,EAAA;AAAA,YACP,iBAAmB,EAAA,MAAA;AAAA,YACnB,GAAA;AAAA,WACA,CAAA,CAAA;AAAA,SACJ,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,KAAe,EAAA;AAC9B,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAG,KAAK,CAAA,CAAE,MAAO,EAAA,CAAA;AAAA,KAC/B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAgB,GAAA;AACpB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,YAAY,MAAM,EAAA;AAAA,QACtB,YAAA;AAAA,OACF,CAAE,SAAS,eAAe,CAAA,CAAA;AAC1B,MAAA,OAAO,SAAU,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,aAAa,CAAA,CAAA;AAAA,KAClD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAa,CAAA,QAAA,EAAkB,MAAkC,EAAA;AACrE,IAAM,MAAA,IAAA,CAAK,+BAAgC,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAAA,GAC7D;AACF;;AC9mBO,MAAM,yBAA0B,CAAA;AAAA,EAIrC,WAAA,CAAY,SAA8C,MAAgB,EAAA;AACxE,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAA;AACf,IAAA,IAAA,CAAK,MAAS,GAAA,MAAA,CAAA;AAAA,GAChB;AAAA,EAEA,MAAM,YAAe,GAAA;AACnB,IAAA,MAAM,SAASG,0BAAO,EAAA,CAAA;AACtB,IAAO,MAAA,CAAA,GAAA,CAAIC,2BAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAGzB,IAAA,MAAA,CAAO,GAAI,CAAA,qBAAA,EAAuB,OAAO,CAAA,EAAG,GAAQ,KAAA;AAClD,MAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,WAAY,EAAA,CAAA;AAC/C,MAAA,MAAM,SAAY,GAAA,OAAA,CAAQ,GAAI,CAAA,CAAA,MAAA,KAAU,OAAO,aAAa,CAAA,CAAA;AAC5D,MAAA,MAAM,UAAa,GAAA;AAAA,QACjB,GAAG,IAAI,GAAI,CAAA,SAAA,CAAU,OAAO,CAAC,CAAA,EAAG,CAAG,EAAA,CAAA,KAAM,CAAE,CAAA,OAAA,CAAQ,CAAC,CAAA,KAAM,CAAC,CAAC,CAAA;AAAA,OAC9D,CAAA;AAEA,MAAI,IAAA,UAAA,CAAW,SAAS,CAAG,EAAA;AACzB,QAAA,GAAA,CAAI,KAAK,EAAE,OAAA,EAAS,KAAO,EAAA,mBAAA,EAAqB,YAAY,CAAA,CAAA;AAAA,OACvD,MAAA;AACL,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,CAAA,CAAA;AAAA,OAC5B;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,sBAAA,EAAwB,OAAO,CAAA,EAAG,GAAQ,KAAA;AACpD,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,gBAAiB,EAAA,CAAA;AACnD,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACjE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,MAAQ,EAAA;AAAA,YACN,gBAAgB,MAAO,CAAA,MAAA;AAAA,YACvB,cAAgB,EAAA,IAAI,IAAK,CAAA,MAAA,CAAO,cAAc,CAAA;AAAA,WAChD;AAAA,UACA,YAAY,MAAO,CAAA,UAAA;AAAA,SACpB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,MAAQ,EAAA;AAAA,cACN,cAAgB,EAAA,iCAAA;AAAA,aAClB;AAAA,WACD,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,CAAG,EAAA,QAAA,CAAA,6CAAA,CAAA;AAAA,WACL,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,YAAY,CAAa,UAAA,EAAA,QAAA,CAAA,WAAA,CAAA;AAAA,WAC1B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,wCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,QAAA,IAAI,MAAQ,EAAA;AACV,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,yBAAA,CAA0B,QAAQ,CAAA,CAAA;AACrD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,SAAS,CAAG,EAAA,QAAA,CAAA,wBAAA,CAAA;AAAA,WACb,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,UAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,YAAK,IAAA,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,QAAmC,CAAA,yBAAA,CAAA,CAAA,CAAA;AACxD,YAAA,GAAA,CAAI,IAAK,CAAA;AAAA,cACP,OAAS,EAAA,IAAA;AAAA,cACT,OAAS,EAAA,wDAAA;AAAA,aACV,CAAA,CAAA;AAAA,WACI,MAAA;AACL,YAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,cACnB,OAAS,EAAA,KAAA;AAAA,cACT,SAAS,CAAa,UAAA,EAAA,QAAA,CAAA,WAAA,CAAA;AAAA,aACvB,CAAA,CAAA;AAAA,WACH;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA;AAIA,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACxE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AAEzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,cAAc,MAAO,CAAA,EAAA,CAAA;AAC3B,QAAI,IAAA,MAAA,CAAO,WAAW,SAAW,EAAA;AAC/B,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,SAC7C,MAAA;AACL,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,SACrD;AACA,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,SAAS,CAAG,EAAA,QAAA,CAAA,uBAAA,CAAA;AAAA,SACb,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAK,IAAA,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,QAAmC,CAAA,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,SAAS,CAAa,UAAA,EAAA,QAAA,CAAA,WAAA,CAAA;AAAA,WACvB,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sBAAA,CAAA,EAA0B,OAAO,IAAA,EAAM,GAAQ,KAAA;AACxD,MAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAEnD,MAAA,GAAA,CAAI,IAAK,CAAA;AAAA,QACP,OAAS,EAAA,IAAA;AAAA,QACT,SAAA;AAAA,OACD,CAAA,CAAA;AAAA,KACF,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,uCAAA,CAAA,EAA2C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACzE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,QAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AACrE,QAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,QAAU,EAAA;AAAA,UACxC,WAAa,EAAA,gBAAA;AAAA,UACb,sBAAA,sBAA4B,IAAK,EAAA;AAAA,UACjC,cAAA;AAAA,UACA,MAAQ,EAAA,SAAA;AAAA,SACT,CAAA,CAAA;AACD,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,SAAS,CAAG,EAAA,QAAA,CAAA,6BAAA,CAAA;AAAA,SACb,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAK,IAAA,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,QAAmC,CAAA,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gDAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,SAAS,CAAa,UAAA,EAAA,QAAA,CAAA,WAAA,CAAA;AAAA,WACvB,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,MAAO,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACpE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,sBAAsB,QAAQ,CAAA,CAAA;AAChE,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACvE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,KAAK,MAAO,CAAA,EAAA,CAAA;AAClB,QAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AACjD,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,SAAS,CAAA,CAAA;AAAA,OAC9B,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAK,IAAA,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,QAAmC,CAAA,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,yCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,CAAG,EAAA,QAAA,CAAA,6CAAA,CAAA;AAAA,WACL,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,YAAY,CAAa,UAAA,EAAA,QAAA,CAAA,WAAA,CAAA;AAAA,WAC1B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAO,MAAA,CAAA,MAAA;AAAA,MACL,CAAA,sCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAwB,QAAQ,CAAA,CAAA;AAErE,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,SAAS,CAA+B,4BAAA,EAAA,QAAA,CAAA,UAAA,CAAA;AAAA,UACxC,SAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACF,CAAA;AAEA,IAAO,MAAA,CAAA,GAAA,CAAIC,4BAAc,CAAA,CAAA;AAEzB,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;;;;;;;;;;;;;;;;;;;AC5PA,IAAA,QAAA,EAAA,OAAA,EAAA,EAAA,CAAA;AAgBO,MAAM,QAAkC,CAAA;AAAA,EAetC,WAAc,GAAA;AAdrB,IAAA,YAAA,CAAA,IAAA,EAAA,QAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AACA,IAAA,YAAA,CAAA,IAAA,EAAA,OAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AAwBA,IAAA,IAAA,CAAC,EAAkC,CAAA,GAAA,UAAA,CAAA;AAVjC,IAAA,MAAM,OAAU,GAAA,IAAI,OAAW,CAAA,CAAC,SAAS,MAAW,KAAA;AAClD,MAAA,YAAA,CAAA,IAAA,EAAK,QAAW,EAAA,OAAA,CAAA,CAAA;AAChB,MAAA,YAAA,CAAA,IAAA,EAAK,OAAU,EAAA,MAAA,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,IAAO,GAAA,OAAA,CAAQ,IAAK,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACrC,IAAA,IAAA,CAAK,KAAQ,GAAA,OAAA,CAAQ,KAAM,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACvC,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AAAA,GAC7C;AAAA,EApBA,IAAW,OAAU,GAAA;AACnB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAAA,GACd;AAAA,EACA,IAAW,MAAS,GAAA;AAClB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AAAA,GACd;AAkBF,CAAA;AADG,EAAO,GAAA,MAAA,CAAA,WAAA,CAAA;AAzBR,QAAA,GAAA,IAAA,OAAA,EAAA,CAAA;AACA,OAAA,GAAA,IAAA,OAAA,EAAA;;;;;;;;"}