@backstage/plugin-catalog-backend-module-incremental-ingestion 0.4.23-next.2 → 0.4.24-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +31 -0
- package/alpha/package.json +1 -1
- package/dist/alpha.cjs.js +6 -13
- package/dist/alpha.cjs.js.map +1 -1
- package/dist/cjs/{util-Ds1zK77X.cjs.js → util-B3Qn9g5Y.cjs.js} +43 -106
- package/dist/cjs/util-B3Qn9g5Y.cjs.js.map +1 -0
- package/dist/index.cjs.js +4 -9
- package/dist/index.cjs.js.map +1 -1
- package/package.json +11 -11
- package/dist/cjs/util-Ds1zK77X.cjs.js.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,36 @@
|
|
|
1
1
|
# @backstage/plugin-catalog-backend-module-incremental-ingestion
|
|
2
2
|
|
|
3
|
+
## 0.4.24-next.0
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies
|
|
8
|
+
- @backstage/backend-tasks@0.5.24-next.0
|
|
9
|
+
- @backstage/backend-common@0.22.1-next.0
|
|
10
|
+
- @backstage/plugin-catalog-backend@1.23.0-next.0
|
|
11
|
+
- @backstage/plugin-events-node@0.3.5-next.0
|
|
12
|
+
- @backstage/backend-plugin-api@0.6.19-next.0
|
|
13
|
+
- @backstage/plugin-catalog-node@1.12.1-next.0
|
|
14
|
+
- @backstage/catalog-model@1.5.0
|
|
15
|
+
- @backstage/config@1.2.0
|
|
16
|
+
- @backstage/errors@1.2.4
|
|
17
|
+
- @backstage/plugin-permission-common@0.7.13
|
|
18
|
+
|
|
19
|
+
## 0.4.23
|
|
20
|
+
|
|
21
|
+
### Patch Changes
|
|
22
|
+
|
|
23
|
+
- 8c1ab9e: Fix plugin/incremental-ingestion 'Maximum call stack size exceeded' error when ingest large entities.
|
|
24
|
+
- d229dc4: Move path utilities from `backend-common` to the `backend-plugin-api` package.
|
|
25
|
+
- Updated dependencies
|
|
26
|
+
- @backstage/plugin-catalog-node@1.12.0
|
|
27
|
+
- @backstage/plugin-catalog-backend@1.22.0
|
|
28
|
+
- @backstage/catalog-model@1.5.0
|
|
29
|
+
- @backstage/backend-common@0.22.0
|
|
30
|
+
- @backstage/backend-plugin-api@0.6.18
|
|
31
|
+
- @backstage/backend-tasks@0.5.23
|
|
32
|
+
- @backstage/plugin-events-node@0.3.4
|
|
33
|
+
|
|
3
34
|
## 0.4.23-next.2
|
|
4
35
|
|
|
5
36
|
### Patch Changes
|
package/alpha/package.json
CHANGED
package/dist/alpha.cjs.js
CHANGED
|
@@ -6,27 +6,21 @@ var backendPluginApi = require('@backstage/backend-plugin-api');
|
|
|
6
6
|
var alpha = require('@backstage/plugin-catalog-node/alpha');
|
|
7
7
|
var errors = require('@backstage/errors');
|
|
8
8
|
var luxon = require('luxon');
|
|
9
|
-
var util = require('./cjs/util-
|
|
9
|
+
var util = require('./cjs/util-B3Qn9g5Y.cjs.js');
|
|
10
10
|
require('perf_hooks');
|
|
11
11
|
require('uuid');
|
|
12
|
-
require('@backstage/backend-common');
|
|
13
12
|
require('@backstage/catalog-model');
|
|
13
|
+
require('@backstage/backend-common');
|
|
14
14
|
require('express');
|
|
15
15
|
require('express-promise-router');
|
|
16
16
|
|
|
17
|
-
var __defProp = Object.defineProperty;
|
|
18
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
19
|
-
var __publicField = (obj, key, value) => {
|
|
20
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
21
|
-
return value;
|
|
22
|
-
};
|
|
23
17
|
class WrapperProviders {
|
|
24
18
|
constructor(options) {
|
|
25
19
|
this.options = options;
|
|
26
|
-
__publicField(this, "migrate");
|
|
27
|
-
__publicField(this, "numberOfProvidersToConnect", 0);
|
|
28
|
-
__publicField(this, "readySignal", new util.Deferred());
|
|
29
20
|
}
|
|
21
|
+
migrate;
|
|
22
|
+
numberOfProvidersToConnect = 0;
|
|
23
|
+
readySignal = new util.Deferred();
|
|
30
24
|
wrap(provider, options) {
|
|
31
25
|
this.numberOfProvidersToConnect += 1;
|
|
32
26
|
return {
|
|
@@ -53,8 +47,7 @@ class WrapperProviders {
|
|
|
53
47
|
try {
|
|
54
48
|
if (!this.migrate) {
|
|
55
49
|
this.migrate = Promise.resolve().then(async () => {
|
|
56
|
-
|
|
57
|
-
const apply = (_a = this.options.applyDatabaseMigrations) != null ? _a : util.applyDatabaseMigrations;
|
|
50
|
+
const apply = this.options.applyDatabaseMigrations ?? util.applyDatabaseMigrations;
|
|
58
51
|
await apply(this.options.client);
|
|
59
52
|
});
|
|
60
53
|
}
|
package/dist/alpha.cjs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"alpha.cjs.js","sources":["../src/module/WrapperProviders.ts","../src/module/catalogModuleIncrementalIngestionEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n LoggerService,\n RootConfigService,\n SchedulerService,\n} from '@backstage/backend-plugin-api';\nimport { stringifyError } from '@backstage/errors';\nimport {\n EntityProvider,\n EntityProviderConnection,\n} from '@backstage/plugin-catalog-node';\nimport express from 'express';\nimport { Knex } from 'knex';\nimport { Duration } from 'luxon';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n} from '../types';\nimport { Deferred } from '../util';\n\n/**\n * Helps in the creation of the catalog entity providers that wrap the\n * incremental ones.\n */\nexport class WrapperProviders {\n private migrate: Promise<void> | undefined;\n private numberOfProvidersToConnect = 0;\n private readonly readySignal = new Deferred<void>();\n\n constructor(\n private readonly options: {\n config: RootConfigService;\n logger: LoggerService;\n client: Knex;\n scheduler: SchedulerService;\n applyDatabaseMigrations?: typeof applyDatabaseMigrations;\n },\n ) {}\n\n wrap(\n provider: IncrementalEntityProvider<unknown, unknown>,\n options: IncrementalEntityProviderOptions,\n ): EntityProvider {\n this.numberOfProvidersToConnect += 1;\n return {\n getProviderName: () => provider.getProviderName(),\n connect: async connection => {\n await this.startProvider(provider, options, connection);\n this.numberOfProvidersToConnect -= 1;\n if (this.numberOfProvidersToConnect === 0) {\n this.readySignal.resolve();\n }\n },\n };\n }\n\n async adminRouter(): Promise<express.Router> {\n return await new IncrementalProviderRouter(\n new IncrementalIngestionDatabaseManager({ client: this.options.client }),\n this.options.logger,\n ).createRouter();\n }\n\n private async startProvider(\n provider: IncrementalEntityProvider<unknown, unknown>,\n providerOptions: IncrementalEntityProviderOptions,\n connection: EntityProviderConnection,\n ) {\n const logger = this.options.logger.child({\n entityProvider: provider.getProviderName(),\n });\n\n try {\n if (!this.migrate) {\n this.migrate = Promise.resolve().then(async () => {\n const apply =\n this.options.applyDatabaseMigrations ?? applyDatabaseMigrations;\n await apply(this.options.client);\n });\n }\n\n await this.migrate;\n\n const { burstInterval, burstLength, restLength } = providerOptions;\n\n logger.info(`Connecting`);\n\n const manager = new IncrementalIngestionDatabaseManager({\n client: this.options.client,\n });\n const engine = new IncrementalIngestionEngine({\n ...providerOptions,\n ready: this.readySignal,\n manager,\n logger,\n provider,\n restLength,\n connection,\n });\n\n const frequency = Duration.isDuration(burstInterval)\n ? burstInterval\n : Duration.fromObject(burstInterval);\n const length = Duration.isDuration(burstLength)\n ? burstLength\n : Duration.fromObject(burstLength);\n\n await this.options.scheduler.scheduleTask({\n id: provider.getProviderName(),\n fn: engine.taskFn.bind(engine),\n frequency,\n timeout: length,\n });\n } catch (error) {\n logger.warn(\n `Failed to initialize incremental ingestion provider ${provider.getProviderName()}, ${stringifyError(\n error,\n )}`,\n );\n throw error;\n }\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n createExtensionPoint,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n} from '@backstage/plugin-catalog-backend-module-incremental-ingestion';\nimport { WrapperProviders } from './WrapperProviders';\n\n/**\n * @alpha\n * Interface for {@link incrementalIngestionProvidersExtensionPoint}.\n */\nexport interface IncrementalIngestionProviderExtensionPoint {\n /** Adds a new incremental entity provider */\n addProvider<TCursor, TContext>(config: {\n options: IncrementalEntityProviderOptions;\n provider: IncrementalEntityProvider<TCursor, TContext>;\n }): void;\n}\n\n/**\n * @alpha\n *\n * Extension point for registering incremental ingestion providers.\n * The `catalogModuleIncrementalIngestionEntityProvider` must be installed for these providers to work.\n *\n * @example\n *\n * ```ts\n * backend.add(createBackendModule({\n * pluginId: 'catalog',\n * moduleId: 'my-incremental-provider',\n * register(env) {\n * env.registerInit({\n * deps: {\n * extension: incrementalIngestionProvidersExtensionPoint,\n * },\n * async init({ extension }) {\n * extension.addProvider({\n * burstInterval: ...,\n * burstLength: ...,\n * restLength: ...,\n * }, {\n * next(context, cursor) {\n * ...\n * },\n * ...\n * })\n * })\n * })\n * }\n * }))\n * ```\n */\nexport const incrementalIngestionProvidersExtensionPoint =\n createExtensionPoint<IncrementalIngestionProviderExtensionPoint>({\n id: 'catalog.incrementalIngestionProvider.providers',\n });\n\n/**\n * Registers the incremental entity provider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleIncrementalIngestionEntityProvider =\n createBackendModule({\n pluginId: 'catalog',\n moduleId: 'incremental-ingestion-entity-provider',\n register(env) {\n const addedProviders = new Array<{\n provider: IncrementalEntityProvider<unknown, unknown>;\n options: IncrementalEntityProviderOptions;\n }>();\n\n env.registerExtensionPoint(incrementalIngestionProvidersExtensionPoint, {\n addProvider({ options, provider }) {\n addedProviders.push({ options, provider });\n },\n });\n\n env.registerInit({\n deps: {\n catalog: catalogProcessingExtensionPoint,\n config: coreServices.rootConfig,\n database: coreServices.database,\n httpRouter: coreServices.httpRouter,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({\n catalog,\n config,\n database,\n httpRouter,\n logger,\n scheduler,\n }) {\n const client = await database.getClient();\n\n const providers = new WrapperProviders({\n config,\n logger,\n client,\n scheduler,\n });\n\n for (const entry of addedProviders) {\n const wrapped = providers.wrap(entry.provider, entry.options);\n catalog.addEntityProvider(wrapped);\n }\n\n httpRouter.use(await providers.adminRouter());\n },\n });\n },\n });\n"],"names":["Deferred","IncrementalProviderRouter","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalIngestionEngine","Duration","stringifyError","createExtensionPoint","createBackendModule","catalogProcessingExtensionPoint","coreServices"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AA2CO,MAAM,gBAAiB,CAAA;AAAA,EAK5B,YACmB,OAOjB,EAAA;AAPiB,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AALnB,IAAQ,aAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AACR,IAAA,aAAA,CAAA,IAAA,EAAQ,4BAA6B,EAAA,CAAA,CAAA,CAAA;AACrC,IAAiB,aAAA,CAAA,IAAA,EAAA,aAAA,EAAc,IAAIA,aAAe,EAAA,CAAA,CAAA;AAAA,GAU/C;AAAA,EAEH,IAAA,CACE,UACA,OACgB,EAAA;AAChB,IAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,IAAO,OAAA;AAAA,MACL,eAAA,EAAiB,MAAM,QAAA,CAAS,eAAgB,EAAA;AAAA,MAChD,OAAA,EAAS,OAAM,UAAc,KAAA;AAC3B,QAAA,MAAM,IAAK,CAAA,aAAA,CAAc,QAAU,EAAA,OAAA,EAAS,UAAU,CAAA,CAAA;AACtD,QAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,QAAI,IAAA,IAAA,CAAK,+BAA+B,CAAG,EAAA;AACzC,UAAA,IAAA,CAAK,YAAY,OAAQ,EAAA,CAAA;AAAA,SAC3B;AAAA,OACF;AAAA,KACF,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,WAAuC,GAAA;AAC3C,IAAA,OAAO,MAAM,IAAIC,8BAAA;AAAA,MACf,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,IAAK,CAAA,OAAA,CAAQ,QAAQ,CAAA;AAAA,MACvE,KAAK,OAAQ,CAAA,MAAA;AAAA,MACb,YAAa,EAAA,CAAA;AAAA,GACjB;AAAA,EAEA,MAAc,aAAA,CACZ,QACA,EAAA,eAAA,EACA,UACA,EAAA;AACA,IAAA,MAAM,MAAS,GAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MACvC,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,KAC1C,CAAA,CAAA;AAED,IAAI,IAAA;AACF,MAAI,IAAA,CAAC,KAAK,OAAS,EAAA;AACjB,QAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,EAAA,CAAE,KAAK,YAAY;AA7F1D,UAAA,IAAA,EAAA,CAAA;AA8FU,UAAA,MAAM,KACJ,GAAA,CAAA,EAAA,GAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,KAAb,IAAwC,GAAA,EAAA,GAAAC,4BAAA,CAAA;AAC1C,UAAM,MAAA,KAAA,CAAM,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA,CAAA;AAAA,SAChC,CAAA,CAAA;AAAA,OACH;AAEA,MAAA,MAAM,IAAK,CAAA,OAAA,CAAA;AAEX,MAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,eAAA,CAAA;AAEnD,MAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,MAAM,MAAA,OAAA,GAAU,IAAID,wCAAoC,CAAA;AAAA,QACtD,MAAA,EAAQ,KAAK,OAAQ,CAAA,MAAA;AAAA,OACtB,CAAA,CAAA;AACD,MAAM,MAAA,MAAA,GAAS,IAAIE,+BAA2B,CAAA;AAAA,QAC5C,GAAG,eAAA;AAAA,QACH,OAAO,IAAK,CAAA,WAAA;AAAA,QACZ,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,UAAA;AAAA,OACD,CAAA,CAAA;AAED,MAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,MAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,MAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,SAAA,CAAU,YAAa,CAAA;AAAA,QACxC,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,QAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,QAC7B,SAAA;AAAA,QACA,OAAS,EAAA,MAAA;AAAA,OACV,CAAA,CAAA;AAAA,aACM,KAAO,EAAA;AACd,MAAO,MAAA,CAAA,IAAA;AAAA,QACL,CAAuD,oDAAA,EAAA,QAAA,CAAS,eAAgB,EAAC,CAAK,EAAA,EAAAC,qBAAA;AAAA,UACpF,KAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA;AACA,MAAM,MAAA,KAAA,CAAA;AAAA,KACR;AAAA,GACF;AACF;;ACnEO,MAAM,8CACXC,qCAAiE,CAAA;AAAA,EAC/D,EAAI,EAAA,gDAAA;AACN,CAAC,EAAA;AAOI,MAAM,kDACXC,oCAAoB,CAAA;AAAA,EAClB,QAAU,EAAA,SAAA;AAAA,EACV,QAAU,EAAA,uCAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAM,MAAA,cAAA,GAAiB,IAAI,KAGxB,EAAA,CAAA;AAEH,IAAA,GAAA,CAAI,uBAAuB,2CAA6C,EAAA;AAAA,MACtE,WAAY,CAAA,EAAE,OAAS,EAAA,QAAA,EAAY,EAAA;AACjC,QAAA,cAAA,CAAe,IAAK,CAAA,EAAE,OAAS,EAAA,QAAA,EAAU,CAAA,CAAA;AAAA,OAC3C;AAAA,KACD,CAAA,CAAA;AAED,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,OAAS,EAAAC,qCAAA;AAAA,QACT,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,UAAUA,6BAAa,CAAA,QAAA;AAAA,QACvB,YAAYA,6BAAa,CAAA,UAAA;AAAA,QACzB,QAAQA,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA;AAAA,QACT,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,MAAA;AAAA,QACA,SAAA;AAAA,OACC,EAAA;AACD,QAAM,MAAA,MAAA,GAAS,MAAM,QAAA,CAAS,SAAU,EAAA,CAAA;AAExC,QAAM,MAAA,SAAA,GAAY,IAAI,gBAAiB,CAAA;AAAA,UACrC,MAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAA,KAAA,MAAW,SAAS,cAAgB,EAAA;AAClC,UAAA,MAAM,UAAU,SAAU,CAAA,IAAA,CAAK,KAAM,CAAA,QAAA,EAAU,MAAM,OAAO,CAAA,CAAA;AAC5D,UAAA,OAAA,CAAQ,kBAAkB,OAAO,CAAA,CAAA;AAAA,SACnC;AAEA,QAAA,UAAA,CAAW,GAAI,CAAA,MAAM,SAAU,CAAA,WAAA,EAAa,CAAA,CAAA;AAAA,OAC9C;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;;"}
|
|
1
|
+
{"version":3,"file":"alpha.cjs.js","sources":["../src/module/WrapperProviders.ts","../src/module/catalogModuleIncrementalIngestionEntityProvider.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n LoggerService,\n RootConfigService,\n SchedulerService,\n} from '@backstage/backend-plugin-api';\nimport { stringifyError } from '@backstage/errors';\nimport {\n EntityProvider,\n EntityProviderConnection,\n} from '@backstage/plugin-catalog-node';\nimport express from 'express';\nimport { Knex } from 'knex';\nimport { Duration } from 'luxon';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n} from '../types';\nimport { Deferred } from '../util';\n\n/**\n * Helps in the creation of the catalog entity providers that wrap the\n * incremental ones.\n */\nexport class WrapperProviders {\n private migrate: Promise<void> | undefined;\n private numberOfProvidersToConnect = 0;\n private readonly readySignal = new Deferred<void>();\n\n constructor(\n private readonly options: {\n config: RootConfigService;\n logger: LoggerService;\n client: Knex;\n scheduler: SchedulerService;\n applyDatabaseMigrations?: typeof applyDatabaseMigrations;\n },\n ) {}\n\n wrap(\n provider: IncrementalEntityProvider<unknown, unknown>,\n options: IncrementalEntityProviderOptions,\n ): EntityProvider {\n this.numberOfProvidersToConnect += 1;\n return {\n getProviderName: () => provider.getProviderName(),\n connect: async connection => {\n await this.startProvider(provider, options, connection);\n this.numberOfProvidersToConnect -= 1;\n if (this.numberOfProvidersToConnect === 0) {\n this.readySignal.resolve();\n }\n },\n };\n }\n\n async adminRouter(): Promise<express.Router> {\n return await new IncrementalProviderRouter(\n new IncrementalIngestionDatabaseManager({ client: this.options.client }),\n this.options.logger,\n ).createRouter();\n }\n\n private async startProvider(\n provider: IncrementalEntityProvider<unknown, unknown>,\n providerOptions: IncrementalEntityProviderOptions,\n connection: EntityProviderConnection,\n ) {\n const logger = this.options.logger.child({\n entityProvider: provider.getProviderName(),\n });\n\n try {\n if (!this.migrate) {\n this.migrate = Promise.resolve().then(async () => {\n const apply =\n this.options.applyDatabaseMigrations ?? applyDatabaseMigrations;\n await apply(this.options.client);\n });\n }\n\n await this.migrate;\n\n const { burstInterval, burstLength, restLength } = providerOptions;\n\n logger.info(`Connecting`);\n\n const manager = new IncrementalIngestionDatabaseManager({\n client: this.options.client,\n });\n const engine = new IncrementalIngestionEngine({\n ...providerOptions,\n ready: this.readySignal,\n manager,\n logger,\n provider,\n restLength,\n connection,\n });\n\n const frequency = Duration.isDuration(burstInterval)\n ? burstInterval\n : Duration.fromObject(burstInterval);\n const length = Duration.isDuration(burstLength)\n ? burstLength\n : Duration.fromObject(burstLength);\n\n await this.options.scheduler.scheduleTask({\n id: provider.getProviderName(),\n fn: engine.taskFn.bind(engine),\n frequency,\n timeout: length,\n });\n } catch (error) {\n logger.warn(\n `Failed to initialize incremental ingestion provider ${provider.getProviderName()}, ${stringifyError(\n error,\n )}`,\n );\n throw error;\n }\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n coreServices,\n createBackendModule,\n createExtensionPoint,\n} from '@backstage/backend-plugin-api';\nimport { catalogProcessingExtensionPoint } from '@backstage/plugin-catalog-node/alpha';\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n} from '@backstage/plugin-catalog-backend-module-incremental-ingestion';\nimport { WrapperProviders } from './WrapperProviders';\n\n/**\n * @alpha\n * Interface for {@link incrementalIngestionProvidersExtensionPoint}.\n */\nexport interface IncrementalIngestionProviderExtensionPoint {\n /** Adds a new incremental entity provider */\n addProvider<TCursor, TContext>(config: {\n options: IncrementalEntityProviderOptions;\n provider: IncrementalEntityProvider<TCursor, TContext>;\n }): void;\n}\n\n/**\n * @alpha\n *\n * Extension point for registering incremental ingestion providers.\n * The `catalogModuleIncrementalIngestionEntityProvider` must be installed for these providers to work.\n *\n * @example\n *\n * ```ts\n * backend.add(createBackendModule({\n * pluginId: 'catalog',\n * moduleId: 'my-incremental-provider',\n * register(env) {\n * env.registerInit({\n * deps: {\n * extension: incrementalIngestionProvidersExtensionPoint,\n * },\n * async init({ extension }) {\n * extension.addProvider({\n * burstInterval: ...,\n * burstLength: ...,\n * restLength: ...,\n * }, {\n * next(context, cursor) {\n * ...\n * },\n * ...\n * })\n * })\n * })\n * }\n * }))\n * ```\n */\nexport const incrementalIngestionProvidersExtensionPoint =\n createExtensionPoint<IncrementalIngestionProviderExtensionPoint>({\n id: 'catalog.incrementalIngestionProvider.providers',\n });\n\n/**\n * Registers the incremental entity provider with the catalog processing extension point.\n *\n * @alpha\n */\nexport const catalogModuleIncrementalIngestionEntityProvider =\n createBackendModule({\n pluginId: 'catalog',\n moduleId: 'incremental-ingestion-entity-provider',\n register(env) {\n const addedProviders = new Array<{\n provider: IncrementalEntityProvider<unknown, unknown>;\n options: IncrementalEntityProviderOptions;\n }>();\n\n env.registerExtensionPoint(incrementalIngestionProvidersExtensionPoint, {\n addProvider({ options, provider }) {\n addedProviders.push({ options, provider });\n },\n });\n\n env.registerInit({\n deps: {\n catalog: catalogProcessingExtensionPoint,\n config: coreServices.rootConfig,\n database: coreServices.database,\n httpRouter: coreServices.httpRouter,\n logger: coreServices.logger,\n scheduler: coreServices.scheduler,\n },\n async init({\n catalog,\n config,\n database,\n httpRouter,\n logger,\n scheduler,\n }) {\n const client = await database.getClient();\n\n const providers = new WrapperProviders({\n config,\n logger,\n client,\n scheduler,\n });\n\n for (const entry of addedProviders) {\n const wrapped = providers.wrap(entry.provider, entry.options);\n catalog.addEntityProvider(wrapped);\n }\n\n httpRouter.use(await providers.adminRouter());\n },\n });\n },\n });\n"],"names":["Deferred","IncrementalProviderRouter","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalIngestionEngine","Duration","stringifyError","createExtensionPoint","createBackendModule","catalogProcessingExtensionPoint","coreServices"],"mappings":";;;;;;;;;;;;;;;;AA2CO,MAAM,gBAAiB,CAAA;AAAA,EAK5B,YACmB,OAOjB,EAAA;AAPiB,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAAA,GAOhB;AAAA,EAZK,OAAA,CAAA;AAAA,EACA,0BAA6B,GAAA,CAAA,CAAA;AAAA,EACpB,WAAA,GAAc,IAAIA,aAAe,EAAA,CAAA;AAAA,EAYlD,IAAA,CACE,UACA,OACgB,EAAA;AAChB,IAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,IAAO,OAAA;AAAA,MACL,eAAA,EAAiB,MAAM,QAAA,CAAS,eAAgB,EAAA;AAAA,MAChD,OAAA,EAAS,OAAM,UAAc,KAAA;AAC3B,QAAA,MAAM,IAAK,CAAA,aAAA,CAAc,QAAU,EAAA,OAAA,EAAS,UAAU,CAAA,CAAA;AACtD,QAAA,IAAA,CAAK,0BAA8B,IAAA,CAAA,CAAA;AACnC,QAAI,IAAA,IAAA,CAAK,+BAA+B,CAAG,EAAA;AACzC,UAAA,IAAA,CAAK,YAAY,OAAQ,EAAA,CAAA;AAAA,SAC3B;AAAA,OACF;AAAA,KACF,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,WAAuC,GAAA;AAC3C,IAAA,OAAO,MAAM,IAAIC,8BAAA;AAAA,MACf,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,IAAK,CAAA,OAAA,CAAQ,QAAQ,CAAA;AAAA,MACvE,KAAK,OAAQ,CAAA,MAAA;AAAA,MACb,YAAa,EAAA,CAAA;AAAA,GACjB;AAAA,EAEA,MAAc,aAAA,CACZ,QACA,EAAA,eAAA,EACA,UACA,EAAA;AACA,IAAA,MAAM,MAAS,GAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MACvC,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,KAC1C,CAAA,CAAA;AAED,IAAI,IAAA;AACF,MAAI,IAAA,CAAC,KAAK,OAAS,EAAA;AACjB,QAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,EAAA,CAAE,KAAK,YAAY;AAChD,UAAM,MAAA,KAAA,GACJ,IAAK,CAAA,OAAA,CAAQ,uBAA2B,IAAAC,4BAAA,CAAA;AAC1C,UAAM,MAAA,KAAA,CAAM,IAAK,CAAA,OAAA,CAAQ,MAAM,CAAA,CAAA;AAAA,SAChC,CAAA,CAAA;AAAA,OACH;AAEA,MAAA,MAAM,IAAK,CAAA,OAAA,CAAA;AAEX,MAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,eAAA,CAAA;AAEnD,MAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,MAAM,MAAA,OAAA,GAAU,IAAID,wCAAoC,CAAA;AAAA,QACtD,MAAA,EAAQ,KAAK,OAAQ,CAAA,MAAA;AAAA,OACtB,CAAA,CAAA;AACD,MAAM,MAAA,MAAA,GAAS,IAAIE,+BAA2B,CAAA;AAAA,QAC5C,GAAG,eAAA;AAAA,QACH,OAAO,IAAK,CAAA,WAAA;AAAA,QACZ,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,UAAA;AAAA,OACD,CAAA,CAAA;AAED,MAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,MAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,MAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,SAAA,CAAU,YAAa,CAAA;AAAA,QACxC,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,QAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,QAC7B,SAAA;AAAA,QACA,OAAS,EAAA,MAAA;AAAA,OACV,CAAA,CAAA;AAAA,aACM,KAAO,EAAA;AACd,MAAO,MAAA,CAAA,IAAA;AAAA,QACL,CAAuD,oDAAA,EAAA,QAAA,CAAS,eAAgB,EAAC,CAAK,EAAA,EAAAC,qBAAA;AAAA,UACpF,KAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH,CAAA;AACA,MAAM,MAAA,KAAA,CAAA;AAAA,KACR;AAAA,GACF;AACF;;ACnEO,MAAM,8CACXC,qCAAiE,CAAA;AAAA,EAC/D,EAAI,EAAA,gDAAA;AACN,CAAC,EAAA;AAOI,MAAM,kDACXC,oCAAoB,CAAA;AAAA,EAClB,QAAU,EAAA,SAAA;AAAA,EACV,QAAU,EAAA,uCAAA;AAAA,EACV,SAAS,GAAK,EAAA;AACZ,IAAM,MAAA,cAAA,GAAiB,IAAI,KAGxB,EAAA,CAAA;AAEH,IAAA,GAAA,CAAI,uBAAuB,2CAA6C,EAAA;AAAA,MACtE,WAAY,CAAA,EAAE,OAAS,EAAA,QAAA,EAAY,EAAA;AACjC,QAAA,cAAA,CAAe,IAAK,CAAA,EAAE,OAAS,EAAA,QAAA,EAAU,CAAA,CAAA;AAAA,OAC3C;AAAA,KACD,CAAA,CAAA;AAED,IAAA,GAAA,CAAI,YAAa,CAAA;AAAA,MACf,IAAM,EAAA;AAAA,QACJ,OAAS,EAAAC,qCAAA;AAAA,QACT,QAAQC,6BAAa,CAAA,UAAA;AAAA,QACrB,UAAUA,6BAAa,CAAA,QAAA;AAAA,QACvB,YAAYA,6BAAa,CAAA,UAAA;AAAA,QACzB,QAAQA,6BAAa,CAAA,MAAA;AAAA,QACrB,WAAWA,6BAAa,CAAA,SAAA;AAAA,OAC1B;AAAA,MACA,MAAM,IAAK,CAAA;AAAA,QACT,OAAA;AAAA,QACA,MAAA;AAAA,QACA,QAAA;AAAA,QACA,UAAA;AAAA,QACA,MAAA;AAAA,QACA,SAAA;AAAA,OACC,EAAA;AACD,QAAM,MAAA,MAAA,GAAS,MAAM,QAAA,CAAS,SAAU,EAAA,CAAA;AAExC,QAAM,MAAA,SAAA,GAAY,IAAI,gBAAiB,CAAA;AAAA,UACrC,MAAA;AAAA,UACA,MAAA;AAAA,UACA,MAAA;AAAA,UACA,SAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAA,KAAA,MAAW,SAAS,cAAgB,EAAA;AAClC,UAAA,MAAM,UAAU,SAAU,CAAA,IAAA,CAAK,KAAM,CAAA,QAAA,EAAU,MAAM,OAAO,CAAA,CAAA;AAC5D,UAAA,OAAA,CAAQ,kBAAkB,OAAO,CAAA,CAAA;AAAA,SACnC;AAEA,QAAA,UAAA,CAAW,GAAI,CAAA,MAAM,SAAU,CAAA,WAAA,EAAa,CAAA,CAAA;AAAA,OAC9C;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AACF,CAAC;;;;;"}
|
|
@@ -4,8 +4,9 @@ var perf_hooks = require('perf_hooks');
|
|
|
4
4
|
var luxon = require('luxon');
|
|
5
5
|
var uuid = require('uuid');
|
|
6
6
|
var errors = require('@backstage/errors');
|
|
7
|
-
var
|
|
7
|
+
var backendPluginApi = require('@backstage/backend-plugin-api');
|
|
8
8
|
var catalogModel = require('@backstage/catalog-model');
|
|
9
|
+
var backendCommon = require('@backstage/backend-common');
|
|
9
10
|
var express = require('express');
|
|
10
11
|
var Router = require('express-promise-router');
|
|
11
12
|
|
|
@@ -14,28 +15,21 @@ function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'defau
|
|
|
14
15
|
var express__default = /*#__PURE__*/_interopDefaultCompat(express);
|
|
15
16
|
var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
|
|
16
17
|
|
|
17
|
-
var __defProp$3 = Object.defineProperty;
|
|
18
|
-
var __defNormalProp$3 = (obj, key, value) => key in obj ? __defProp$3(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
19
|
-
var __publicField$3 = (obj, key, value) => {
|
|
20
|
-
__defNormalProp$3(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
21
|
-
return value;
|
|
22
|
-
};
|
|
23
18
|
class IncrementalIngestionEngine {
|
|
24
19
|
constructor(options) {
|
|
25
20
|
this.options = options;
|
|
26
|
-
__publicField$3(this, "restLength");
|
|
27
|
-
__publicField$3(this, "backoff");
|
|
28
|
-
__publicField$3(this, "manager");
|
|
29
|
-
var _a;
|
|
30
21
|
this.manager = options.manager;
|
|
31
22
|
this.restLength = luxon.Duration.fromObject(options.restLength);
|
|
32
|
-
this.backoff =
|
|
23
|
+
this.backoff = options.backoff ?? [
|
|
33
24
|
{ minutes: 1 },
|
|
34
25
|
{ minutes: 5 },
|
|
35
26
|
{ minutes: 30 },
|
|
36
27
|
{ hours: 3 }
|
|
37
28
|
];
|
|
38
29
|
}
|
|
30
|
+
restLength;
|
|
31
|
+
backoff;
|
|
32
|
+
manager;
|
|
39
33
|
async taskFn(signal) {
|
|
40
34
|
try {
|
|
41
35
|
this.options.logger.debug("Begin tick");
|
|
@@ -188,9 +182,9 @@ class IncrementalIngestionEngine {
|
|
|
188
182
|
await this.mark({
|
|
189
183
|
id,
|
|
190
184
|
sequence,
|
|
191
|
-
entities: next
|
|
185
|
+
entities: next?.entities,
|
|
192
186
|
done: next.done,
|
|
193
|
-
cursor: next
|
|
187
|
+
cursor: next?.cursor
|
|
194
188
|
});
|
|
195
189
|
if (signal.aborted || next.done) {
|
|
196
190
|
break;
|
|
@@ -209,7 +203,6 @@ class IncrementalIngestionEngine {
|
|
|
209
203
|
return done;
|
|
210
204
|
}
|
|
211
205
|
async mark(options) {
|
|
212
|
-
var _a;
|
|
213
206
|
const { id, sequence, entities, done, cursor } = options;
|
|
214
207
|
this.options.logger.debug(
|
|
215
208
|
`incremental-engine: Ingestion '${id}': MARK ${entities ? entities.length : 0} entities, cursor: ${cursor ? JSON.stringify(cursor) : "none"}, done: ${done}`
|
|
@@ -226,7 +219,7 @@ class IncrementalIngestionEngine {
|
|
|
226
219
|
if (entities && entities.length > 0) {
|
|
227
220
|
await this.manager.createMarkEntities(markId, entities);
|
|
228
221
|
}
|
|
229
|
-
const added =
|
|
222
|
+
const added = entities?.map((deferred) => ({
|
|
230
223
|
...deferred,
|
|
231
224
|
entity: {
|
|
232
225
|
...deferred.entity,
|
|
@@ -237,7 +230,7 @@ class IncrementalIngestionEngine {
|
|
|
237
230
|
}
|
|
238
231
|
}
|
|
239
232
|
}
|
|
240
|
-
}))
|
|
233
|
+
})) ?? [];
|
|
241
234
|
const removed = [];
|
|
242
235
|
if (done) {
|
|
243
236
|
this.options.logger.info(
|
|
@@ -343,7 +336,7 @@ class IncrementalIngestionEngine {
|
|
|
343
336
|
const DB_MIGRATIONS_TABLE = "incremental_ingestion__knex_migrations";
|
|
344
337
|
|
|
345
338
|
async function applyDatabaseMigrations(knex) {
|
|
346
|
-
const migrationsDir =
|
|
339
|
+
const migrationsDir = backendPluginApi.resolvePackagePath(
|
|
347
340
|
"@backstage/plugin-catalog-backend-module-incremental-ingestion",
|
|
348
341
|
"migrations"
|
|
349
342
|
);
|
|
@@ -353,32 +346,9 @@ async function applyDatabaseMigrations(knex) {
|
|
|
353
346
|
});
|
|
354
347
|
}
|
|
355
348
|
|
|
356
|
-
var __defProp$2 = Object.defineProperty;
|
|
357
|
-
var __defNormalProp$2 = (obj, key, value) => key in obj ? __defProp$2(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
358
|
-
var __publicField$2 = (obj, key, value) => {
|
|
359
|
-
__defNormalProp$2(obj, key + "" , value);
|
|
360
|
-
return value;
|
|
361
|
-
};
|
|
362
|
-
var __accessCheck$1 = (obj, member, msg) => {
|
|
363
|
-
if (!member.has(obj))
|
|
364
|
-
throw TypeError("Cannot " + msg);
|
|
365
|
-
};
|
|
366
|
-
var __privateAdd$1 = (obj, member, value) => {
|
|
367
|
-
if (member.has(obj))
|
|
368
|
-
throw TypeError("Cannot add the same private member more than once");
|
|
369
|
-
member instanceof WeakSet ? member.add(obj) : member.set(obj, value);
|
|
370
|
-
};
|
|
371
|
-
var __privateMethod = (obj, member, method) => {
|
|
372
|
-
__accessCheck$1(obj, member, "access private method");
|
|
373
|
-
return method;
|
|
374
|
-
};
|
|
375
|
-
var _decodeMark, decodeMark_fn;
|
|
376
349
|
class IncrementalIngestionDatabaseManager {
|
|
350
|
+
client;
|
|
377
351
|
constructor(options) {
|
|
378
|
-
// Handles the fact that sqlite does not support json columns; they just
|
|
379
|
-
// persist the stringified data instead
|
|
380
|
-
__privateAdd$1(this, _decodeMark);
|
|
381
|
-
__publicField$2(this, "client");
|
|
382
352
|
this.client = options.client;
|
|
383
353
|
}
|
|
384
354
|
/**
|
|
@@ -765,7 +735,7 @@ class IncrementalIngestionDatabaseManager {
|
|
|
765
735
|
async getLastMark(ingestionId) {
|
|
766
736
|
return await this.client.transaction(async (tx) => {
|
|
767
737
|
const mark = await tx("ingestion_marks").where("ingestion_id", ingestionId).orderBy("sequence", "desc").first();
|
|
768
|
-
return
|
|
738
|
+
return this.#decodeMark(this.client, mark);
|
|
769
739
|
});
|
|
770
740
|
}
|
|
771
741
|
/**
|
|
@@ -776,13 +746,13 @@ class IncrementalIngestionDatabaseManager {
|
|
|
776
746
|
async getFirstMark(ingestionId) {
|
|
777
747
|
return await this.client.transaction(async (tx) => {
|
|
778
748
|
const mark = await tx("ingestion_marks").where("ingestion_id", ingestionId).orderBy("sequence", "asc").first();
|
|
779
|
-
return
|
|
749
|
+
return this.#decodeMark(this.client, mark);
|
|
780
750
|
});
|
|
781
751
|
}
|
|
782
752
|
async getAllMarks(ingestionId) {
|
|
783
753
|
return await this.client.transaction(async (tx) => {
|
|
784
754
|
const marks = await tx("ingestion_marks").where("ingestion_id", ingestionId).orderBy("sequence", "desc");
|
|
785
|
-
return marks.map((m) =>
|
|
755
|
+
return marks.map((m) => this.#decodeMark(this.client, m));
|
|
786
756
|
});
|
|
787
757
|
}
|
|
788
758
|
/**
|
|
@@ -795,6 +765,17 @@ class IncrementalIngestionDatabaseManager {
|
|
|
795
765
|
await tx("ingestion_marks").insert(record);
|
|
796
766
|
});
|
|
797
767
|
}
|
|
768
|
+
// Handles the fact that sqlite does not support json columns; they just
|
|
769
|
+
// persist the stringified data instead
|
|
770
|
+
#decodeMark(knex, record) {
|
|
771
|
+
if (record && knex.client.config.client.includes("sqlite3")) {
|
|
772
|
+
return {
|
|
773
|
+
...record,
|
|
774
|
+
cursor: JSON.parse(record.cursor)
|
|
775
|
+
};
|
|
776
|
+
}
|
|
777
|
+
return record;
|
|
778
|
+
}
|
|
798
779
|
/**
|
|
799
780
|
* Performs an upsert to the `ingestion_mark_entities` table for all deferred entities.
|
|
800
781
|
* @param markId - string
|
|
@@ -844,27 +825,11 @@ class IncrementalIngestionDatabaseManager {
|
|
|
844
825
|
await this.updateIngestionRecordByProvider(provider, update);
|
|
845
826
|
}
|
|
846
827
|
}
|
|
847
|
-
_decodeMark = new WeakSet();
|
|
848
|
-
decodeMark_fn = function(knex, record) {
|
|
849
|
-
if (record && knex.client.config.client.includes("sqlite3")) {
|
|
850
|
-
return {
|
|
851
|
-
...record,
|
|
852
|
-
cursor: JSON.parse(record.cursor)
|
|
853
|
-
};
|
|
854
|
-
}
|
|
855
|
-
return record;
|
|
856
|
-
};
|
|
857
828
|
|
|
858
|
-
var __defProp$1 = Object.defineProperty;
|
|
859
|
-
var __defNormalProp$1 = (obj, key, value) => key in obj ? __defProp$1(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
860
|
-
var __publicField$1 = (obj, key, value) => {
|
|
861
|
-
__defNormalProp$1(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
862
|
-
return value;
|
|
863
|
-
};
|
|
864
829
|
class IncrementalProviderRouter {
|
|
830
|
+
manager;
|
|
831
|
+
logger;
|
|
865
832
|
constructor(manager, logger) {
|
|
866
|
-
__publicField$1(this, "manager");
|
|
867
|
-
__publicField$1(this, "logger");
|
|
868
833
|
this.manager = manager;
|
|
869
834
|
this.logger = logger;
|
|
870
835
|
}
|
|
@@ -1066,61 +1031,33 @@ class IncrementalProviderRouter {
|
|
|
1066
1031
|
}
|
|
1067
1032
|
}
|
|
1068
1033
|
|
|
1069
|
-
var __defProp = Object.defineProperty;
|
|
1070
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
1071
|
-
var __publicField = (obj, key, value) => {
|
|
1072
|
-
__defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
|
|
1073
|
-
return value;
|
|
1074
|
-
};
|
|
1075
|
-
var __accessCheck = (obj, member, msg) => {
|
|
1076
|
-
if (!member.has(obj))
|
|
1077
|
-
throw TypeError("Cannot " + msg);
|
|
1078
|
-
};
|
|
1079
|
-
var __privateGet = (obj, member, getter) => {
|
|
1080
|
-
__accessCheck(obj, member, "read from private field");
|
|
1081
|
-
return member.get(obj);
|
|
1082
|
-
};
|
|
1083
|
-
var __privateAdd = (obj, member, value) => {
|
|
1084
|
-
if (member.has(obj))
|
|
1085
|
-
throw TypeError("Cannot add the same private member more than once");
|
|
1086
|
-
member instanceof WeakSet ? member.add(obj) : member.set(obj, value);
|
|
1087
|
-
};
|
|
1088
|
-
var __privateSet = (obj, member, value, setter) => {
|
|
1089
|
-
__accessCheck(obj, member, "write to private field");
|
|
1090
|
-
member.set(obj, value);
|
|
1091
|
-
return value;
|
|
1092
|
-
};
|
|
1093
|
-
var _resolve, _reject, _a;
|
|
1094
1034
|
class Deferred {
|
|
1035
|
+
#resolve;
|
|
1036
|
+
#reject;
|
|
1037
|
+
get resolve() {
|
|
1038
|
+
return this.#resolve;
|
|
1039
|
+
}
|
|
1040
|
+
get reject() {
|
|
1041
|
+
return this.#reject;
|
|
1042
|
+
}
|
|
1043
|
+
then;
|
|
1044
|
+
catch;
|
|
1045
|
+
finally;
|
|
1095
1046
|
constructor() {
|
|
1096
|
-
__privateAdd(this, _resolve, void 0);
|
|
1097
|
-
__privateAdd(this, _reject, void 0);
|
|
1098
|
-
__publicField(this, "then");
|
|
1099
|
-
__publicField(this, "catch");
|
|
1100
|
-
__publicField(this, "finally");
|
|
1101
|
-
__publicField(this, _a, "Deferred");
|
|
1102
1047
|
const promise = new Promise((resolve, reject) => {
|
|
1103
|
-
|
|
1104
|
-
|
|
1048
|
+
this.#resolve = resolve;
|
|
1049
|
+
this.#reject = reject;
|
|
1105
1050
|
});
|
|
1106
1051
|
this.then = promise.then.bind(promise);
|
|
1107
1052
|
this.catch = promise.catch.bind(promise);
|
|
1108
1053
|
this.finally = promise.finally.bind(promise);
|
|
1109
1054
|
}
|
|
1110
|
-
|
|
1111
|
-
return __privateGet(this, _resolve);
|
|
1112
|
-
}
|
|
1113
|
-
get reject() {
|
|
1114
|
-
return __privateGet(this, _reject);
|
|
1115
|
-
}
|
|
1055
|
+
[Symbol.toStringTag] = "Deferred";
|
|
1116
1056
|
}
|
|
1117
|
-
_a = Symbol.toStringTag;
|
|
1118
|
-
_resolve = new WeakMap();
|
|
1119
|
-
_reject = new WeakMap();
|
|
1120
1057
|
|
|
1121
1058
|
exports.Deferred = Deferred;
|
|
1122
1059
|
exports.IncrementalIngestionDatabaseManager = IncrementalIngestionDatabaseManager;
|
|
1123
1060
|
exports.IncrementalIngestionEngine = IncrementalIngestionEngine;
|
|
1124
1061
|
exports.IncrementalProviderRouter = IncrementalProviderRouter;
|
|
1125
1062
|
exports.applyDatabaseMigrations = applyDatabaseMigrations;
|
|
1126
|
-
//# sourceMappingURL=util-
|
|
1063
|
+
//# sourceMappingURL=util-B3Qn9g5Y.cjs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util-B3Qn9g5Y.cjs.js","sources":["../../src/engine/IncrementalIngestionEngine.ts","../../src/database/tables.ts","../../src/database/migrations.ts","../../src/database/IncrementalIngestionDatabaseManager.ts","../../src/router/routes.ts","../../src/util.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { IterationEngine, IterationEngineOptions } from '../types';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { performance } from 'perf_hooks';\nimport { Duration, DurationObjectUnits } from 'luxon';\nimport { v4 } from 'uuid';\nimport { stringifyError } from '@backstage/errors';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\nexport class IncrementalIngestionEngine\n implements IterationEngine, EventSubscriber\n{\n private readonly restLength: Duration;\n private readonly backoff: DurationObjectUnits[];\n\n private manager: IncrementalIngestionDatabaseManager;\n\n constructor(private options: IterationEngineOptions) {\n this.manager = options.manager;\n this.restLength = Duration.fromObject(options.restLength);\n this.backoff = options.backoff ?? [\n { minutes: 1 },\n { minutes: 5 },\n { minutes: 30 },\n { hours: 3 },\n ];\n }\n\n async taskFn(signal: AbortSignal) {\n try {\n this.options.logger.debug('Begin tick');\n await this.handleNextAction(signal);\n } catch (error) {\n this.options.logger.error(`${error}`);\n throw error;\n } finally {\n this.options.logger.debug('End tick');\n }\n }\n\n async handleNextAction(signal: AbortSignal) {\n await this.options.ready;\n\n const result = await this.getCurrentAction();\n if (result) {\n const { ingestionId, nextActionAt, nextAction, attempts } = result;\n\n switch (nextAction) {\n case 'rest':\n if (Date.now() > nextActionAt) {\n await this.manager.clearFinishedIngestions(\n this.options.provider.getProviderName(),\n );\n this.options.logger.info(\n `incremental-engine: Ingestion ${ingestionId} rest period complete. Ingestion will start again`,\n );\n\n await this.manager.setProviderComplete(ingestionId);\n } else {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' rest period continuing`,\n );\n }\n break;\n case 'ingest':\n try {\n await this.manager.setProviderBursting(ingestionId);\n const done = await this.ingestOneBurst(ingestionId, signal);\n if (done) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' complete, transitioning to rest period of ${this.restLength.toHuman()}`,\n );\n await this.manager.setProviderResting(\n ingestionId,\n this.restLength,\n );\n } else {\n await this.manager.setProviderInterstitial(ingestionId);\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' continuing`,\n );\n }\n } catch (error) {\n if (\n (error as Error).message &&\n (error as Error).message === 'CANCEL'\n ) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' canceled`,\n );\n await this.manager.setProviderCanceling(\n ingestionId,\n (error as Error).message,\n );\n } else {\n const currentBackoff = Duration.fromObject(\n this.backoff[Math.min(this.backoff.length - 1, attempts)],\n );\n\n const backoffLength = currentBackoff.as('milliseconds');\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' failed`,\n error,\n );\n\n const truncatedError = stringifyError(error).substring(0, 700);\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' threw an error during ingestion burst. Ingestion will backoff for ${currentBackoff.toHuman()} (${truncatedError})`,\n );\n\n await this.manager.setProviderBackoff(\n ingestionId,\n attempts,\n error as Error,\n backoffLength,\n );\n }\n }\n break;\n case 'backoff':\n if (Date.now() > nextActionAt) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' backoff complete, will attempt to resume`,\n );\n await this.manager.setProviderIngesting(ingestionId);\n } else {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' backoff continuing`,\n );\n }\n break;\n case 'cancel':\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' canceling, will restart`,\n );\n await this.manager.setProviderCanceled(ingestionId);\n break;\n default:\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' received unknown action '${nextAction}'`,\n );\n }\n } else {\n this.options.logger.error(\n `incremental-engine: Engine tried to create duplicate ingestion record for provider '${this.options.provider.getProviderName()}'.`,\n );\n }\n }\n\n async getCurrentAction() {\n const providerName = this.options.provider.getProviderName();\n const record = await this.manager.getCurrentIngestionRecord(providerName);\n if (record) {\n this.options.logger.info(\n `incremental-engine: Ingestion record found: '${record.id}'`,\n );\n return {\n ingestionId: record.id,\n nextAction: record.next_action as 'rest' | 'ingest' | 'backoff',\n attempts: record.attempts as number,\n nextActionAt: record.next_action_at.valueOf() as number,\n };\n }\n const result = await this.manager.createProviderIngestionRecord(\n providerName,\n );\n if (result) {\n this.options.logger.info(\n `incremental-engine: Ingestion record created: '${result.ingestionId}'`,\n );\n }\n return result;\n }\n\n async ingestOneBurst(id: string, signal: AbortSignal) {\n const lastMark = await this.manager.getLastMark(id);\n\n const cursor = lastMark ? lastMark.cursor : undefined;\n let sequence = lastMark ? lastMark.sequence + 1 : 0;\n\n const start = performance.now();\n let count = 0;\n let done = false;\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}' burst initiated`,\n );\n\n await this.options.provider.around(async (context: unknown) => {\n let next = await this.options.provider.next(context, cursor);\n count++;\n for (;;) {\n done = next.done;\n await this.mark({\n id,\n sequence,\n entities: next?.entities,\n done: next.done,\n cursor: next?.cursor,\n });\n if (signal.aborted || next.done) {\n break;\n } else {\n next = await this.options.provider.next(context, next.cursor);\n count++;\n sequence++;\n }\n }\n });\n\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}' burst complete. (${count} batches in ${Math.round(\n performance.now() - start,\n )}ms).`,\n );\n return done;\n }\n\n async mark(options: {\n id: string;\n sequence: number;\n entities?: DeferredEntity[];\n done: boolean;\n cursor?: unknown;\n }) {\n const { id, sequence, entities, done, cursor } = options;\n this.options.logger.debug(\n `incremental-engine: Ingestion '${id}': MARK ${\n entities ? entities.length : 0\n } entities, cursor: ${\n cursor ? JSON.stringify(cursor) : 'none'\n }, done: ${done}`,\n );\n const markId = v4();\n\n await this.manager.createMark({\n record: {\n id: markId,\n ingestion_id: id,\n cursor,\n sequence,\n },\n });\n\n if (entities && entities.length > 0) {\n await this.manager.createMarkEntities(markId, entities);\n }\n\n const added =\n entities?.map(deferred => ({\n ...deferred,\n entity: {\n ...deferred.entity,\n metadata: {\n ...deferred.entity.metadata,\n annotations: {\n ...deferred.entity.metadata.annotations,\n },\n },\n },\n })) ?? [];\n\n const removed: { entityRef: string }[] = [];\n\n if (done) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}': Final page reached, calculating removed entities`,\n );\n const result = await this.manager.computeRemoved(\n this.options.provider.getProviderName(),\n id,\n );\n\n const { total } = result;\n\n let doRemoval = true;\n if (this.options.rejectEmptySourceCollections) {\n if (total === 0) {\n this.options.logger.error(\n `incremental-engine: Ingestion '${id}': Rejecting empty entity collection!`,\n );\n doRemoval = false;\n }\n }\n\n if (this.options.rejectRemovalsAbovePercentage) {\n // If the total entities upserted in this ingestion is 0, then\n // 100% of entities are stale and marked for removal.\n const percentRemoved =\n total > 0 ? (result.removed.length / total) * 100 : 100;\n if (percentRemoved <= this.options.rejectRemovalsAbovePercentage) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}': Removing ${result.removed.length} entities that have no matching assets`,\n );\n } else {\n const notice = `Attempted to remove ${percentRemoved}% of matching entities!`;\n this.options.logger.error(\n `incremental-engine: Ingestion '${id}': ${notice}`,\n );\n await this.manager.updateIngestionRecordById({\n ingestionId: id,\n update: {\n last_error: `REMOVAL_THRESHOLD exceeded on ingestion mark ${markId}: ${notice}`,\n },\n });\n doRemoval = false;\n }\n }\n if (doRemoval) {\n for (const entityRef of result.removed) {\n removed.push(entityRef);\n }\n }\n }\n\n await this.options.connection.applyMutation({\n type: 'delta',\n added,\n removed,\n });\n }\n\n async onEvent(params: EventParams): Promise<void> {\n const { topic } = params;\n if (!this.supportsEventTopics().includes(topic)) {\n return;\n }\n\n const { logger, provider, connection } = this.options;\n const providerName = provider.getProviderName();\n logger.debug(`incremental-engine: ${providerName} received ${topic} event`);\n\n if (!provider.eventHandler) {\n return;\n }\n\n const result = await provider.eventHandler.onEvent(params);\n\n if (result.type === 'delta') {\n if (result.added.length > 0) {\n const ingestionRecord = await this.manager.getCurrentIngestionRecord(\n providerName,\n );\n\n if (!ingestionRecord) {\n logger.debug(\n `incremental-engine: ${providerName} skipping delta addition because incremental ingestion is restarting.`,\n );\n } else {\n const mark =\n ingestionRecord.status === 'resting'\n ? await this.manager.getLastMark(ingestionRecord.id)\n : await this.manager.getFirstMark(ingestionRecord.id);\n\n if (!mark) {\n throw new Error(\n `Cannot apply delta, page records are missing! Please re-run incremental ingestion for ${providerName}.`,\n );\n }\n await this.manager.createMarkEntities(mark.id, result.added);\n }\n }\n\n if (result.removed.length > 0) {\n await this.manager.deleteEntityRecordsByRef(result.removed);\n }\n\n await connection.applyMutation(result);\n logger.debug(\n `incremental-engine: ${providerName} processed delta from '${topic}' event`,\n );\n } else {\n logger.debug(\n `incremental-engine: ${providerName} ignored event from topic '${topic}'`,\n );\n }\n }\n\n supportsEventTopics(): string[] {\n const { provider } = this.options;\n const topics = provider.eventHandler\n ? provider.eventHandler.supportsEventTopics()\n : [];\n return topics;\n }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport const DB_MIGRATIONS_TABLE = 'incremental_ingestion__knex_migrations';\n\n/**\n * The shape of data inserted into or updated in the `ingestions` table.\n */\nexport interface IngestionUpsert {\n /**\n * The ingestion record id.\n */\n id?: string;\n /**\n * The next action the incremental entity provider will take.\n */\n next_action:\n | 'rest'\n | 'ingest'\n | 'backoff'\n | 'cancel'\n | 'nothing (done)'\n | 'nothing (canceled)';\n /**\n * Current status of the incremental entity provider.\n */\n status:\n | 'complete'\n | 'bursting'\n | 'resting'\n | 'canceling'\n | 'interstitial'\n | 'backing off';\n /**\n * The name of the incremental entity provider being updated.\n */\n provider_name: string;\n /**\n * Date/time stamp for when the next action will trigger.\n */\n next_action_at?: Date;\n /**\n * A record of the last error generated by the incremental entity provider.\n */\n last_error?: string | null;\n /**\n * The number of attempts the provider has attempted during the current cycle.\n */\n attempts?: number;\n /**\n * Date/time stamp for the completion of ingestion.\n */\n ingestion_completed_at?: Date | string | null;\n /**\n * Date/time stamp for the end of the rest cycle before the next ingestion.\n */\n rest_completed_at?: Date | string | null;\n /**\n * A record of the finalized status of the ingestion record. Values are either 'open' or a uuid.\n */\n completion_ticket: string;\n}\n\n/**\n * This interface is for updating an existing ingestion record.\n */\nexport interface IngestionRecordUpdate {\n ingestionId: string;\n update: Partial<IngestionUpsert>;\n}\n\n/**\n * The expected response from the `ingestion_marks` table.\n */\nexport interface MarkRecord {\n id: string;\n sequence: number;\n ingestion_id: string;\n cursor: unknown;\n created_at: string;\n}\n\n/**\n * The expected response from the `ingestions` table.\n */\nexport interface IngestionRecord extends IngestionUpsert {\n id: string;\n next_action_at: Date;\n /**\n * The date/time the ingestion record was created.\n */\n created_at: string;\n}\n\n/**\n * This interface supplies all the values for adding an ingestion mark.\n */\nexport interface MarkRecordInsert {\n record: {\n id: string;\n ingestion_id: string;\n cursor: unknown;\n sequence: number;\n };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { resolvePackagePath } from '@backstage/backend-plugin-api';\nimport { Knex } from 'knex';\nimport { DB_MIGRATIONS_TABLE } from './tables';\n\nexport async function applyDatabaseMigrations(knex: Knex): Promise<void> {\n const migrationsDir = resolvePackagePath(\n '@backstage/plugin-catalog-backend-module-incremental-ingestion',\n 'migrations',\n );\n\n await knex.migrate.latest({\n directory: migrationsDir,\n tableName: DB_MIGRATIONS_TABLE,\n });\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Knex } from 'knex';\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { stringifyEntityRef } from '@backstage/catalog-model';\nimport { Duration } from 'luxon';\nimport { v4 } from 'uuid';\nimport {\n IngestionRecord,\n IngestionRecordUpdate,\n IngestionUpsert,\n MarkRecord,\n MarkRecordInsert,\n} from './tables';\n\nexport class IncrementalIngestionDatabaseManager {\n private client: Knex;\n\n constructor(options: { client: Knex }) {\n this.client = options.client;\n }\n\n /**\n * Performs an update to the ingestion record with matching `id`.\n * @param options - IngestionRecordUpdate\n */\n async updateIngestionRecordById(options: IngestionRecordUpdate) {\n await this.client.transaction(async tx => {\n const { ingestionId, update } = options;\n await tx('ingestions').where('id', ingestionId).update(update);\n });\n }\n\n /**\n * Performs an update to the ingestion record with matching provider name. Will only update active records.\n * @param provider - string\n * @param update - Partial<IngestionUpsertIFace>\n */\n async updateIngestionRecordByProvider(\n provider: string,\n update: Partial<IngestionUpsert>,\n ) {\n await this.client.transaction(async tx => {\n await tx('ingestions')\n .where('provider_name', provider)\n .andWhere('completion_ticket', 'open')\n .update(update);\n });\n }\n\n /**\n * Performs an insert into the `ingestions` table with the supplied values.\n * @param record - IngestionUpsertIFace\n */\n async insertIngestionRecord(record: IngestionUpsert) {\n await this.client.transaction(async tx => {\n await tx('ingestions').insert(record);\n });\n }\n\n private async deleteMarkEntities(\n tx: Knex.Transaction,\n ids: { id: string }[],\n ) {\n const chunks: { id: string }[][] = [];\n for (let i = 0; i < ids.length; i += 100) {\n const chunk = ids.slice(i, i + 100);\n chunks.push(chunk);\n }\n\n let deleted = 0;\n\n for (const chunk of chunks) {\n const chunkDeleted = await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'id',\n chunk.map(entry => entry.id),\n );\n deleted += chunkDeleted;\n }\n\n return deleted;\n }\n\n /**\n * Finds the current ingestion record for the named provider.\n * @param provider - string\n * @returns IngestionRecord | undefined\n */\n async getCurrentIngestionRecord(provider: string) {\n return await this.client.transaction(async tx => {\n const record = await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhere('completion_ticket', 'open')\n .first();\n return record;\n });\n }\n\n /**\n * Finds the last ingestion record for the named provider.\n * @param provider - string\n * @returns IngestionRecord | undefined\n */\n async getPreviousIngestionRecord(provider: string) {\n return await this.client.transaction(async tx => {\n return await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open')\n .first();\n });\n }\n\n /**\n * Removes all entries from `ingestion_marks_entities`, `ingestion_marks`, and `ingestions`\n * for prior ingestions that completed (i.e., have a `completion_ticket` value other than 'open').\n * @param provider - string\n * @returns A count of deletions for each record type.\n */\n async clearFinishedIngestions(provider: string) {\n return await this.client.transaction(async tx => {\n const markEntitiesDeleted = await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'ingestion_mark_id',\n tx('ingestion_marks')\n .select('id')\n .whereIn(\n 'ingestion_id',\n tx('ingestions')\n .select('id')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open'),\n ),\n );\n\n const marksDeleted = await tx('ingestion_marks')\n .delete()\n .whereIn(\n 'ingestion_id',\n tx('ingestions')\n .select('id')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open'),\n );\n\n const ingestionsDeleted = await tx('ingestions')\n .delete()\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open');\n\n return {\n deletions: {\n markEntitiesDeleted,\n marksDeleted,\n ingestionsDeleted,\n },\n };\n });\n }\n\n /**\n * Automatically cleans up duplicate ingestion records if they were accidentally created.\n * Any ingestion record where the `rest_completed_at` is null (meaning it is active) AND\n * the ingestionId is incorrect is a duplicate ingestion record.\n * @param ingestionId - string\n * @param provider - string\n */\n async clearDuplicateIngestions(ingestionId: string, provider: string) {\n await this.client.transaction(async tx => {\n const invalid = await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhere('rest_completed_at', null)\n .andWhereNot('id', ingestionId);\n\n if (invalid.length > 0) {\n await tx('ingestions').delete().whereIn('id', invalid);\n await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'ingestion_mark_id',\n tx('ingestion_marks').select('id').whereIn('ingestion_id', invalid),\n );\n await tx('ingestion_marks').delete().whereIn('ingestion_id', invalid);\n }\n });\n }\n\n /**\n * This method fully purges and resets all ingestion records for the named provider, and\n * leaves it in a paused state.\n * @param provider - string\n * @returns Counts of all deleted ingestion records\n */\n async purgeAndResetProvider(provider: string) {\n return await this.client.transaction(async tx => {\n const ingestionIDs: { id: string }[] = await tx('ingestions')\n .select('id')\n .where('provider_name', provider);\n\n const markIDs: { id: string }[] =\n ingestionIDs.length > 0\n ? await tx('ingestion_marks')\n .select('id')\n .whereIn(\n 'ingestion_id',\n ingestionIDs.map(entry => entry.id),\n )\n : [];\n\n const markEntityIDs: { id: string }[] =\n markIDs.length > 0\n ? await tx('ingestion_mark_entities')\n .select('id')\n .whereIn(\n 'ingestion_mark_id',\n markIDs.map(entry => entry.id),\n )\n : [];\n\n const markEntitiesDeleted = await this.deleteMarkEntities(\n tx,\n markEntityIDs,\n );\n\n const marksDeleted =\n markIDs.length > 0\n ? await tx('ingestion_marks')\n .delete()\n .whereIn(\n 'ingestion_id',\n ingestionIDs.map(entry => entry.id),\n )\n : 0;\n\n const ingestionsDeleted = await tx('ingestions')\n .delete()\n .where('provider_name', provider);\n\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n await this.insertIngestionRecord({\n id: v4(),\n next_action: 'rest',\n provider_name: provider,\n next_action_at,\n ingestion_completed_at: new Date(),\n status: 'resting',\n completion_ticket: 'open',\n });\n\n return { provider, ingestionsDeleted, marksDeleted, markEntitiesDeleted };\n });\n }\n\n /**\n * This method is used to remove entity records from the ingestion_mark_entities\n * table by their entity reference.\n */\n async deleteEntityRecordsByRef(entities: { entityRef: string }[]) {\n const refs = entities.map(e => e.entityRef);\n await this.client.transaction(async tx => {\n await tx('ingestion_mark_entities').delete().whereIn('ref', refs);\n });\n }\n\n /**\n * Creates a new ingestion record.\n * @param provider - string\n * @returns A new ingestion record\n */\n async createProviderIngestionRecord(provider: string) {\n const ingestionId = v4();\n const nextAction = 'ingest';\n try {\n await this.insertIngestionRecord({\n id: ingestionId,\n next_action: nextAction,\n provider_name: provider,\n status: 'bursting',\n completion_ticket: 'open',\n });\n return { ingestionId, nextAction, attempts: 0, nextActionAt: Date.now() };\n } catch (_e) {\n // Creating the ingestion record failed. Return undefined.\n return undefined;\n }\n }\n\n /**\n * Computes which entities to remove, if any, at the end of a burst.\n * @param provider - string\n * @param ingestionId - string\n * @returns All entities to remove for this burst.\n */\n async computeRemoved(provider: string, ingestionId: string) {\n const previousIngestion = await this.getPreviousIngestionRecord(provider);\n return await this.client.transaction(async tx => {\n const count = await tx('ingestion_mark_entities')\n .count({ total: 'ingestion_mark_entities.ref' })\n .join(\n 'ingestion_marks',\n 'ingestion_marks.id',\n 'ingestion_mark_entities.ingestion_mark_id',\n )\n .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n .where('ingestions.id', ingestionId);\n\n const total = count.reduce((acc, cur) => acc + (cur.total as number), 0);\n\n const removed: { entityRef: string }[] = [];\n if (previousIngestion) {\n const stale: { ref: string }[] = await tx('ingestion_mark_entities')\n .select('ingestion_mark_entities.ref')\n .join(\n 'ingestion_marks',\n 'ingestion_marks.id',\n 'ingestion_mark_entities.ingestion_mark_id',\n )\n .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n .where('ingestions.id', previousIngestion.id);\n\n for (const entityRef of stale) {\n removed.push({ entityRef: entityRef.ref });\n }\n }\n\n return { total, removed };\n });\n }\n\n /**\n * Performs a lookup of all providers that have duplicate active ingestion records.\n * @returns An array of all duplicate active ingestions\n */\n async healthcheck() {\n return await this.client.transaction(async tx => {\n const records = await tx<{ id: string; provider_name: string }>(\n 'ingestions',\n )\n .distinct('id', 'provider_name')\n .where('rest_completed_at', null);\n return records;\n });\n }\n\n /**\n * Skips any wait time for the next action to run.\n * @param provider - string\n */\n async triggerNextProviderAction(provider: string) {\n await this.updateIngestionRecordByProvider(provider, {\n next_action_at: new Date(),\n });\n }\n\n /**\n * Purges the following tables:\n * * `ingestions`\n * * `ingestion_marks`\n * * `ingestion_mark_entities`\n *\n * This function leaves the ingestions table with all providers in a paused state.\n * @returns Results from cleaning up all ingestion tables.\n */\n async cleanupProviders() {\n const providers = await this.listProviders();\n\n const ingestionsDeleted = await this.purgeTable('ingestions');\n\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n for (const provider of providers) {\n await this.insertIngestionRecord({\n id: v4(),\n next_action: 'rest',\n provider_name: provider,\n next_action_at,\n ingestion_completed_at: new Date(),\n status: 'resting',\n completion_ticket: 'open',\n });\n }\n\n const ingestionMarksDeleted = await this.purgeTable('ingestion_marks');\n const markEntitiesDeleted = await this.purgeTable(\n 'ingestion_mark_entities',\n );\n\n return { ingestionsDeleted, ingestionMarksDeleted, markEntitiesDeleted };\n }\n\n /**\n * Configures the current ingestion record to ingest a burst.\n * @param ingestionId - string\n */\n async setProviderIngesting(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { next_action: 'ingest' },\n });\n }\n\n /**\n * Indicates the provider is currently ingesting a burst.\n * @param ingestionId - string\n */\n async setProviderBursting(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { status: 'bursting' },\n });\n }\n\n /**\n * Finalizes the current ingestion record to indicate that the post-ingestion rest period is complete.\n * @param ingestionId - string\n */\n async setProviderComplete(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'nothing (done)',\n rest_completed_at: new Date(),\n status: 'complete',\n completion_ticket: v4(),\n },\n });\n }\n\n /**\n * Marks ingestion as complete and starts the post-ingestion rest cycle.\n * @param ingestionId - string\n * @param restLength - Duration\n */\n async setProviderResting(ingestionId: string, restLength: Duration) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'rest',\n next_action_at: new Date(Date.now() + restLength.as('milliseconds')),\n ingestion_completed_at: new Date(),\n status: 'resting',\n },\n });\n }\n\n /**\n * Marks ingestion as paused after a burst completes.\n * @param ingestionId - string\n */\n async setProviderInterstitial(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { attempts: 0, status: 'interstitial' },\n });\n }\n\n /**\n * Starts the cancel process for the current ingestion.\n * @param ingestionId - string\n * @param message - string (optional)\n */\n async setProviderCanceling(ingestionId: string, message?: string) {\n const update: Partial<IngestionUpsert> = {\n next_action: 'cancel',\n last_error: message ? message : undefined,\n next_action_at: new Date(),\n status: 'canceling',\n };\n await this.updateIngestionRecordById({ ingestionId, update });\n }\n\n /**\n * Completes the cancel process and triggers a new ingestion.\n * @param ingestionId - string\n */\n async setProviderCanceled(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'nothing (canceled)',\n rest_completed_at: new Date(),\n status: 'complete',\n completion_ticket: v4(),\n },\n });\n }\n\n /**\n * Configures the current ingestion to wait and retry, due to a data source error.\n * @param ingestionId - string\n * @param attempts - number\n * @param error - Error\n * @param backoffLength - number\n */\n async setProviderBackoff(\n ingestionId: string,\n attempts: number,\n error: Error,\n backoffLength: number,\n ) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'backoff',\n attempts: attempts + 1,\n last_error: String(error),\n next_action_at: new Date(Date.now() + backoffLength),\n status: 'backing off',\n },\n });\n }\n\n /**\n * Returns the last record from `ingestion_marks` for the supplied ingestionId.\n * @param ingestionId - string\n * @returns MarkRecord | undefined\n */\n async getLastMark(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const mark = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'desc')\n .first();\n return this.#decodeMark(this.client, mark);\n });\n }\n\n /**\n * Returns the first record from `ingestion_marks` for the supplied ingestionId.\n * @param ingestionId - string\n * @returns MarkRecord | undefined\n */\n async getFirstMark(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const mark = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'asc')\n .first();\n return this.#decodeMark(this.client, mark);\n });\n }\n\n async getAllMarks(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const marks = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'desc');\n return marks.map(m => this.#decodeMark(this.client, m));\n });\n }\n\n /**\n * Performs an insert into the `ingestion_marks` table with the supplied values.\n * @param options - MarkRecordInsert\n */\n async createMark(options: MarkRecordInsert) {\n const { record } = options;\n await this.client.transaction(async tx => {\n await tx('ingestion_marks').insert(record);\n });\n }\n\n // Handles the fact that sqlite does not support json columns; they just\n // persist the stringified data instead\n #decodeMark<T extends MarkRecord | undefined>(knex: Knex, record: T): T {\n if (record && knex.client.config.client.includes('sqlite3')) {\n return {\n ...record,\n cursor: JSON.parse(record.cursor as string),\n };\n }\n return record;\n }\n\n /**\n * Performs an upsert to the `ingestion_mark_entities` table for all deferred entities.\n * @param markId - string\n * @param entities - DeferredEntity[]\n */\n async createMarkEntities(markId: string, entities: DeferredEntity[]) {\n const refs = entities.map(e => stringifyEntityRef(e.entity));\n\n await this.client.transaction(async tx => {\n const existingRefsArray = (\n await tx<{ ref: string }>('ingestion_mark_entities')\n .select('ref')\n .whereIn('ref', refs)\n ).map(e => e.ref);\n\n const existingRefsSet = new Set(existingRefsArray);\n\n const newRefs = refs.filter(e => !existingRefsSet.has(e));\n\n await tx('ingestion_mark_entities')\n .update('ingestion_mark_id', markId)\n .whereIn('ref', existingRefsArray);\n\n if (newRefs.length > 0) {\n await tx('ingestion_mark_entities').insert(\n newRefs.map(ref => ({\n id: v4(),\n ingestion_mark_id: markId,\n ref,\n })),\n );\n }\n });\n }\n\n /**\n * Deletes the entire content of a table, and returns the number of records deleted.\n * @param table - string\n * @returns number\n */\n async purgeTable(table: string) {\n return await this.client.transaction(async tx => {\n return await tx(table).delete();\n });\n }\n\n /**\n * Returns a list of all providers.\n * @returns string[]\n */\n async listProviders() {\n return await this.client.transaction(async tx => {\n const providers = await tx<{ provider_name: string }>(\n 'ingestions',\n ).distinct('provider_name');\n return providers.map(entry => entry.provider_name);\n });\n }\n\n async updateByName(provider: string, update: Partial<IngestionUpsert>) {\n await this.updateIngestionRecordByProvider(provider, update);\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { errorHandler } from '@backstage/backend-common';\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nexport class IncrementalProviderRouter {\n private manager: IncrementalIngestionDatabaseManager;\n private logger: LoggerService;\n\n constructor(\n manager: IncrementalIngestionDatabaseManager,\n logger: LoggerService,\n ) {\n this.manager = manager;\n this.logger = logger;\n }\n\n async createRouter() {\n const router = Router();\n router.use(express.json());\n\n // Get the overall health of all incremental providers\n router.get('/incremental/health', async (_, res) => {\n const records = await this.manager.healthcheck();\n const providers = records.map(record => record.provider_name);\n const duplicates = [\n ...new Set(providers.filter((e, i, a) => a.indexOf(e) !== i)),\n ];\n\n if (duplicates.length > 0) {\n res.json({ healthy: false, duplicateIngestions: duplicates });\n } else {\n res.json({ healthy: true });\n }\n });\n\n // Clean up and pause all providers\n router.post('/incremental/cleanup', async (_, res) => {\n const result = await this.manager.cleanupProviders();\n res.json(result);\n });\n\n // Get basic status of the provider\n router.get('/incremental/providers/:provider', async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n res.json({\n success: true,\n status: {\n current_action: record.status,\n next_action_at: new Date(record.next_action_at),\n },\n last_error: record.last_error,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n res.json({\n success: true,\n status: {\n current_action: 'rest complete, waiting to start',\n },\n });\n } else {\n this.logger.error(\n `${provider} - No ingestion record found in the database!`,\n );\n res.status(404).json({\n success: false,\n status: {},\n last_error: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n // Trigger the provider's next action\n router.post(\n `/incremental/providers/:provider/trigger`,\n async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n await this.manager.triggerNextProviderAction(provider);\n res.json({\n success: true,\n message: `${provider}: Next action triggered.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Unable to trigger next action (provider is restarting)',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n },\n );\n\n // Start a brand-new ingestion cycle for the provider.\n // (Cancel's the current run if active, or marks it complete if resting)\n router.post(`/incremental/providers/:provider/start`, async (req, res) => {\n const { provider } = req.params;\n\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const ingestionId = record.id;\n if (record.status === 'resting') {\n await this.manager.setProviderComplete(ingestionId);\n } else {\n await this.manager.setProviderCanceling(ingestionId);\n }\n res.json({\n success: true,\n message: `${provider}: Next cycle triggered.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Provider is already restarting',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n router.get(`/incremental/providers`, async (_req, res) => {\n const providers = await this.manager.listProviders();\n\n res.json({\n success: true,\n providers,\n });\n });\n\n // Stop the provider and pause it for 24 hours\n router.post(`/incremental/providers/:provider/cancel`, async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n await this.manager.updateByName(provider, {\n next_action: 'nothing (done)',\n ingestion_completed_at: new Date(),\n next_action_at,\n status: 'resting',\n });\n res.json({\n success: true,\n message: `${provider}: Current ingestion canceled.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Provider is currently restarting, please wait.',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n // Wipe out all ingestion records for the provider and pause for 24 hours\n router.delete('/incremental/providers/:provider', async (req, res) => {\n const { provider } = req.params;\n const result = await this.manager.purgeAndResetProvider(provider);\n res.json(result);\n });\n\n // Get the ingestion marks for the current cycle\n router.get(`/incremental/providers/:provider/marks`, async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const id = record.id;\n const records = await this.manager.getAllMarks(id);\n res.json({ success: true, records });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'No records yet (provider is restarting)',\n });\n } else {\n this.logger.error(\n `${provider} - No ingestion record found in the database!`,\n );\n res.status(404).json({\n success: false,\n status: {},\n last_error: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n router.delete(\n `/incremental/providers/:provider/marks`,\n async (req, res) => {\n const { provider } = req.params;\n const deletions = await this.manager.clearFinishedIngestions(provider);\n\n res.json({\n success: true,\n message: `Expired marks for provider '${provider}' removed.`,\n deletions,\n });\n },\n );\n\n router.use(errorHandler());\n\n return router;\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport class Deferred<T> implements Promise<T> {\n #resolve?: (value: T) => void;\n #reject?: (error: Error) => void;\n\n public get resolve() {\n return this.#resolve!;\n }\n public get reject() {\n return this.#reject!;\n }\n\n public then: Promise<T>['then'];\n public catch: Promise<T>['catch'];\n public finally: Promise<T>['finally'];\n\n public constructor() {\n const promise = new Promise<T>((resolve, reject) => {\n this.#resolve = resolve;\n this.#reject = reject;\n });\n\n this.then = promise.then.bind(promise);\n this.catch = promise.catch.bind(promise);\n this.finally = promise.finally.bind(promise);\n }\n\n [Symbol.toStringTag]: 'Deferred' = 'Deferred';\n}\n"],"names":["Duration","stringifyError","performance","v4","resolvePackagePath","stringifyEntityRef","Router","express","errorHandler"],"mappings":";;;;;;;;;;;;;;;;;AAyBO,MAAM,0BAEb,CAAA;AAAA,EAME,YAAoB,OAAiC,EAAA;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAClB,IAAA,IAAA,CAAK,UAAU,OAAQ,CAAA,OAAA,CAAA;AACvB,IAAA,IAAA,CAAK,UAAa,GAAAA,cAAA,CAAS,UAAW,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAA;AACxD,IAAK,IAAA,CAAA,OAAA,GAAU,QAAQ,OAAW,IAAA;AAAA,MAChC,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,EAAG,EAAA;AAAA,MACd,EAAE,OAAO,CAAE,EAAA;AAAA,KACb,CAAA;AAAA,GACF;AAAA,EAdiB,UAAA,CAAA;AAAA,EACA,OAAA,CAAA;AAAA,EAET,OAAA,CAAA;AAAA,EAaR,MAAM,OAAO,MAAqB,EAAA;AAChC,IAAI,IAAA;AACF,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,YAAY,CAAA,CAAA;AACtC,MAAM,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA,CAAA;AAAA,aAC3B,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,KAAK,CAAE,CAAA,CAAA,CAAA;AACpC,MAAM,MAAA,KAAA,CAAA;AAAA,KACN,SAAA;AACA,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,UAAU,CAAA,CAAA;AAAA,KACtC;AAAA,GACF;AAAA,EAEA,MAAM,iBAAiB,MAAqB,EAAA;AAC1C,IAAA,MAAM,KAAK,OAAQ,CAAA,KAAA,CAAA;AAEnB,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,gBAAiB,EAAA,CAAA;AAC3C,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,MAAM,EAAE,WAAA,EAAa,YAAc,EAAA,UAAA,EAAY,UAAa,GAAA,MAAA,CAAA;AAE5D,MAAA,QAAQ,UAAY;AAAA,QAClB,KAAK,MAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,MAAM,KAAK,OAAQ,CAAA,uBAAA;AAAA,cACjB,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,aACxC,CAAA;AACA,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,iCAAiC,WAAW,CAAA,iDAAA,CAAA;AAAA,aAC9C,CAAA;AAEA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,WAC7C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,wBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,YAAA,MAAM,IAAO,GAAA,MAAM,IAAK,CAAA,cAAA,CAAe,aAAa,MAAM,CAAA,CAAA;AAC1D,YAAA,IAAI,IAAM,EAAA;AACR,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,4CAAA,EAA+C,IAAK,CAAA,UAAA,CAAW,SAAS,CAAA,CAAA;AAAA,eACvH,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,IAAK,CAAA,UAAA;AAAA,eACP,CAAA;AAAA,aACK,MAAA;AACL,cAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,CAAwB,WAAW,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,YAAA,CAAA;AAAA,eAC/C,CAAA;AAAA,aACF;AAAA,mBACO,KAAO,EAAA;AACd,YAAA,IACG,KAAgB,CAAA,OAAA,IAChB,KAAgB,CAAA,OAAA,KAAY,QAC7B,EAAA;AACA,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,UAAA,CAAA;AAAA,eAC/C,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,oBAAA;AAAA,gBACjB,WAAA;AAAA,gBACC,KAAgB,CAAA,OAAA;AAAA,eACnB,CAAA;AAAA,aACK,MAAA;AACL,cAAA,MAAM,iBAAiBA,cAAS,CAAA,UAAA;AAAA,gBAC9B,IAAA,CAAK,QAAQ,IAAK,CAAA,GAAA,CAAI,KAAK,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA,QAAQ,CAAC,CAAA;AAAA,eAC1D,CAAA;AAEA,cAAM,MAAA,aAAA,GAAgB,cAAe,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,QAAA,CAAA;AAAA,gBAC7C,KAAA;AAAA,eACF,CAAA;AAEA,cAAA,MAAM,iBAAiBC,qBAAe,CAAA,KAAK,CAAE,CAAA,SAAA,CAAU,GAAG,GAAG,CAAA,CAAA;AAC7D,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,oEAAA,EAAuE,eAAe,OAAQ,EAAC,KAAK,cAAc,CAAA,CAAA,CAAA;AAAA,eACjK,CAAA;AAEA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,QAAA;AAAA,gBACA,KAAA;AAAA,gBACA,aAAA;AAAA,eACF,CAAA;AAAA,aACF;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,SAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,0CAAA,CAAA;AAAA,aAC/C,CAAA;AACA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,WAC9C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,oBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,kCAAkC,WAAW,CAAA,yBAAA,CAAA;AAAA,WAC/C,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,UAAA,MAAA;AAAA,QACF;AACE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,WAAW,CAAA,2BAAA,EAA8B,UAAU,CAAA,CAAA,CAAA;AAAA,WACvF,CAAA;AAAA,OACJ;AAAA,KACK,MAAA;AACL,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,QAClB,CAAuF,oFAAA,EAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,iBAAiB,CAAA,EAAA,CAAA;AAAA,OAChI,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAM,gBAAmB,GAAA;AACvB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA,CAAA;AAC3D,IAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,YAAY,CAAA,CAAA;AACxE,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,6CAAA,EAAgD,OAAO,EAAE,CAAA,CAAA,CAAA;AAAA,OAC3D,CAAA;AACA,MAAO,OAAA;AAAA,QACL,aAAa,MAAO,CAAA,EAAA;AAAA,QACpB,YAAY,MAAO,CAAA,WAAA;AAAA,QACnB,UAAU,MAAO,CAAA,QAAA;AAAA,QACjB,YAAA,EAAc,MAAO,CAAA,cAAA,CAAe,OAAQ,EAAA;AAAA,OAC9C,CAAA;AAAA,KACF;AACA,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,6BAAA;AAAA,MAChC,YAAA;AAAA,KACF,CAAA;AACA,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,+CAAA,EAAkD,OAAO,WAAW,CAAA,CAAA,CAAA;AAAA,OACtE,CAAA;AAAA,KACF;AACA,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,cAAe,CAAA,EAAA,EAAY,MAAqB,EAAA;AACpD,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AAElD,IAAM,MAAA,MAAA,GAAS,QAAW,GAAA,QAAA,CAAS,MAAS,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAA,IAAI,QAAW,GAAA,QAAA,GAAW,QAAS,CAAA,QAAA,GAAW,CAAI,GAAA,CAAA,CAAA;AAElD,IAAM,MAAA,KAAA,GAAQC,uBAAY,GAAI,EAAA,CAAA;AAC9B,IAAA,IAAI,KAAQ,GAAA,CAAA,CAAA;AACZ,IAAA,IAAI,IAAO,GAAA,KAAA,CAAA;AACX,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,kCAAkC,EAAE,CAAA,iBAAA,CAAA;AAAA,KACtC,CAAA;AAEA,IAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,QAAS,CAAA,MAAA,CAAO,OAAO,OAAqB,KAAA;AAC7D,MAAA,IAAI,OAAO,MAAM,IAAA,CAAK,QAAQ,QAAS,CAAA,IAAA,CAAK,SAAS,MAAM,CAAA,CAAA;AAC3D,MAAA,KAAA,EAAA,CAAA;AACA,MAAS,WAAA;AACP,QAAA,IAAA,GAAO,IAAK,CAAA,IAAA,CAAA;AACZ,QAAA,MAAM,KAAK,IAAK,CAAA;AAAA,UACd,EAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAU,IAAM,EAAA,QAAA;AAAA,UAChB,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,QAAQ,IAAM,EAAA,MAAA;AAAA,SACf,CAAA,CAAA;AACD,QAAI,IAAA,MAAA,CAAO,OAAW,IAAA,IAAA,CAAK,IAAM,EAAA;AAC/B,UAAA,MAAA;AAAA,SACK,MAAA;AACL,UAAA,IAAA,GAAO,MAAM,IAAK,CAAA,OAAA,CAAQ,SAAS,IAAK,CAAA,OAAA,EAAS,KAAK,MAAM,CAAA,CAAA;AAC5D,UAAA,KAAA,EAAA,CAAA;AACA,UAAA,QAAA,EAAA,CAAA;AAAA,SACF;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAAsB,mBAAA,EAAA,KAAK,eAAe,IAAK,CAAA,KAAA;AAAA,QACjFA,sBAAA,CAAY,KAAQ,GAAA,KAAA;AAAA,OACrB,CAAA,IAAA,CAAA;AAAA,KACH,CAAA;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,KAAK,OAMR,EAAA;AACD,IAAA,MAAM,EAAE,EAAI,EAAA,QAAA,EAAU,QAAU,EAAA,IAAA,EAAM,QAAW,GAAA,OAAA,CAAA;AACjD,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAClC,QAAA,EAAA,QAAA,GAAW,SAAS,MAAS,GAAA,CAC/B,CACE,mBAAA,EAAA,MAAA,GAAS,KAAK,SAAU,CAAA,MAAM,CAAI,GAAA,MACpC,WAAW,IAAI,CAAA,CAAA;AAAA,KACjB,CAAA;AACA,IAAA,MAAM,SAASC,OAAG,EAAA,CAAA;AAElB,IAAM,MAAA,IAAA,CAAK,QAAQ,UAAW,CAAA;AAAA,MAC5B,MAAQ,EAAA;AAAA,QACN,EAAI,EAAA,MAAA;AAAA,QACJ,YAAc,EAAA,EAAA;AAAA,QACd,MAAA;AAAA,QACA,QAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAI,IAAA,QAAA,IAAY,QAAS,CAAA,MAAA,GAAS,CAAG,EAAA;AACnC,MAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,kBAAmB,CAAA,MAAA,EAAQ,QAAQ,CAAA,CAAA;AAAA,KACxD;AAEA,IAAM,MAAA,KAAA,GACJ,QAAU,EAAA,GAAA,CAAI,CAAa,QAAA,MAAA;AAAA,MACzB,GAAG,QAAA;AAAA,MACH,MAAQ,EAAA;AAAA,QACN,GAAG,QAAS,CAAA,MAAA;AAAA,QACZ,QAAU,EAAA;AAAA,UACR,GAAG,SAAS,MAAO,CAAA,QAAA;AAAA,UACnB,WAAa,EAAA;AAAA,YACX,GAAG,QAAS,CAAA,MAAA,CAAO,QAAS,CAAA,WAAA;AAAA,WAC9B;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAE,KAAK,EAAC,CAAA;AAEV,IAAA,MAAM,UAAmC,EAAC,CAAA;AAE1C,IAAA,IAAI,IAAM,EAAA;AACR,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,kCAAkC,EAAE,CAAA,mDAAA,CAAA;AAAA,OACtC,CAAA;AACA,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,cAAA;AAAA,QAChC,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,QACtC,EAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAElB,MAAA,IAAI,SAAY,GAAA,IAAA,CAAA;AAChB,MAAI,IAAA,IAAA,CAAK,QAAQ,4BAA8B,EAAA;AAC7C,QAAA,IAAI,UAAU,CAAG,EAAA;AACf,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,kCAAkC,EAAE,CAAA,qCAAA,CAAA;AAAA,WACtC,CAAA;AACA,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AAEA,MAAI,IAAA,IAAA,CAAK,QAAQ,6BAA+B,EAAA;AAG9C,QAAA,MAAM,iBACJ,KAAQ,GAAA,CAAA,GAAK,OAAO,OAAQ,CAAA,MAAA,GAAS,QAAS,GAAM,GAAA,GAAA,CAAA;AACtD,QAAI,IAAA,cAAA,IAAkB,IAAK,CAAA,OAAA,CAAQ,6BAA+B,EAAA;AAChE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,CAAkC,+BAAA,EAAA,EAAE,CAAe,YAAA,EAAA,MAAA,CAAO,QAAQ,MAAM,CAAA,sCAAA,CAAA;AAAA,WAC1E,CAAA;AAAA,SACK,MAAA;AACL,UAAM,MAAA,MAAA,GAAS,uBAAuB,cAAc,CAAA,uBAAA,CAAA,CAAA;AACpD,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,EAAE,CAAA,GAAA,EAAM,MAAM,CAAA,CAAA;AAAA,WAClD,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,QAAQ,yBAA0B,CAAA;AAAA,YAC3C,WAAa,EAAA,EAAA;AAAA,YACb,MAAQ,EAAA;AAAA,cACN,UAAY,EAAA,CAAA,6CAAA,EAAgD,MAAM,CAAA,EAAA,EAAK,MAAM,CAAA,CAAA;AAAA,aAC/E;AAAA,WACD,CAAA,CAAA;AACD,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AACA,MAAA,IAAI,SAAW,EAAA;AACb,QAAW,KAAA,MAAA,SAAA,IAAa,OAAO,OAAS,EAAA;AACtC,UAAA,OAAA,CAAQ,KAAK,SAAS,CAAA,CAAA;AAAA,SACxB;AAAA,OACF;AAAA,KACF;AAEA,IAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,UAAA,CAAW,aAAc,CAAA;AAAA,MAC1C,IAAM,EAAA,OAAA;AAAA,MACN,KAAA;AAAA,MACA,OAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,QAAQ,MAAoC,EAAA;AAChD,IAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAClB,IAAA,IAAI,CAAC,IAAK,CAAA,mBAAA,EAAsB,CAAA,QAAA,CAAS,KAAK,CAAG,EAAA;AAC/C,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,EAAE,MAAA,EAAQ,QAAU,EAAA,UAAA,KAAe,IAAK,CAAA,OAAA,CAAA;AAC9C,IAAM,MAAA,YAAA,GAAe,SAAS,eAAgB,EAAA,CAAA;AAC9C,IAAA,MAAA,CAAO,KAAM,CAAA,CAAA,oBAAA,EAAuB,YAAY,CAAA,UAAA,EAAa,KAAK,CAAQ,MAAA,CAAA,CAAA,CAAA;AAE1E,IAAI,IAAA,CAAC,SAAS,YAAc,EAAA;AAC1B,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,MAAS,GAAA,MAAM,QAAS,CAAA,YAAA,CAAa,QAAQ,MAAM,CAAA,CAAA;AAEzD,IAAI,IAAA,MAAA,CAAO,SAAS,OAAS,EAAA;AAC3B,MAAI,IAAA,MAAA,CAAO,KAAM,CAAA,MAAA,GAAS,CAAG,EAAA;AAC3B,QAAM,MAAA,eAAA,GAAkB,MAAM,IAAA,CAAK,OAAQ,CAAA,yBAAA;AAAA,UACzC,YAAA;AAAA,SACF,CAAA;AAEA,QAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,UAAO,MAAA,CAAA,KAAA;AAAA,YACL,uBAAuB,YAAY,CAAA,qEAAA,CAAA;AAAA,WACrC,CAAA;AAAA,SACK,MAAA;AACL,UAAA,MAAM,OACJ,eAAgB,CAAA,MAAA,KAAW,SACvB,GAAA,MAAM,KAAK,OAAQ,CAAA,WAAA,CAAY,eAAgB,CAAA,EAAE,IACjD,MAAM,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,gBAAgB,EAAE,CAAA,CAAA;AAExD,UAAA,IAAI,CAAC,IAAM,EAAA;AACT,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,yFAAyF,YAAY,CAAA,CAAA,CAAA;AAAA,aACvG,CAAA;AAAA,WACF;AACA,UAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA,CAAmB,IAAK,CAAA,EAAA,EAAI,OAAO,KAAK,CAAA,CAAA;AAAA,SAC7D;AAAA,OACF;AAEA,MAAI,IAAA,MAAA,CAAO,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA;AAC7B,QAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAyB,CAAA,MAAA,CAAO,OAAO,CAAA,CAAA;AAAA,OAC5D;AAEA,MAAM,MAAA,UAAA,CAAW,cAAc,MAAM,CAAA,CAAA;AACrC,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,uBAAA,EAA0B,KAAK,CAAA,OAAA,CAAA;AAAA,OACpE,CAAA;AAAA,KACK,MAAA;AACL,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,2BAAA,EAA8B,KAAK,CAAA,CAAA,CAAA;AAAA,OACxE,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,mBAAgC,GAAA;AAC9B,IAAM,MAAA,EAAE,QAAS,EAAA,GAAI,IAAK,CAAA,OAAA,CAAA;AAC1B,IAAA,MAAM,SAAS,QAAS,CAAA,YAAA,GACpB,SAAS,YAAa,CAAA,mBAAA,KACtB,EAAC,CAAA;AACL,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;AChYO,MAAM,mBAAsB,GAAA,wCAAA;;ACInC,eAAsB,wBAAwB,IAA2B,EAAA;AACvE,EAAA,MAAM,aAAgB,GAAAC,mCAAA;AAAA,IACpB,gEAAA;AAAA,IACA,YAAA;AAAA,GACF,CAAA;AAEA,EAAM,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA;AAAA,IACxB,SAAW,EAAA,aAAA;AAAA,IACX,SAAW,EAAA,mBAAA;AAAA,GACZ,CAAA,CAAA;AACH;;ACDO,MAAM,mCAAoC,CAAA;AAAA,EACvC,MAAA,CAAA;AAAA,EAER,YAAY,OAA2B,EAAA;AACrC,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,OAAgC,EAAA;AAC9D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAM,MAAA,EAAE,WAAa,EAAA,MAAA,EAAW,GAAA,OAAA,CAAA;AAChC,MAAM,MAAA,EAAA,CAAG,YAAY,CAAE,CAAA,KAAA,CAAM,MAAM,WAAW,CAAA,CAAE,OAAO,MAAM,CAAA,CAAA;AAAA,KAC9D,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,+BACJ,CAAA,QAAA,EACA,MACA,EAAA;AACA,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAClB,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,CACpC,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACjB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,sBAAsB,MAAyB,EAAA;AACnD,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACrC,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,kBACZ,CAAA,EAAA,EACA,GACA,EAAA;AACA,IAAA,MAAM,SAA6B,EAAC,CAAA;AACpC,IAAA,KAAA,IAAS,IAAI,CAAG,EAAA,CAAA,GAAI,GAAI,CAAA,MAAA,EAAQ,KAAK,GAAK,EAAA;AACxC,MAAA,MAAM,KAAQ,GAAA,GAAA,CAAI,KAAM,CAAA,CAAA,EAAG,IAAI,GAAG,CAAA,CAAA;AAClC,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA,CAAA;AAAA,KACnB;AAEA,IAAA,IAAI,OAAU,GAAA,CAAA,CAAA;AAEd,IAAA,KAAA,MAAW,SAAS,MAAQ,EAAA;AAC1B,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,yBAAyB,CAAA,CACpD,QACA,CAAA,OAAA;AAAA,QACC,IAAA;AAAA,QACA,KAAM,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAC7B,CAAA;AACF,MAAW,OAAA,IAAA,YAAA,CAAA;AAAA,KACb;AAEA,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,MAAS,GAAA,MAAM,EAAoB,CAAA,YAAY,CAClD,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,EACpC,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,MAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,2BAA2B,QAAkB,EAAA;AACjD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAoB,YAAY,CAAA,CAC1C,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA,CACvC,KAAM,EAAA,CAAA;AAAA,KACV,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,wBAAwB,QAAkB,EAAA;AAC9C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,sBAAsB,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC3D,QACA,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,EAAG,CAAA,iBAAiB,CACjB,CAAA,MAAA,CAAO,IAAI,CACX,CAAA,OAAA;AAAA,UACC,cAAA;AAAA,UACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,SAC5C;AAAA,OACJ,CAAA;AAEF,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,iBAAiB,CAAA,CAC5C,QACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,OAC5C,CAAA;AAEF,MAAA,MAAM,iBAAoB,GAAA,MAAM,EAAG,CAAA,YAAY,CAC5C,CAAA,MAAA,EACA,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,WAAA,CAAY,qBAAqB,MAAM,CAAA,CAAA;AAE1C,MAAO,OAAA;AAAA,QACL,SAAW,EAAA;AAAA,UACT,mBAAA;AAAA,UACA,YAAA;AAAA,UACA,iBAAA;AAAA,SACF;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,wBAAyB,CAAA,WAAA,EAAqB,QAAkB,EAAA;AACpE,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,OAAU,GAAA,MAAM,EAAoB,CAAA,YAAY,EACnD,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,SAAS,mBAAqB,EAAA,IAAI,CAClC,CAAA,WAAA,CAAY,MAAM,WAAW,CAAA,CAAA;AAEhC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAA,MAAM,GAAG,YAAY,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,MAAM,OAAO,CAAA,CAAA;AACrD,QAAA,MAAM,EAAG,CAAA,yBAAyB,CAC/B,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,UACC,mBAAA;AAAA,UACA,EAAA,CAAG,iBAAiB,CAAE,CAAA,MAAA,CAAO,IAAI,CAAE,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA;AAAA,SACpE,CAAA;AACF,QAAA,MAAM,GAAG,iBAAiB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA,CAAA;AAAA,OACtE;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,sBAAsB,QAAkB,EAAA;AAC5C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,YAAA,GAAiC,MAAM,EAAA,CAAG,YAAY,CAAA,CACzD,OAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,OAAA,GACJ,YAAa,CAAA,MAAA,GAAS,CAClB,GAAA,MAAM,GAAG,iBAAiB,CAAA,CACvB,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEtC,EAAC,CAAA;AAEP,MAAM,MAAA,aAAA,GACJ,OAAQ,CAAA,MAAA,GAAS,CACb,GAAA,MAAM,GAAG,yBAAyB,CAAA,CAC/B,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,OAAQ,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEjC,EAAC,CAAA;AAEP,MAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,kBAAA;AAAA,QACrC,EAAA;AAAA,QACA,aAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,YAAA,GACJ,QAAQ,MAAS,GAAA,CAAA,GACb,MAAM,EAAG,CAAA,iBAAiB,CACvB,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAEtC,GAAA,CAAA,CAAA;AAEN,MAAM,MAAA,iBAAA,GAAoB,MAAM,EAAG,CAAA,YAAY,EAC5C,MAAO,EAAA,CACP,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,MAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAID,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAED,MAAA,OAAO,EAAE,QAAA,EAAU,iBAAmB,EAAA,YAAA,EAAc,mBAAoB,EAAA,CAAA;AAAA,KACzE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,yBAAyB,QAAmC,EAAA;AAChE,IAAA,MAAM,IAAO,GAAA,QAAA,CAAS,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,SAAS,CAAA,CAAA;AAC1C,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,GAAG,yBAAyB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,CAAA;AAAA,KACjE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,8BAA8B,QAAkB,EAAA;AACpD,IAAA,MAAM,cAAcA,OAAG,EAAA,CAAA;AACvB,IAAA,MAAM,UAAa,GAAA,QAAA,CAAA;AACnB,IAAI,IAAA;AACF,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,EAAI,EAAA,WAAA;AAAA,QACJ,WAAa,EAAA,UAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,MAAQ,EAAA,UAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AACD,MAAO,OAAA,EAAE,aAAa,UAAY,EAAA,QAAA,EAAU,GAAG,YAAc,EAAA,IAAA,CAAK,KAAM,EAAA,CAAA;AAAA,aACjE,EAAI,EAAA;AAEX,MAAO,OAAA,KAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAAe,CAAA,QAAA,EAAkB,WAAqB,EAAA;AAC1D,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,0BAAA,CAA2B,QAAQ,CAAA,CAAA;AACxE,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC7C,MAAM,EAAE,KAAA,EAAO,6BAA8B,EAAC,CAC9C,CAAA,IAAA;AAAA,QACC,iBAAA;AAAA,QACA,oBAAA;AAAA,QACA,2CAAA;AAAA,OACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,iBAAiB,WAAW,CAAA,CAAA;AAErC,MAAM,MAAA,KAAA,GAAQ,MAAM,MAAO,CAAA,CAAC,KAAK,GAAQ,KAAA,GAAA,GAAO,GAAI,CAAA,KAAA,EAAkB,CAAC,CAAA,CAAA;AAEvE,MAAA,MAAM,UAAmC,EAAC,CAAA;AAC1C,MAAA,IAAI,iBAAmB,EAAA;AACrB,QAAA,MAAM,QAA2B,MAAM,EAAA,CAAG,yBAAyB,CAChE,CAAA,MAAA,CAAO,6BAA6B,CACpC,CAAA,IAAA;AAAA,UACC,iBAAA;AAAA,UACA,oBAAA;AAAA,UACA,2CAAA;AAAA,SACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,eAAiB,EAAA,iBAAA,CAAkB,EAAE,CAAA,CAAA;AAE9C,QAAA,KAAA,MAAW,aAAa,KAAO,EAAA;AAC7B,UAAA,OAAA,CAAQ,IAAK,CAAA,EAAE,SAAW,EAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAAA,SAC3C;AAAA,OACF;AAEA,MAAO,OAAA,EAAE,OAAO,OAAQ,EAAA,CAAA;AAAA,KACzB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAc,GAAA;AAClB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,UAAU,MAAM,EAAA;AAAA,QACpB,YAAA;AAAA,QAEC,QAAS,CAAA,IAAA,EAAM,eAAe,CAC9B,CAAA,KAAA,CAAM,qBAAqB,IAAI,CAAA,CAAA;AAClC,MAAO,OAAA,OAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAM,MAAA,IAAA,CAAK,gCAAgC,QAAU,EAAA;AAAA,MACnD,cAAA,sBAAoB,IAAK,EAAA;AAAA,KAC1B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,gBAAmB,GAAA;AACvB,IAAM,MAAA,SAAA,GAAY,MAAM,IAAA,CAAK,aAAc,EAAA,CAAA;AAE3C,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,YAAY,CAAA,CAAA;AAE5D,IAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,IAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,IAAA,KAAA,MAAW,YAAY,SAAW,EAAA;AAChC,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAIA,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAAA,KACH;AAEA,IAAA,MAAM,qBAAwB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,iBAAiB,CAAA,CAAA;AACrE,IAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,UAAA;AAAA,MACrC,yBAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,EAAE,iBAAmB,EAAA,qBAAA,EAAuB,mBAAoB,EAAA,CAAA;AAAA,GACzE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,WAAqB,EAAA;AAC9C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,WAAA,EAAa,QAAS,EAAA;AAAA,KACjC,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,MAAA,EAAQ,UAAW,EAAA;AAAA,KAC9B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,gBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,kBAAmB,CAAA,WAAA,EAAqB,UAAsB,EAAA;AAClE,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,MAAA;AAAA,QACb,cAAA,EAAgB,IAAI,IAAK,CAAA,IAAA,CAAK,KAAQ,GAAA,UAAA,CAAW,EAAG,CAAA,cAAc,CAAC,CAAA;AAAA,QACnE,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAwB,WAAqB,EAAA;AACjD,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA,EAAE,QAAU,EAAA,CAAA,EAAG,QAAQ,cAAe,EAAA;AAAA,KAC/C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,oBAAqB,CAAA,WAAA,EAAqB,OAAkB,EAAA;AAChE,IAAA,MAAM,MAAmC,GAAA;AAAA,MACvC,WAAa,EAAA,QAAA;AAAA,MACb,UAAA,EAAY,UAAU,OAAU,GAAA,KAAA,CAAA;AAAA,MAChC,cAAA,sBAAoB,IAAK,EAAA;AAAA,MACzB,MAAQ,EAAA,WAAA;AAAA,KACV,CAAA;AACA,IAAA,MAAM,IAAK,CAAA,yBAAA,CAA0B,EAAE,WAAA,EAAa,QAAQ,CAAA,CAAA;AAAA,GAC9D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,oBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,kBAAA,CACJ,WACA,EAAA,QAAA,EACA,OACA,aACA,EAAA;AACA,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,SAAA;AAAA,QACb,UAAU,QAAW,GAAA,CAAA;AAAA,QACrB,UAAA,EAAY,OAAO,KAAK,CAAA;AAAA,QACxB,gBAAgB,IAAI,IAAA,CAAK,IAAK,CAAA,GAAA,KAAQ,aAAa,CAAA;AAAA,QACnD,MAAQ,EAAA,aAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,MAAM,EAC1B,KAAM,EAAA,CAAA;AACT,MAAA,OAAO,IAAK,CAAA,WAAA,CAAY,IAAK,CAAA,MAAA,EAAQ,IAAI,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,aAAa,WAAqB,EAAA;AACtC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,KAAK,EACzB,KAAM,EAAA,CAAA;AACT,MAAA,OAAO,IAAK,CAAA,WAAA,CAAY,IAAK,CAAA,MAAA,EAAQ,IAAI,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAe,iBAAiB,CAAA,CACjD,KAAM,CAAA,cAAA,EAAgB,WAAW,CAAA,CACjC,OAAQ,CAAA,UAAA,EAAY,MAAM,CAAA,CAAA;AAC7B,MAAO,OAAA,KAAA,CAAM,IAAI,CAAK,CAAA,KAAA,IAAA,CAAK,YAAY,IAAK,CAAA,MAAA,EAAQ,CAAC,CAAC,CAAA,CAAA;AAAA,KACvD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAW,OAA2B,EAAA;AAC1C,IAAM,MAAA,EAAE,QAAW,GAAA,OAAA,CAAA;AACnB,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,iBAAiB,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA,EAIA,WAAA,CAA8C,MAAY,MAAc,EAAA;AACtE,IAAA,IAAI,UAAU,IAAK,CAAA,MAAA,CAAO,OAAO,MAAO,CAAA,QAAA,CAAS,SAAS,CAAG,EAAA;AAC3D,MAAO,OAAA;AAAA,QACL,GAAG,MAAA;AAAA,QACH,MAAQ,EAAA,IAAA,CAAK,KAAM,CAAA,MAAA,CAAO,MAAgB,CAAA;AAAA,OAC5C,CAAA;AAAA,KACF;AACA,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,kBAAmB,CAAA,MAAA,EAAgB,QAA4B,EAAA;AACnE,IAAA,MAAM,OAAO,QAAS,CAAA,GAAA,CAAI,OAAKE,+BAAmB,CAAA,CAAA,CAAE,MAAM,CAAC,CAAA,CAAA;AAE3D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,iBACJ,GAAA,CAAA,MAAM,EAAoB,CAAA,yBAAyB,EAChD,MAAO,CAAA,KAAK,CACZ,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,EACtB,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,GAAG,CAAA,CAAA;AAEhB,MAAM,MAAA,eAAA,GAAkB,IAAI,GAAA,CAAI,iBAAiB,CAAA,CAAA;AAEjD,MAAM,MAAA,OAAA,GAAU,KAAK,MAAO,CAAA,CAAA,CAAA,KAAK,CAAC,eAAgB,CAAA,GAAA,CAAI,CAAC,CAAC,CAAA,CAAA;AAExD,MAAM,MAAA,EAAA,CAAG,yBAAyB,CAC/B,CAAA,MAAA,CAAO,qBAAqB,MAAM,CAAA,CAClC,OAAQ,CAAA,KAAA,EAAO,iBAAiB,CAAA,CAAA;AAEnC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAM,MAAA,EAAA,CAAG,yBAAyB,CAAE,CAAA,MAAA;AAAA,UAClC,OAAA,CAAQ,IAAI,CAAQ,GAAA,MAAA;AAAA,YAClB,IAAIF,OAAG,EAAA;AAAA,YACP,iBAAmB,EAAA,MAAA;AAAA,YACnB,GAAA;AAAA,WACA,CAAA,CAAA;AAAA,SACJ,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,KAAe,EAAA;AAC9B,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAG,KAAK,CAAA,CAAE,MAAO,EAAA,CAAA;AAAA,KAC/B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAgB,GAAA;AACpB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,YAAY,MAAM,EAAA;AAAA,QACtB,YAAA;AAAA,OACF,CAAE,SAAS,eAAe,CAAA,CAAA;AAC1B,MAAA,OAAO,SAAU,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,aAAa,CAAA,CAAA;AAAA,KAClD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAa,CAAA,QAAA,EAAkB,MAAkC,EAAA;AACrE,IAAM,MAAA,IAAA,CAAK,+BAAgC,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAAA,GAC7D;AACF;;ACznBO,MAAM,yBAA0B,CAAA;AAAA,EAC7B,OAAA,CAAA;AAAA,EACA,MAAA,CAAA;AAAA,EAER,WAAA,CACE,SACA,MACA,EAAA;AACA,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAA;AACf,IAAA,IAAA,CAAK,MAAS,GAAA,MAAA,CAAA;AAAA,GAChB;AAAA,EAEA,MAAM,YAAe,GAAA;AACnB,IAAA,MAAM,SAASG,uBAAO,EAAA,CAAA;AACtB,IAAO,MAAA,CAAA,GAAA,CAAIC,wBAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAGzB,IAAA,MAAA,CAAO,GAAI,CAAA,qBAAA,EAAuB,OAAO,CAAA,EAAG,GAAQ,KAAA;AAClD,MAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,WAAY,EAAA,CAAA;AAC/C,MAAA,MAAM,SAAY,GAAA,OAAA,CAAQ,GAAI,CAAA,CAAA,MAAA,KAAU,OAAO,aAAa,CAAA,CAAA;AAC5D,MAAA,MAAM,UAAa,GAAA;AAAA,QACjB,GAAG,IAAI,GAAI,CAAA,SAAA,CAAU,OAAO,CAAC,CAAA,EAAG,CAAG,EAAA,CAAA,KAAM,CAAE,CAAA,OAAA,CAAQ,CAAC,CAAA,KAAM,CAAC,CAAC,CAAA;AAAA,OAC9D,CAAA;AAEA,MAAI,IAAA,UAAA,CAAW,SAAS,CAAG,EAAA;AACzB,QAAA,GAAA,CAAI,KAAK,EAAE,OAAA,EAAS,KAAO,EAAA,mBAAA,EAAqB,YAAY,CAAA,CAAA;AAAA,OACvD,MAAA;AACL,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,CAAA,CAAA;AAAA,OAC5B;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,sBAAA,EAAwB,OAAO,CAAA,EAAG,GAAQ,KAAA;AACpD,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,gBAAiB,EAAA,CAAA;AACnD,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACjE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,MAAQ,EAAA;AAAA,YACN,gBAAgB,MAAO,CAAA,MAAA;AAAA,YACvB,cAAgB,EAAA,IAAI,IAAK,CAAA,MAAA,CAAO,cAAc,CAAA;AAAA,WAChD;AAAA,UACA,YAAY,MAAO,CAAA,UAAA;AAAA,SACpB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,MAAQ,EAAA;AAAA,cACN,cAAgB,EAAA,iCAAA;AAAA,aAClB;AAAA,WACD,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,wCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,QAAA,IAAI,MAAQ,EAAA;AACV,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,yBAAA,CAA0B,QAAQ,CAAA,CAAA;AACrD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAA,EAAS,GAAG,QAAQ,CAAA,wBAAA,CAAA;AAAA,WACrB,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,UAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,YAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,YAAA,GAAA,CAAI,IAAK,CAAA;AAAA,cACP,OAAS,EAAA,IAAA;AAAA,cACT,OAAS,EAAA,wDAAA;AAAA,aACV,CAAA,CAAA;AAAA,WACI,MAAA;AACL,YAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,cACnB,OAAS,EAAA,KAAA;AAAA,cACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,aAC/B,CAAA,CAAA;AAAA,WACH;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA;AAIA,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACxE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AAEzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,cAAc,MAAO,CAAA,EAAA,CAAA;AAC3B,QAAI,IAAA,MAAA,CAAO,WAAW,SAAW,EAAA;AAC/B,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,SAC7C,MAAA;AACL,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,SACrD;AACA,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,uBAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sBAAA,CAAA,EAA0B,OAAO,IAAA,EAAM,GAAQ,KAAA;AACxD,MAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAEnD,MAAA,GAAA,CAAI,IAAK,CAAA;AAAA,QACP,OAAS,EAAA,IAAA;AAAA,QACT,SAAA;AAAA,OACD,CAAA,CAAA;AAAA,KACF,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,uCAAA,CAAA,EAA2C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACzE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,QAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AACrE,QAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,QAAU,EAAA;AAAA,UACxC,WAAa,EAAA,gBAAA;AAAA,UACb,sBAAA,sBAA4B,IAAK,EAAA;AAAA,UACjC,cAAA;AAAA,UACA,MAAQ,EAAA,SAAA;AAAA,SACT,CAAA,CAAA;AACD,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,6BAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gDAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,MAAO,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACpE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,sBAAsB,QAAQ,CAAA,CAAA;AAChE,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACvE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,KAAK,MAAO,CAAA,EAAA,CAAA;AAClB,QAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AACjD,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,SAAS,CAAA,CAAA;AAAA,OAC9B,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,yCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAO,MAAA,CAAA,MAAA;AAAA,MACL,CAAA,sCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAwB,QAAQ,CAAA,CAAA;AAErE,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,+BAA+B,QAAQ,CAAA,UAAA,CAAA;AAAA,UAChD,SAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACF,CAAA;AAEA,IAAO,MAAA,CAAA,GAAA,CAAIC,4BAAc,CAAA,CAAA;AAEzB,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;AC/OO,MAAM,QAAkC,CAAA;AAAA,EAC7C,QAAA,CAAA;AAAA,EACA,OAAA,CAAA;AAAA,EAEA,IAAW,OAAU,GAAA;AACnB,IAAA,OAAO,IAAK,CAAA,QAAA,CAAA;AAAA,GACd;AAAA,EACA,IAAW,MAAS,GAAA;AAClB,IAAA,OAAO,IAAK,CAAA,OAAA,CAAA;AAAA,GACd;AAAA,EAEO,IAAA,CAAA;AAAA,EACA,KAAA,CAAA;AAAA,EACA,OAAA,CAAA;AAAA,EAEA,WAAc,GAAA;AACnB,IAAA,MAAM,OAAU,GAAA,IAAI,OAAW,CAAA,CAAC,SAAS,MAAW,KAAA;AAClD,MAAA,IAAA,CAAK,QAAW,GAAA,OAAA,CAAA;AAChB,MAAA,IAAA,CAAK,OAAU,GAAA,MAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,IAAO,GAAA,OAAA,CAAQ,IAAK,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACrC,IAAA,IAAA,CAAK,KAAQ,GAAA,OAAA,CAAQ,KAAM,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACvC,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AAAA,GAC7C;AAAA,EAEA,CAAC,MAAO,CAAA,WAAW,IAAgB,UAAA,CAAA;AACrC;;;;;;;;"}
|
package/dist/index.cjs.js
CHANGED
|
@@ -1,28 +1,22 @@
|
|
|
1
1
|
'use strict';
|
|
2
2
|
|
|
3
3
|
var luxon = require('luxon');
|
|
4
|
-
var util = require('./cjs/util-
|
|
4
|
+
var util = require('./cjs/util-B3Qn9g5Y.cjs.js');
|
|
5
5
|
require('perf_hooks');
|
|
6
6
|
require('uuid');
|
|
7
7
|
require('@backstage/errors');
|
|
8
|
-
require('@backstage/backend-
|
|
8
|
+
require('@backstage/backend-plugin-api');
|
|
9
9
|
require('@backstage/catalog-model');
|
|
10
|
+
require('@backstage/backend-common');
|
|
10
11
|
require('express');
|
|
11
12
|
require('express-promise-router');
|
|
12
13
|
|
|
13
|
-
var __defProp = Object.defineProperty;
|
|
14
|
-
var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
|
|
15
|
-
var __publicField = (obj, key, value) => {
|
|
16
|
-
__defNormalProp(obj, key + "" , value);
|
|
17
|
-
return value;
|
|
18
|
-
};
|
|
19
14
|
class IncrementalCatalogBuilder {
|
|
20
15
|
constructor(env, builder, client, manager) {
|
|
21
16
|
this.env = env;
|
|
22
17
|
this.builder = builder;
|
|
23
18
|
this.client = client;
|
|
24
19
|
this.manager = manager;
|
|
25
|
-
__publicField(this, "ready");
|
|
26
20
|
this.ready = new util.Deferred();
|
|
27
21
|
}
|
|
28
22
|
/**
|
|
@@ -36,6 +30,7 @@ class IncrementalCatalogBuilder {
|
|
|
36
30
|
const manager = new util.IncrementalIngestionDatabaseManager({ client });
|
|
37
31
|
return new IncrementalCatalogBuilder(env, builder, client, manager);
|
|
38
32
|
}
|
|
33
|
+
ready;
|
|
39
34
|
async build() {
|
|
40
35
|
await util.applyDatabaseMigrations(this.client);
|
|
41
36
|
this.ready.resolve();
|
package/dist/index.cjs.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.cjs.js","sources":["../src/service/IncrementalCatalogBuilder.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n PluginEnvironment,\n} from '../types';\nimport { CatalogBuilder as CoreCatalogBuilder } from '@backstage/plugin-catalog-backend';\nimport { Duration } from 'luxon';\nimport { Knex } from 'knex';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport { Deferred } from '../util';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\n/** @public */\nexport class IncrementalCatalogBuilder {\n /**\n * Creates the incremental catalog builder, which extends the regular catalog builder.\n * @param env - PluginEnvironment\n * @param builder - CatalogBuilder\n * @returns IncrementalCatalogBuilder\n */\n static async create(env: PluginEnvironment, builder: CoreCatalogBuilder) {\n const client = await env.database.getClient();\n const manager = new IncrementalIngestionDatabaseManager({ client });\n return new IncrementalCatalogBuilder(env, builder, client, manager);\n }\n\n private ready: Deferred<void>;\n\n private constructor(\n private env: PluginEnvironment,\n private builder: CoreCatalogBuilder,\n private client: Knex,\n private manager: IncrementalIngestionDatabaseManager,\n ) {\n this.ready = new Deferred<void>();\n }\n\n async build() {\n await applyDatabaseMigrations(this.client);\n this.ready.resolve();\n\n const routerLogger = this.env.logger.child({\n router: 'IncrementalProviderAdmin',\n });\n\n const incrementalAdminRouter = await new IncrementalProviderRouter(\n this.manager,\n routerLogger,\n ).createRouter();\n\n return { incrementalAdminRouter };\n }\n\n addIncrementalEntityProvider<TCursor, TContext>(\n provider: IncrementalEntityProvider<TCursor, TContext>,\n options: IncrementalEntityProviderOptions,\n ): EventSubscriber {\n const { burstInterval, burstLength, restLength } = options;\n const { logger: catalogLogger, scheduler } = this.env;\n const ready = this.ready;\n\n const manager = this.manager;\n\n let engine: IncrementalIngestionEngine;\n\n this.builder.addEntityProvider({\n getProviderName: provider.getProviderName.bind(provider),\n async connect(connection) {\n const logger = catalogLogger.child({\n entityProvider: provider.getProviderName(),\n });\n\n logger.info(`Connecting`);\n\n engine = new IncrementalIngestionEngine({\n ...options,\n ready,\n manager,\n logger,\n provider,\n restLength,\n connection,\n });\n\n const frequency = Duration.isDuration(burstInterval)\n ? burstInterval\n : Duration.fromObject(burstInterval);\n const length = Duration.isDuration(burstLength)\n ? burstLength\n : Duration.fromObject(burstLength);\n\n await scheduler.scheduleTask({\n id: provider.getProviderName(),\n fn: engine.taskFn.bind(engine),\n frequency,\n timeout: length,\n });\n },\n });\n\n return {\n onEvent: (params: EventParams) => engine.onEvent(params),\n supportsEventTopics() {\n return engine.supportsEventTopics();\n },\n };\n }\n}\n"],"names":["Deferred","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalProviderRouter","IncrementalIngestionEngine","Duration"],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.cjs.js","sources":["../src/service/IncrementalCatalogBuilder.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport {\n IncrementalEntityProvider,\n IncrementalEntityProviderOptions,\n PluginEnvironment,\n} from '../types';\nimport { CatalogBuilder as CoreCatalogBuilder } from '@backstage/plugin-catalog-backend';\nimport { Duration } from 'luxon';\nimport { Knex } from 'knex';\nimport { IncrementalIngestionEngine } from '../engine/IncrementalIngestionEngine';\nimport { applyDatabaseMigrations } from '../database/migrations';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { IncrementalProviderRouter } from '../router/routes';\nimport { Deferred } from '../util';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\n/** @public */\nexport class IncrementalCatalogBuilder {\n /**\n * Creates the incremental catalog builder, which extends the regular catalog builder.\n * @param env - PluginEnvironment\n * @param builder - CatalogBuilder\n * @returns IncrementalCatalogBuilder\n */\n static async create(env: PluginEnvironment, builder: CoreCatalogBuilder) {\n const client = await env.database.getClient();\n const manager = new IncrementalIngestionDatabaseManager({ client });\n return new IncrementalCatalogBuilder(env, builder, client, manager);\n }\n\n private ready: Deferred<void>;\n\n private constructor(\n private env: PluginEnvironment,\n private builder: CoreCatalogBuilder,\n private client: Knex,\n private manager: IncrementalIngestionDatabaseManager,\n ) {\n this.ready = new Deferred<void>();\n }\n\n async build() {\n await applyDatabaseMigrations(this.client);\n this.ready.resolve();\n\n const routerLogger = this.env.logger.child({\n router: 'IncrementalProviderAdmin',\n });\n\n const incrementalAdminRouter = await new IncrementalProviderRouter(\n this.manager,\n routerLogger,\n ).createRouter();\n\n return { incrementalAdminRouter };\n }\n\n addIncrementalEntityProvider<TCursor, TContext>(\n provider: IncrementalEntityProvider<TCursor, TContext>,\n options: IncrementalEntityProviderOptions,\n ): EventSubscriber {\n const { burstInterval, burstLength, restLength } = options;\n const { logger: catalogLogger, scheduler } = this.env;\n const ready = this.ready;\n\n const manager = this.manager;\n\n let engine: IncrementalIngestionEngine;\n\n this.builder.addEntityProvider({\n getProviderName: provider.getProviderName.bind(provider),\n async connect(connection) {\n const logger = catalogLogger.child({\n entityProvider: provider.getProviderName(),\n });\n\n logger.info(`Connecting`);\n\n engine = new IncrementalIngestionEngine({\n ...options,\n ready,\n manager,\n logger,\n provider,\n restLength,\n connection,\n });\n\n const frequency = Duration.isDuration(burstInterval)\n ? burstInterval\n : Duration.fromObject(burstInterval);\n const length = Duration.isDuration(burstLength)\n ? burstLength\n : Duration.fromObject(burstLength);\n\n await scheduler.scheduleTask({\n id: provider.getProviderName(),\n fn: engine.taskFn.bind(engine),\n frequency,\n timeout: length,\n });\n },\n });\n\n return {\n onEvent: (params: EventParams) => engine.onEvent(params),\n supportsEventTopics() {\n return engine.supportsEventTopics();\n },\n };\n }\n}\n"],"names":["Deferred","IncrementalIngestionDatabaseManager","applyDatabaseMigrations","IncrementalProviderRouter","IncrementalIngestionEngine","Duration"],"mappings":";;;;;;;;;;;;;AAgCO,MAAM,yBAA0B,CAAA;AAAA,EAe7B,WACE,CAAA,GAAA,EACA,OACA,EAAA,MAAA,EACA,OACR,EAAA;AAJQ,IAAA,IAAA,CAAA,GAAA,GAAA,GAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA,CAAA;AACA,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AAER,IAAK,IAAA,CAAA,KAAA,GAAQ,IAAIA,aAAe,EAAA,CAAA;AAAA,GAClC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAfA,aAAa,MAAO,CAAA,GAAA,EAAwB,OAA6B,EAAA;AACvE,IAAA,MAAM,MAAS,GAAA,MAAM,GAAI,CAAA,QAAA,CAAS,SAAU,EAAA,CAAA;AAC5C,IAAA,MAAM,OAAU,GAAA,IAAIC,wCAAoC,CAAA,EAAE,QAAQ,CAAA,CAAA;AAClE,IAAA,OAAO,IAAI,yBAAA,CAA0B,GAAK,EAAA,OAAA,EAAS,QAAQ,OAAO,CAAA,CAAA;AAAA,GACpE;AAAA,EAEQ,KAAA,CAAA;AAAA,EAWR,MAAM,KAAQ,GAAA;AACZ,IAAM,MAAAC,4BAAA,CAAwB,KAAK,MAAM,CAAA,CAAA;AACzC,IAAA,IAAA,CAAK,MAAM,OAAQ,EAAA,CAAA;AAEnB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,GAAI,CAAA,MAAA,CAAO,KAAM,CAAA;AAAA,MACzC,MAAQ,EAAA,0BAAA;AAAA,KACT,CAAA,CAAA;AAED,IAAM,MAAA,sBAAA,GAAyB,MAAM,IAAIC,8BAAA;AAAA,MACvC,IAAK,CAAA,OAAA;AAAA,MACL,YAAA;AAAA,MACA,YAAa,EAAA,CAAA;AAEf,IAAA,OAAO,EAAE,sBAAuB,EAAA,CAAA;AAAA,GAClC;AAAA,EAEA,4BAAA,CACE,UACA,OACiB,EAAA;AACjB,IAAA,MAAM,EAAE,aAAA,EAAe,WAAa,EAAA,UAAA,EAAe,GAAA,OAAA,CAAA;AACnD,IAAA,MAAM,EAAE,MAAA,EAAQ,aAAe,EAAA,SAAA,KAAc,IAAK,CAAA,GAAA,CAAA;AAClD,IAAA,MAAM,QAAQ,IAAK,CAAA,KAAA,CAAA;AAEnB,IAAA,MAAM,UAAU,IAAK,CAAA,OAAA,CAAA;AAErB,IAAI,IAAA,MAAA,CAAA;AAEJ,IAAA,IAAA,CAAK,QAAQ,iBAAkB,CAAA;AAAA,MAC7B,eAAiB,EAAA,QAAA,CAAS,eAAgB,CAAA,IAAA,CAAK,QAAQ,CAAA;AAAA,MACvD,MAAM,QAAQ,UAAY,EAAA;AACxB,QAAM,MAAA,MAAA,GAAS,cAAc,KAAM,CAAA;AAAA,UACjC,cAAA,EAAgB,SAAS,eAAgB,EAAA;AAAA,SAC1C,CAAA,CAAA;AAED,QAAA,MAAA,CAAO,KAAK,CAAY,UAAA,CAAA,CAAA,CAAA;AAExB,QAAA,MAAA,GAAS,IAAIC,+BAA2B,CAAA;AAAA,UACtC,GAAG,OAAA;AAAA,UACH,KAAA;AAAA,UACA,OAAA;AAAA,UACA,MAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAA;AAAA,UACA,UAAA;AAAA,SACD,CAAA,CAAA;AAED,QAAM,MAAA,SAAA,GAAYC,eAAS,UAAW,CAAA,aAAa,IAC/C,aACA,GAAAA,cAAA,CAAS,WAAW,aAAa,CAAA,CAAA;AACrC,QAAM,MAAA,MAAA,GAASA,eAAS,UAAW,CAAA,WAAW,IAC1C,WACA,GAAAA,cAAA,CAAS,WAAW,WAAW,CAAA,CAAA;AAEnC,QAAA,MAAM,UAAU,YAAa,CAAA;AAAA,UAC3B,EAAA,EAAI,SAAS,eAAgB,EAAA;AAAA,UAC7B,EAAI,EAAA,MAAA,CAAO,MAAO,CAAA,IAAA,CAAK,MAAM,CAAA;AAAA,UAC7B,SAAA;AAAA,UACA,OAAS,EAAA,MAAA;AAAA,SACV,CAAA,CAAA;AAAA,OACH;AAAA,KACD,CAAA,CAAA;AAED,IAAO,OAAA;AAAA,MACL,OAAS,EAAA,CAAC,MAAwB,KAAA,MAAA,CAAO,QAAQ,MAAM,CAAA;AAAA,MACvD,mBAAsB,GAAA;AACpB,QAAA,OAAO,OAAO,mBAAoB,EAAA,CAAA;AAAA,OACpC;AAAA,KACF,CAAA;AAAA,GACF;AACF;;;;"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@backstage/plugin-catalog-backend-module-incremental-ingestion",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.24-next.0",
|
|
4
4
|
"description": "An entity provider for streaming large asset sources into the catalog",
|
|
5
5
|
"backstage": {
|
|
6
6
|
"role": "backend-plugin-module"
|
|
@@ -48,15 +48,15 @@
|
|
|
48
48
|
"test": "backstage-cli package test"
|
|
49
49
|
},
|
|
50
50
|
"dependencies": {
|
|
51
|
-
"@backstage/backend-common": "^0.22.
|
|
52
|
-
"@backstage/backend-plugin-api": "^0.6.
|
|
53
|
-
"@backstage/backend-tasks": "^0.5.
|
|
54
|
-
"@backstage/catalog-model": "^1.5.0
|
|
51
|
+
"@backstage/backend-common": "^0.22.1-next.0",
|
|
52
|
+
"@backstage/backend-plugin-api": "^0.6.19-next.0",
|
|
53
|
+
"@backstage/backend-tasks": "^0.5.24-next.0",
|
|
54
|
+
"@backstage/catalog-model": "^1.5.0",
|
|
55
55
|
"@backstage/config": "^1.2.0",
|
|
56
56
|
"@backstage/errors": "^1.2.4",
|
|
57
|
-
"@backstage/plugin-catalog-backend": "^1.
|
|
58
|
-
"@backstage/plugin-catalog-node": "^1.12.
|
|
59
|
-
"@backstage/plugin-events-node": "^0.3.
|
|
57
|
+
"@backstage/plugin-catalog-backend": "^1.23.0-next.0",
|
|
58
|
+
"@backstage/plugin-catalog-node": "^1.12.1-next.0",
|
|
59
|
+
"@backstage/plugin-events-node": "^0.3.5-next.0",
|
|
60
60
|
"@backstage/plugin-permission-common": "^0.7.13",
|
|
61
61
|
"@types/express": "^4.17.6",
|
|
62
62
|
"@types/luxon": "^3.0.0",
|
|
@@ -67,8 +67,8 @@
|
|
|
67
67
|
"uuid": "^9.0.0"
|
|
68
68
|
},
|
|
69
69
|
"devDependencies": {
|
|
70
|
-
"@backstage/backend-defaults": "^0.2.
|
|
71
|
-
"@backstage/backend-test-utils": "^0.3.
|
|
72
|
-
"@backstage/cli": "^0.26.
|
|
70
|
+
"@backstage/backend-defaults": "^0.2.19-next.0",
|
|
71
|
+
"@backstage/backend-test-utils": "^0.3.9-next.0",
|
|
72
|
+
"@backstage/cli": "^0.26.6-next.0"
|
|
73
73
|
}
|
|
74
74
|
}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"util-Ds1zK77X.cjs.js","sources":["../../src/engine/IncrementalIngestionEngine.ts","../../src/database/tables.ts","../../src/database/migrations.ts","../../src/database/IncrementalIngestionDatabaseManager.ts","../../src/router/routes.ts","../../src/util.ts"],"sourcesContent":["/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { IterationEngine, IterationEngineOptions } from '../types';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { performance } from 'perf_hooks';\nimport { Duration, DurationObjectUnits } from 'luxon';\nimport { v4 } from 'uuid';\nimport { stringifyError } from '@backstage/errors';\nimport { EventParams, EventSubscriber } from '@backstage/plugin-events-node';\n\nexport class IncrementalIngestionEngine\n implements IterationEngine, EventSubscriber\n{\n private readonly restLength: Duration;\n private readonly backoff: DurationObjectUnits[];\n\n private manager: IncrementalIngestionDatabaseManager;\n\n constructor(private options: IterationEngineOptions) {\n this.manager = options.manager;\n this.restLength = Duration.fromObject(options.restLength);\n this.backoff = options.backoff ?? [\n { minutes: 1 },\n { minutes: 5 },\n { minutes: 30 },\n { hours: 3 },\n ];\n }\n\n async taskFn(signal: AbortSignal) {\n try {\n this.options.logger.debug('Begin tick');\n await this.handleNextAction(signal);\n } catch (error) {\n this.options.logger.error(`${error}`);\n throw error;\n } finally {\n this.options.logger.debug('End tick');\n }\n }\n\n async handleNextAction(signal: AbortSignal) {\n await this.options.ready;\n\n const result = await this.getCurrentAction();\n if (result) {\n const { ingestionId, nextActionAt, nextAction, attempts } = result;\n\n switch (nextAction) {\n case 'rest':\n if (Date.now() > nextActionAt) {\n await this.manager.clearFinishedIngestions(\n this.options.provider.getProviderName(),\n );\n this.options.logger.info(\n `incremental-engine: Ingestion ${ingestionId} rest period complete. Ingestion will start again`,\n );\n\n await this.manager.setProviderComplete(ingestionId);\n } else {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' rest period continuing`,\n );\n }\n break;\n case 'ingest':\n try {\n await this.manager.setProviderBursting(ingestionId);\n const done = await this.ingestOneBurst(ingestionId, signal);\n if (done) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' complete, transitioning to rest period of ${this.restLength.toHuman()}`,\n );\n await this.manager.setProviderResting(\n ingestionId,\n this.restLength,\n );\n } else {\n await this.manager.setProviderInterstitial(ingestionId);\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' continuing`,\n );\n }\n } catch (error) {\n if (\n (error as Error).message &&\n (error as Error).message === 'CANCEL'\n ) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' canceled`,\n );\n await this.manager.setProviderCanceling(\n ingestionId,\n (error as Error).message,\n );\n } else {\n const currentBackoff = Duration.fromObject(\n this.backoff[Math.min(this.backoff.length - 1, attempts)],\n );\n\n const backoffLength = currentBackoff.as('milliseconds');\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' failed`,\n error,\n );\n\n const truncatedError = stringifyError(error).substring(0, 700);\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' threw an error during ingestion burst. Ingestion will backoff for ${currentBackoff.toHuman()} (${truncatedError})`,\n );\n\n await this.manager.setProviderBackoff(\n ingestionId,\n attempts,\n error as Error,\n backoffLength,\n );\n }\n }\n break;\n case 'backoff':\n if (Date.now() > nextActionAt) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' backoff complete, will attempt to resume`,\n );\n await this.manager.setProviderIngesting(ingestionId);\n } else {\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' backoff continuing`,\n );\n }\n break;\n case 'cancel':\n this.options.logger.info(\n `incremental-engine: Ingestion '${ingestionId}' canceling, will restart`,\n );\n await this.manager.setProviderCanceled(ingestionId);\n break;\n default:\n this.options.logger.error(\n `incremental-engine: Ingestion '${ingestionId}' received unknown action '${nextAction}'`,\n );\n }\n } else {\n this.options.logger.error(\n `incremental-engine: Engine tried to create duplicate ingestion record for provider '${this.options.provider.getProviderName()}'.`,\n );\n }\n }\n\n async getCurrentAction() {\n const providerName = this.options.provider.getProviderName();\n const record = await this.manager.getCurrentIngestionRecord(providerName);\n if (record) {\n this.options.logger.info(\n `incremental-engine: Ingestion record found: '${record.id}'`,\n );\n return {\n ingestionId: record.id,\n nextAction: record.next_action as 'rest' | 'ingest' | 'backoff',\n attempts: record.attempts as number,\n nextActionAt: record.next_action_at.valueOf() as number,\n };\n }\n const result = await this.manager.createProviderIngestionRecord(\n providerName,\n );\n if (result) {\n this.options.logger.info(\n `incremental-engine: Ingestion record created: '${result.ingestionId}'`,\n );\n }\n return result;\n }\n\n async ingestOneBurst(id: string, signal: AbortSignal) {\n const lastMark = await this.manager.getLastMark(id);\n\n const cursor = lastMark ? lastMark.cursor : undefined;\n let sequence = lastMark ? lastMark.sequence + 1 : 0;\n\n const start = performance.now();\n let count = 0;\n let done = false;\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}' burst initiated`,\n );\n\n await this.options.provider.around(async (context: unknown) => {\n let next = await this.options.provider.next(context, cursor);\n count++;\n for (;;) {\n done = next.done;\n await this.mark({\n id,\n sequence,\n entities: next?.entities,\n done: next.done,\n cursor: next?.cursor,\n });\n if (signal.aborted || next.done) {\n break;\n } else {\n next = await this.options.provider.next(context, next.cursor);\n count++;\n sequence++;\n }\n }\n });\n\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}' burst complete. (${count} batches in ${Math.round(\n performance.now() - start,\n )}ms).`,\n );\n return done;\n }\n\n async mark(options: {\n id: string;\n sequence: number;\n entities?: DeferredEntity[];\n done: boolean;\n cursor?: unknown;\n }) {\n const { id, sequence, entities, done, cursor } = options;\n this.options.logger.debug(\n `incremental-engine: Ingestion '${id}': MARK ${\n entities ? entities.length : 0\n } entities, cursor: ${\n cursor ? JSON.stringify(cursor) : 'none'\n }, done: ${done}`,\n );\n const markId = v4();\n\n await this.manager.createMark({\n record: {\n id: markId,\n ingestion_id: id,\n cursor,\n sequence,\n },\n });\n\n if (entities && entities.length > 0) {\n await this.manager.createMarkEntities(markId, entities);\n }\n\n const added =\n entities?.map(deferred => ({\n ...deferred,\n entity: {\n ...deferred.entity,\n metadata: {\n ...deferred.entity.metadata,\n annotations: {\n ...deferred.entity.metadata.annotations,\n },\n },\n },\n })) ?? [];\n\n const removed: { entityRef: string }[] = [];\n\n if (done) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}': Final page reached, calculating removed entities`,\n );\n const result = await this.manager.computeRemoved(\n this.options.provider.getProviderName(),\n id,\n );\n\n const { total } = result;\n\n let doRemoval = true;\n if (this.options.rejectEmptySourceCollections) {\n if (total === 0) {\n this.options.logger.error(\n `incremental-engine: Ingestion '${id}': Rejecting empty entity collection!`,\n );\n doRemoval = false;\n }\n }\n\n if (this.options.rejectRemovalsAbovePercentage) {\n // If the total entities upserted in this ingestion is 0, then\n // 100% of entities are stale and marked for removal.\n const percentRemoved =\n total > 0 ? (result.removed.length / total) * 100 : 100;\n if (percentRemoved <= this.options.rejectRemovalsAbovePercentage) {\n this.options.logger.info(\n `incremental-engine: Ingestion '${id}': Removing ${result.removed.length} entities that have no matching assets`,\n );\n } else {\n const notice = `Attempted to remove ${percentRemoved}% of matching entities!`;\n this.options.logger.error(\n `incremental-engine: Ingestion '${id}': ${notice}`,\n );\n await this.manager.updateIngestionRecordById({\n ingestionId: id,\n update: {\n last_error: `REMOVAL_THRESHOLD exceeded on ingestion mark ${markId}: ${notice}`,\n },\n });\n doRemoval = false;\n }\n }\n if (doRemoval) {\n for (const entityRef of result.removed) {\n removed.push(entityRef);\n }\n }\n }\n\n await this.options.connection.applyMutation({\n type: 'delta',\n added,\n removed,\n });\n }\n\n async onEvent(params: EventParams): Promise<void> {\n const { topic } = params;\n if (!this.supportsEventTopics().includes(topic)) {\n return;\n }\n\n const { logger, provider, connection } = this.options;\n const providerName = provider.getProviderName();\n logger.debug(`incremental-engine: ${providerName} received ${topic} event`);\n\n if (!provider.eventHandler) {\n return;\n }\n\n const result = await provider.eventHandler.onEvent(params);\n\n if (result.type === 'delta') {\n if (result.added.length > 0) {\n const ingestionRecord = await this.manager.getCurrentIngestionRecord(\n providerName,\n );\n\n if (!ingestionRecord) {\n logger.debug(\n `incremental-engine: ${providerName} skipping delta addition because incremental ingestion is restarting.`,\n );\n } else {\n const mark =\n ingestionRecord.status === 'resting'\n ? await this.manager.getLastMark(ingestionRecord.id)\n : await this.manager.getFirstMark(ingestionRecord.id);\n\n if (!mark) {\n throw new Error(\n `Cannot apply delta, page records are missing! Please re-run incremental ingestion for ${providerName}.`,\n );\n }\n await this.manager.createMarkEntities(mark.id, result.added);\n }\n }\n\n if (result.removed.length > 0) {\n await this.manager.deleteEntityRecordsByRef(result.removed);\n }\n\n await connection.applyMutation(result);\n logger.debug(\n `incremental-engine: ${providerName} processed delta from '${topic}' event`,\n );\n } else {\n logger.debug(\n `incremental-engine: ${providerName} ignored event from topic '${topic}'`,\n );\n }\n }\n\n supportsEventTopics(): string[] {\n const { provider } = this.options;\n const topics = provider.eventHandler\n ? provider.eventHandler.supportsEventTopics()\n : [];\n return topics;\n }\n}\n","/*\n * Copyright 2021 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport const DB_MIGRATIONS_TABLE = 'incremental_ingestion__knex_migrations';\n\n/**\n * The shape of data inserted into or updated in the `ingestions` table.\n */\nexport interface IngestionUpsert {\n /**\n * The ingestion record id.\n */\n id?: string;\n /**\n * The next action the incremental entity provider will take.\n */\n next_action:\n | 'rest'\n | 'ingest'\n | 'backoff'\n | 'cancel'\n | 'nothing (done)'\n | 'nothing (canceled)';\n /**\n * Current status of the incremental entity provider.\n */\n status:\n | 'complete'\n | 'bursting'\n | 'resting'\n | 'canceling'\n | 'interstitial'\n | 'backing off';\n /**\n * The name of the incremental entity provider being updated.\n */\n provider_name: string;\n /**\n * Date/time stamp for when the next action will trigger.\n */\n next_action_at?: Date;\n /**\n * A record of the last error generated by the incremental entity provider.\n */\n last_error?: string | null;\n /**\n * The number of attempts the provider has attempted during the current cycle.\n */\n attempts?: number;\n /**\n * Date/time stamp for the completion of ingestion.\n */\n ingestion_completed_at?: Date | string | null;\n /**\n * Date/time stamp for the end of the rest cycle before the next ingestion.\n */\n rest_completed_at?: Date | string | null;\n /**\n * A record of the finalized status of the ingestion record. Values are either 'open' or a uuid.\n */\n completion_ticket: string;\n}\n\n/**\n * This interface is for updating an existing ingestion record.\n */\nexport interface IngestionRecordUpdate {\n ingestionId: string;\n update: Partial<IngestionUpsert>;\n}\n\n/**\n * The expected response from the `ingestion_marks` table.\n */\nexport interface MarkRecord {\n id: string;\n sequence: number;\n ingestion_id: string;\n cursor: unknown;\n created_at: string;\n}\n\n/**\n * The expected response from the `ingestions` table.\n */\nexport interface IngestionRecord extends IngestionUpsert {\n id: string;\n next_action_at: Date;\n /**\n * The date/time the ingestion record was created.\n */\n created_at: string;\n}\n\n/**\n * This interface supplies all the values for adding an ingestion mark.\n */\nexport interface MarkRecordInsert {\n record: {\n id: string;\n ingestion_id: string;\n cursor: unknown;\n sequence: number;\n };\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { resolvePackagePath } from '@backstage/backend-common';\nimport { Knex } from 'knex';\nimport { DB_MIGRATIONS_TABLE } from './tables';\n\nexport async function applyDatabaseMigrations(knex: Knex): Promise<void> {\n const migrationsDir = resolvePackagePath(\n '@backstage/plugin-catalog-backend-module-incremental-ingestion',\n 'migrations',\n );\n\n await knex.migrate.latest({\n directory: migrationsDir,\n tableName: DB_MIGRATIONS_TABLE,\n });\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { Knex } from 'knex';\nimport type { DeferredEntity } from '@backstage/plugin-catalog-node';\nimport { stringifyEntityRef } from '@backstage/catalog-model';\nimport { Duration } from 'luxon';\nimport { v4 } from 'uuid';\nimport {\n IngestionRecord,\n IngestionRecordUpdate,\n IngestionUpsert,\n MarkRecord,\n MarkRecordInsert,\n} from './tables';\n\nexport class IncrementalIngestionDatabaseManager {\n private client: Knex;\n\n constructor(options: { client: Knex }) {\n this.client = options.client;\n }\n\n /**\n * Performs an update to the ingestion record with matching `id`.\n * @param options - IngestionRecordUpdate\n */\n async updateIngestionRecordById(options: IngestionRecordUpdate) {\n await this.client.transaction(async tx => {\n const { ingestionId, update } = options;\n await tx('ingestions').where('id', ingestionId).update(update);\n });\n }\n\n /**\n * Performs an update to the ingestion record with matching provider name. Will only update active records.\n * @param provider - string\n * @param update - Partial<IngestionUpsertIFace>\n */\n async updateIngestionRecordByProvider(\n provider: string,\n update: Partial<IngestionUpsert>,\n ) {\n await this.client.transaction(async tx => {\n await tx('ingestions')\n .where('provider_name', provider)\n .andWhere('completion_ticket', 'open')\n .update(update);\n });\n }\n\n /**\n * Performs an insert into the `ingestions` table with the supplied values.\n * @param record - IngestionUpsertIFace\n */\n async insertIngestionRecord(record: IngestionUpsert) {\n await this.client.transaction(async tx => {\n await tx('ingestions').insert(record);\n });\n }\n\n private async deleteMarkEntities(\n tx: Knex.Transaction,\n ids: { id: string }[],\n ) {\n const chunks: { id: string }[][] = [];\n for (let i = 0; i < ids.length; i += 100) {\n const chunk = ids.slice(i, i + 100);\n chunks.push(chunk);\n }\n\n let deleted = 0;\n\n for (const chunk of chunks) {\n const chunkDeleted = await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'id',\n chunk.map(entry => entry.id),\n );\n deleted += chunkDeleted;\n }\n\n return deleted;\n }\n\n /**\n * Finds the current ingestion record for the named provider.\n * @param provider - string\n * @returns IngestionRecord | undefined\n */\n async getCurrentIngestionRecord(provider: string) {\n return await this.client.transaction(async tx => {\n const record = await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhere('completion_ticket', 'open')\n .first();\n return record;\n });\n }\n\n /**\n * Finds the last ingestion record for the named provider.\n * @param provider - string\n * @returns IngestionRecord | undefined\n */\n async getPreviousIngestionRecord(provider: string) {\n return await this.client.transaction(async tx => {\n return await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open')\n .first();\n });\n }\n\n /**\n * Removes all entries from `ingestion_marks_entities`, `ingestion_marks`, and `ingestions`\n * for prior ingestions that completed (i.e., have a `completion_ticket` value other than 'open').\n * @param provider - string\n * @returns A count of deletions for each record type.\n */\n async clearFinishedIngestions(provider: string) {\n return await this.client.transaction(async tx => {\n const markEntitiesDeleted = await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'ingestion_mark_id',\n tx('ingestion_marks')\n .select('id')\n .whereIn(\n 'ingestion_id',\n tx('ingestions')\n .select('id')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open'),\n ),\n );\n\n const marksDeleted = await tx('ingestion_marks')\n .delete()\n .whereIn(\n 'ingestion_id',\n tx('ingestions')\n .select('id')\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open'),\n );\n\n const ingestionsDeleted = await tx('ingestions')\n .delete()\n .where('provider_name', provider)\n .andWhereNot('completion_ticket', 'open');\n\n return {\n deletions: {\n markEntitiesDeleted,\n marksDeleted,\n ingestionsDeleted,\n },\n };\n });\n }\n\n /**\n * Automatically cleans up duplicate ingestion records if they were accidentally created.\n * Any ingestion record where the `rest_completed_at` is null (meaning it is active) AND\n * the ingestionId is incorrect is a duplicate ingestion record.\n * @param ingestionId - string\n * @param provider - string\n */\n async clearDuplicateIngestions(ingestionId: string, provider: string) {\n await this.client.transaction(async tx => {\n const invalid = await tx<IngestionRecord>('ingestions')\n .where('provider_name', provider)\n .andWhere('rest_completed_at', null)\n .andWhereNot('id', ingestionId);\n\n if (invalid.length > 0) {\n await tx('ingestions').delete().whereIn('id', invalid);\n await tx('ingestion_mark_entities')\n .delete()\n .whereIn(\n 'ingestion_mark_id',\n tx('ingestion_marks').select('id').whereIn('ingestion_id', invalid),\n );\n await tx('ingestion_marks').delete().whereIn('ingestion_id', invalid);\n }\n });\n }\n\n /**\n * This method fully purges and resets all ingestion records for the named provider, and\n * leaves it in a paused state.\n * @param provider - string\n * @returns Counts of all deleted ingestion records\n */\n async purgeAndResetProvider(provider: string) {\n return await this.client.transaction(async tx => {\n const ingestionIDs: { id: string }[] = await tx('ingestions')\n .select('id')\n .where('provider_name', provider);\n\n const markIDs: { id: string }[] =\n ingestionIDs.length > 0\n ? await tx('ingestion_marks')\n .select('id')\n .whereIn(\n 'ingestion_id',\n ingestionIDs.map(entry => entry.id),\n )\n : [];\n\n const markEntityIDs: { id: string }[] =\n markIDs.length > 0\n ? await tx('ingestion_mark_entities')\n .select('id')\n .whereIn(\n 'ingestion_mark_id',\n markIDs.map(entry => entry.id),\n )\n : [];\n\n const markEntitiesDeleted = await this.deleteMarkEntities(\n tx,\n markEntityIDs,\n );\n\n const marksDeleted =\n markIDs.length > 0\n ? await tx('ingestion_marks')\n .delete()\n .whereIn(\n 'ingestion_id',\n ingestionIDs.map(entry => entry.id),\n )\n : 0;\n\n const ingestionsDeleted = await tx('ingestions')\n .delete()\n .where('provider_name', provider);\n\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n await this.insertIngestionRecord({\n id: v4(),\n next_action: 'rest',\n provider_name: provider,\n next_action_at,\n ingestion_completed_at: new Date(),\n status: 'resting',\n completion_ticket: 'open',\n });\n\n return { provider, ingestionsDeleted, marksDeleted, markEntitiesDeleted };\n });\n }\n\n /**\n * This method is used to remove entity records from the ingestion_mark_entities\n * table by their entity reference.\n */\n async deleteEntityRecordsByRef(entities: { entityRef: string }[]) {\n const refs = entities.map(e => e.entityRef);\n await this.client.transaction(async tx => {\n await tx('ingestion_mark_entities').delete().whereIn('ref', refs);\n });\n }\n\n /**\n * Creates a new ingestion record.\n * @param provider - string\n * @returns A new ingestion record\n */\n async createProviderIngestionRecord(provider: string) {\n const ingestionId = v4();\n const nextAction = 'ingest';\n try {\n await this.insertIngestionRecord({\n id: ingestionId,\n next_action: nextAction,\n provider_name: provider,\n status: 'bursting',\n completion_ticket: 'open',\n });\n return { ingestionId, nextAction, attempts: 0, nextActionAt: Date.now() };\n } catch (_e) {\n // Creating the ingestion record failed. Return undefined.\n return undefined;\n }\n }\n\n /**\n * Computes which entities to remove, if any, at the end of a burst.\n * @param provider - string\n * @param ingestionId - string\n * @returns All entities to remove for this burst.\n */\n async computeRemoved(provider: string, ingestionId: string) {\n const previousIngestion = await this.getPreviousIngestionRecord(provider);\n return await this.client.transaction(async tx => {\n const count = await tx('ingestion_mark_entities')\n .count({ total: 'ingestion_mark_entities.ref' })\n .join(\n 'ingestion_marks',\n 'ingestion_marks.id',\n 'ingestion_mark_entities.ingestion_mark_id',\n )\n .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n .where('ingestions.id', ingestionId);\n\n const total = count.reduce((acc, cur) => acc + (cur.total as number), 0);\n\n const removed: { entityRef: string }[] = [];\n if (previousIngestion) {\n const stale: { ref: string }[] = await tx('ingestion_mark_entities')\n .select('ingestion_mark_entities.ref')\n .join(\n 'ingestion_marks',\n 'ingestion_marks.id',\n 'ingestion_mark_entities.ingestion_mark_id',\n )\n .join('ingestions', 'ingestions.id', 'ingestion_marks.ingestion_id')\n .where('ingestions.id', previousIngestion.id);\n\n for (const entityRef of stale) {\n removed.push({ entityRef: entityRef.ref });\n }\n }\n\n return { total, removed };\n });\n }\n\n /**\n * Performs a lookup of all providers that have duplicate active ingestion records.\n * @returns An array of all duplicate active ingestions\n */\n async healthcheck() {\n return await this.client.transaction(async tx => {\n const records = await tx<{ id: string; provider_name: string }>(\n 'ingestions',\n )\n .distinct('id', 'provider_name')\n .where('rest_completed_at', null);\n return records;\n });\n }\n\n /**\n * Skips any wait time for the next action to run.\n * @param provider - string\n */\n async triggerNextProviderAction(provider: string) {\n await this.updateIngestionRecordByProvider(provider, {\n next_action_at: new Date(),\n });\n }\n\n /**\n * Purges the following tables:\n * * `ingestions`\n * * `ingestion_marks`\n * * `ingestion_mark_entities`\n *\n * This function leaves the ingestions table with all providers in a paused state.\n * @returns Results from cleaning up all ingestion tables.\n */\n async cleanupProviders() {\n const providers = await this.listProviders();\n\n const ingestionsDeleted = await this.purgeTable('ingestions');\n\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n\n for (const provider of providers) {\n await this.insertIngestionRecord({\n id: v4(),\n next_action: 'rest',\n provider_name: provider,\n next_action_at,\n ingestion_completed_at: new Date(),\n status: 'resting',\n completion_ticket: 'open',\n });\n }\n\n const ingestionMarksDeleted = await this.purgeTable('ingestion_marks');\n const markEntitiesDeleted = await this.purgeTable(\n 'ingestion_mark_entities',\n );\n\n return { ingestionsDeleted, ingestionMarksDeleted, markEntitiesDeleted };\n }\n\n /**\n * Configures the current ingestion record to ingest a burst.\n * @param ingestionId - string\n */\n async setProviderIngesting(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { next_action: 'ingest' },\n });\n }\n\n /**\n * Indicates the provider is currently ingesting a burst.\n * @param ingestionId - string\n */\n async setProviderBursting(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { status: 'bursting' },\n });\n }\n\n /**\n * Finalizes the current ingestion record to indicate that the post-ingestion rest period is complete.\n * @param ingestionId - string\n */\n async setProviderComplete(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'nothing (done)',\n rest_completed_at: new Date(),\n status: 'complete',\n completion_ticket: v4(),\n },\n });\n }\n\n /**\n * Marks ingestion as complete and starts the post-ingestion rest cycle.\n * @param ingestionId - string\n * @param restLength - Duration\n */\n async setProviderResting(ingestionId: string, restLength: Duration) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'rest',\n next_action_at: new Date(Date.now() + restLength.as('milliseconds')),\n ingestion_completed_at: new Date(),\n status: 'resting',\n },\n });\n }\n\n /**\n * Marks ingestion as paused after a burst completes.\n * @param ingestionId - string\n */\n async setProviderInterstitial(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: { attempts: 0, status: 'interstitial' },\n });\n }\n\n /**\n * Starts the cancel process for the current ingestion.\n * @param ingestionId - string\n * @param message - string (optional)\n */\n async setProviderCanceling(ingestionId: string, message?: string) {\n const update: Partial<IngestionUpsert> = {\n next_action: 'cancel',\n last_error: message ? message : undefined,\n next_action_at: new Date(),\n status: 'canceling',\n };\n await this.updateIngestionRecordById({ ingestionId, update });\n }\n\n /**\n * Completes the cancel process and triggers a new ingestion.\n * @param ingestionId - string\n */\n async setProviderCanceled(ingestionId: string) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'nothing (canceled)',\n rest_completed_at: new Date(),\n status: 'complete',\n completion_ticket: v4(),\n },\n });\n }\n\n /**\n * Configures the current ingestion to wait and retry, due to a data source error.\n * @param ingestionId - string\n * @param attempts - number\n * @param error - Error\n * @param backoffLength - number\n */\n async setProviderBackoff(\n ingestionId: string,\n attempts: number,\n error: Error,\n backoffLength: number,\n ) {\n await this.updateIngestionRecordById({\n ingestionId,\n update: {\n next_action: 'backoff',\n attempts: attempts + 1,\n last_error: String(error),\n next_action_at: new Date(Date.now() + backoffLength),\n status: 'backing off',\n },\n });\n }\n\n /**\n * Returns the last record from `ingestion_marks` for the supplied ingestionId.\n * @param ingestionId - string\n * @returns MarkRecord | undefined\n */\n async getLastMark(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const mark = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'desc')\n .first();\n return this.#decodeMark(this.client, mark);\n });\n }\n\n /**\n * Returns the first record from `ingestion_marks` for the supplied ingestionId.\n * @param ingestionId - string\n * @returns MarkRecord | undefined\n */\n async getFirstMark(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const mark = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'asc')\n .first();\n return this.#decodeMark(this.client, mark);\n });\n }\n\n async getAllMarks(ingestionId: string) {\n return await this.client.transaction(async tx => {\n const marks = await tx<MarkRecord>('ingestion_marks')\n .where('ingestion_id', ingestionId)\n .orderBy('sequence', 'desc');\n return marks.map(m => this.#decodeMark(this.client, m));\n });\n }\n\n /**\n * Performs an insert into the `ingestion_marks` table with the supplied values.\n * @param options - MarkRecordInsert\n */\n async createMark(options: MarkRecordInsert) {\n const { record } = options;\n await this.client.transaction(async tx => {\n await tx('ingestion_marks').insert(record);\n });\n }\n\n // Handles the fact that sqlite does not support json columns; they just\n // persist the stringified data instead\n #decodeMark<T extends MarkRecord | undefined>(knex: Knex, record: T): T {\n if (record && knex.client.config.client.includes('sqlite3')) {\n return {\n ...record,\n cursor: JSON.parse(record.cursor as string),\n };\n }\n return record;\n }\n\n /**\n * Performs an upsert to the `ingestion_mark_entities` table for all deferred entities.\n * @param markId - string\n * @param entities - DeferredEntity[]\n */\n async createMarkEntities(markId: string, entities: DeferredEntity[]) {\n const refs = entities.map(e => stringifyEntityRef(e.entity));\n\n await this.client.transaction(async tx => {\n const existingRefsArray = (\n await tx<{ ref: string }>('ingestion_mark_entities')\n .select('ref')\n .whereIn('ref', refs)\n ).map(e => e.ref);\n\n const existingRefsSet = new Set(existingRefsArray);\n\n const newRefs = refs.filter(e => !existingRefsSet.has(e));\n\n await tx('ingestion_mark_entities')\n .update('ingestion_mark_id', markId)\n .whereIn('ref', existingRefsArray);\n\n if (newRefs.length > 0) {\n await tx('ingestion_mark_entities').insert(\n newRefs.map(ref => ({\n id: v4(),\n ingestion_mark_id: markId,\n ref,\n })),\n );\n }\n });\n }\n\n /**\n * Deletes the entire content of a table, and returns the number of records deleted.\n * @param table - string\n * @returns number\n */\n async purgeTable(table: string) {\n return await this.client.transaction(async tx => {\n return await tx(table).delete();\n });\n }\n\n /**\n * Returns a list of all providers.\n * @returns string[]\n */\n async listProviders() {\n return await this.client.transaction(async tx => {\n const providers = await tx<{ provider_name: string }>(\n 'ingestions',\n ).distinct('provider_name');\n return providers.map(entry => entry.provider_name);\n });\n }\n\n async updateByName(provider: string, update: Partial<IngestionUpsert>) {\n await this.updateIngestionRecordByProvider(provider, update);\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nimport { errorHandler } from '@backstage/backend-common';\nimport express from 'express';\nimport Router from 'express-promise-router';\nimport { IncrementalIngestionDatabaseManager } from '../database/IncrementalIngestionDatabaseManager';\nimport { LoggerService } from '@backstage/backend-plugin-api';\n\nexport class IncrementalProviderRouter {\n private manager: IncrementalIngestionDatabaseManager;\n private logger: LoggerService;\n\n constructor(\n manager: IncrementalIngestionDatabaseManager,\n logger: LoggerService,\n ) {\n this.manager = manager;\n this.logger = logger;\n }\n\n async createRouter() {\n const router = Router();\n router.use(express.json());\n\n // Get the overall health of all incremental providers\n router.get('/incremental/health', async (_, res) => {\n const records = await this.manager.healthcheck();\n const providers = records.map(record => record.provider_name);\n const duplicates = [\n ...new Set(providers.filter((e, i, a) => a.indexOf(e) !== i)),\n ];\n\n if (duplicates.length > 0) {\n res.json({ healthy: false, duplicateIngestions: duplicates });\n } else {\n res.json({ healthy: true });\n }\n });\n\n // Clean up and pause all providers\n router.post('/incremental/cleanup', async (_, res) => {\n const result = await this.manager.cleanupProviders();\n res.json(result);\n });\n\n // Get basic status of the provider\n router.get('/incremental/providers/:provider', async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n res.json({\n success: true,\n status: {\n current_action: record.status,\n next_action_at: new Date(record.next_action_at),\n },\n last_error: record.last_error,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n res.json({\n success: true,\n status: {\n current_action: 'rest complete, waiting to start',\n },\n });\n } else {\n this.logger.error(\n `${provider} - No ingestion record found in the database!`,\n );\n res.status(404).json({\n success: false,\n status: {},\n last_error: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n // Trigger the provider's next action\n router.post(\n `/incremental/providers/:provider/trigger`,\n async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n await this.manager.triggerNextProviderAction(provider);\n res.json({\n success: true,\n message: `${provider}: Next action triggered.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Unable to trigger next action (provider is restarting)',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n },\n );\n\n // Start a brand-new ingestion cycle for the provider.\n // (Cancel's the current run if active, or marks it complete if resting)\n router.post(`/incremental/providers/:provider/start`, async (req, res) => {\n const { provider } = req.params;\n\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const ingestionId = record.id;\n if (record.status === 'resting') {\n await this.manager.setProviderComplete(ingestionId);\n } else {\n await this.manager.setProviderCanceling(ingestionId);\n }\n res.json({\n success: true,\n message: `${provider}: Next cycle triggered.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Provider is already restarting',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n router.get(`/incremental/providers`, async (_req, res) => {\n const providers = await this.manager.listProviders();\n\n res.json({\n success: true,\n providers,\n });\n });\n\n // Stop the provider and pause it for 24 hours\n router.post(`/incremental/providers/:provider/cancel`, async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const next_action_at = new Date();\n next_action_at.setTime(next_action_at.getTime() + 24 * 60 * 60 * 1000);\n await this.manager.updateByName(provider, {\n next_action: 'nothing (done)',\n ingestion_completed_at: new Date(),\n next_action_at,\n status: 'resting',\n });\n res.json({\n success: true,\n message: `${provider}: Current ingestion canceled.`,\n });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'Provider is currently restarting, please wait.',\n });\n } else {\n res.status(404).json({\n success: false,\n message: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n // Wipe out all ingestion records for the provider and pause for 24 hours\n router.delete('/incremental/providers/:provider', async (req, res) => {\n const { provider } = req.params;\n const result = await this.manager.purgeAndResetProvider(provider);\n res.json(result);\n });\n\n // Get the ingestion marks for the current cycle\n router.get(`/incremental/providers/:provider/marks`, async (req, res) => {\n const { provider } = req.params;\n const record = await this.manager.getCurrentIngestionRecord(provider);\n if (record) {\n const id = record.id;\n const records = await this.manager.getAllMarks(id);\n res.json({ success: true, records });\n } else {\n const providers: string[] = await this.manager.listProviders();\n if (providers.includes(provider)) {\n this.logger.debug(`${provider} - Ingestion record found`);\n res.json({\n success: true,\n message: 'No records yet (provider is restarting)',\n });\n } else {\n this.logger.error(\n `${provider} - No ingestion record found in the database!`,\n );\n res.status(404).json({\n success: false,\n status: {},\n last_error: `Provider '${provider}' not found`,\n });\n }\n }\n });\n\n router.delete(\n `/incremental/providers/:provider/marks`,\n async (req, res) => {\n const { provider } = req.params;\n const deletions = await this.manager.clearFinishedIngestions(provider);\n\n res.json({\n success: true,\n message: `Expired marks for provider '${provider}' removed.`,\n deletions,\n });\n },\n );\n\n router.use(errorHandler());\n\n return router;\n }\n}\n","/*\n * Copyright 2022 The Backstage Authors\n *\n * Licensed under the Apache License, Version 2.0 (the \"License\");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an \"AS IS\" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n */\n\nexport class Deferred<T> implements Promise<T> {\n #resolve?: (value: T) => void;\n #reject?: (error: Error) => void;\n\n public get resolve() {\n return this.#resolve!;\n }\n public get reject() {\n return this.#reject!;\n }\n\n public then: Promise<T>['then'];\n public catch: Promise<T>['catch'];\n public finally: Promise<T>['finally'];\n\n public constructor() {\n const promise = new Promise<T>((resolve, reject) => {\n this.#resolve = resolve;\n this.#reject = reject;\n });\n\n this.then = promise.then.bind(promise);\n this.catch = promise.catch.bind(promise);\n this.finally = promise.finally.bind(promise);\n }\n\n [Symbol.toStringTag]: 'Deferred' = 'Deferred';\n}\n"],"names":["__publicField","Duration","stringifyError","performance","v4","resolvePackagePath","__privateAdd","stringifyEntityRef","Router","express","errorHandler"],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAyBO,MAAM,0BAEb,CAAA;AAAA,EAME,YAAoB,OAAiC,EAAA;AAAjC,IAAA,IAAA,CAAA,OAAA,GAAA,OAAA,CAAA;AALpB,IAAiBA,eAAA,CAAA,IAAA,EAAA,YAAA,CAAA,CAAA;AACjB,IAAiBA,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AAEjB,IAAQA,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AA/BV,IAAA,IAAA,EAAA,CAAA;AAkCI,IAAA,IAAA,CAAK,UAAU,OAAQ,CAAA,OAAA,CAAA;AACvB,IAAA,IAAA,CAAK,UAAa,GAAAC,cAAA,CAAS,UAAW,CAAA,OAAA,CAAQ,UAAU,CAAA,CAAA;AACxD,IAAK,IAAA,CAAA,OAAA,GAAA,CAAU,EAAQ,GAAA,OAAA,CAAA,OAAA,KAAR,IAAmB,GAAA,EAAA,GAAA;AAAA,MAChC,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,CAAE,EAAA;AAAA,MACb,EAAE,SAAS,EAAG,EAAA;AAAA,MACd,EAAE,OAAO,CAAE,EAAA;AAAA,KACb,CAAA;AAAA,GACF;AAAA,EAEA,MAAM,OAAO,MAAqB,EAAA;AAChC,IAAI,IAAA;AACF,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,YAAY,CAAA,CAAA;AACtC,MAAM,MAAA,IAAA,CAAK,iBAAiB,MAAM,CAAA,CAAA;AAAA,aAC3B,KAAO,EAAA;AACd,MAAA,IAAA,CAAK,OAAQ,CAAA,MAAA,CAAO,KAAM,CAAA,CAAA,EAAG,KAAK,CAAE,CAAA,CAAA,CAAA;AACpC,MAAM,MAAA,KAAA,CAAA;AAAA,KACN,SAAA;AACA,MAAK,IAAA,CAAA,OAAA,CAAQ,MAAO,CAAA,KAAA,CAAM,UAAU,CAAA,CAAA;AAAA,KACtC;AAAA,GACF;AAAA,EAEA,MAAM,iBAAiB,MAAqB,EAAA;AAC1C,IAAA,MAAM,KAAK,OAAQ,CAAA,KAAA,CAAA;AAEnB,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,gBAAiB,EAAA,CAAA;AAC3C,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,MAAM,EAAE,WAAA,EAAa,YAAc,EAAA,UAAA,EAAY,UAAa,GAAA,MAAA,CAAA;AAE5D,MAAA,QAAQ,UAAY;AAAA,QAClB,KAAK,MAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,MAAM,KAAK,OAAQ,CAAA,uBAAA;AAAA,cACjB,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,aACxC,CAAA;AACA,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,iCAAiC,WAAW,CAAA,iDAAA,CAAA;AAAA,aAC9C,CAAA;AAEA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,WAC7C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,wBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAI,IAAA;AACF,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,YAAA,MAAM,IAAO,GAAA,MAAM,IAAK,CAAA,cAAA,CAAe,aAAa,MAAM,CAAA,CAAA;AAC1D,YAAA,IAAI,IAAM,EAAA;AACR,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,4CAAA,EAA+C,IAAK,CAAA,UAAA,CAAW,SAAS,CAAA,CAAA;AAAA,eACvH,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,IAAK,CAAA,UAAA;AAAA,eACP,CAAA;AAAA,aACK,MAAA;AACL,cAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,uBAAA,CAAwB,WAAW,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,YAAA,CAAA;AAAA,eAC/C,CAAA;AAAA,aACF;AAAA,mBACO,KAAO,EAAA;AACd,YAAA,IACG,KAAgB,CAAA,OAAA,IAChB,KAAgB,CAAA,OAAA,KAAY,QAC7B,EAAA;AACA,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,UAAA,CAAA;AAAA,eAC/C,CAAA;AACA,cAAA,MAAM,KAAK,OAAQ,CAAA,oBAAA;AAAA,gBACjB,WAAA;AAAA,gBACC,KAAgB,CAAA,OAAA;AAAA,eACnB,CAAA;AAAA,aACK,MAAA;AACL,cAAA,MAAM,iBAAiBA,cAAS,CAAA,UAAA;AAAA,gBAC9B,IAAA,CAAK,QAAQ,IAAK,CAAA,GAAA,CAAI,KAAK,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA,QAAQ,CAAC,CAAA;AAAA,eAC1D,CAAA;AAEA,cAAM,MAAA,aAAA,GAAgB,cAAe,CAAA,EAAA,CAAG,cAAc,CAAA,CAAA;AACtD,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,QAAA,CAAA;AAAA,gBAC7C,KAAA;AAAA,eACF,CAAA;AAEA,cAAA,MAAM,iBAAiBC,qBAAe,CAAA,KAAK,CAAE,CAAA,SAAA,CAAU,GAAG,GAAG,CAAA,CAAA;AAC7D,cAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,gBAClB,kCAAkC,WAAW,CAAA,oEAAA,EAAuE,eAAe,OAAQ,EAAC,KAAK,cAAc,CAAA,CAAA,CAAA;AAAA,eACjK,CAAA;AAEA,cAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA;AAAA,gBACjB,WAAA;AAAA,gBACA,QAAA;AAAA,gBACA,KAAA;AAAA,gBACA,aAAA;AAAA,eACF,CAAA;AAAA,aACF;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,SAAA;AACH,UAAI,IAAA,IAAA,CAAK,GAAI,EAAA,GAAI,YAAc,EAAA;AAC7B,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,0CAAA,CAAA;AAAA,aAC/C,CAAA;AACA,YAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,WAC9C,MAAA;AACL,YAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,cAClB,kCAAkC,WAAW,CAAA,oBAAA,CAAA;AAAA,aAC/C,CAAA;AAAA,WACF;AACA,UAAA,MAAA;AAAA,QACF,KAAK,QAAA;AACH,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,kCAAkC,WAAW,CAAA,yBAAA,CAAA;AAAA,WAC/C,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAClD,UAAA,MAAA;AAAA,QACF;AACE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,WAAW,CAAA,2BAAA,EAA8B,UAAU,CAAA,CAAA,CAAA;AAAA,WACvF,CAAA;AAAA,OACJ;AAAA,KACK,MAAA;AACL,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,QAClB,CAAuF,oFAAA,EAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,iBAAiB,CAAA,EAAA,CAAA;AAAA,OAChI,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,MAAM,gBAAmB,GAAA;AACvB,IAAA,MAAM,YAAe,GAAA,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA,CAAA;AAC3D,IAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,YAAY,CAAA,CAAA;AACxE,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,6CAAA,EAAgD,OAAO,EAAE,CAAA,CAAA,CAAA;AAAA,OAC3D,CAAA;AACA,MAAO,OAAA;AAAA,QACL,aAAa,MAAO,CAAA,EAAA;AAAA,QACpB,YAAY,MAAO,CAAA,WAAA;AAAA,QACnB,UAAU,MAAO,CAAA,QAAA;AAAA,QACjB,YAAA,EAAc,MAAO,CAAA,cAAA,CAAe,OAAQ,EAAA;AAAA,OAC9C,CAAA;AAAA,KACF;AACA,IAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,6BAAA;AAAA,MAChC,YAAA;AAAA,KACF,CAAA;AACA,IAAA,IAAI,MAAQ,EAAA;AACV,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,CAAA,+CAAA,EAAkD,OAAO,WAAW,CAAA,CAAA,CAAA;AAAA,OACtE,CAAA;AAAA,KACF;AACA,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,cAAe,CAAA,EAAA,EAAY,MAAqB,EAAA;AACpD,IAAA,MAAM,QAAW,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AAElD,IAAM,MAAA,MAAA,GAAS,QAAW,GAAA,QAAA,CAAS,MAAS,GAAA,KAAA,CAAA,CAAA;AAC5C,IAAA,IAAI,QAAW,GAAA,QAAA,GAAW,QAAS,CAAA,QAAA,GAAW,CAAI,GAAA,CAAA,CAAA;AAElD,IAAM,MAAA,KAAA,GAAQC,uBAAY,GAAI,EAAA,CAAA;AAC9B,IAAA,IAAI,KAAQ,GAAA,CAAA,CAAA;AACZ,IAAA,IAAI,IAAO,GAAA,KAAA,CAAA;AACX,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,kCAAkC,EAAE,CAAA,iBAAA,CAAA;AAAA,KACtC,CAAA;AAEA,IAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,QAAS,CAAA,MAAA,CAAO,OAAO,OAAqB,KAAA;AAC7D,MAAA,IAAI,OAAO,MAAM,IAAA,CAAK,QAAQ,QAAS,CAAA,IAAA,CAAK,SAAS,MAAM,CAAA,CAAA;AAC3D,MAAA,KAAA,EAAA,CAAA;AACA,MAAS,WAAA;AACP,QAAA,IAAA,GAAO,IAAK,CAAA,IAAA,CAAA;AACZ,QAAA,MAAM,KAAK,IAAK,CAAA;AAAA,UACd,EAAA;AAAA,UACA,QAAA;AAAA,UACA,UAAU,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,QAAA;AAAA,UAChB,MAAM,IAAK,CAAA,IAAA;AAAA,UACX,QAAQ,IAAM,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,IAAA,CAAA,MAAA;AAAA,SACf,CAAA,CAAA;AACD,QAAI,IAAA,MAAA,CAAO,OAAW,IAAA,IAAA,CAAK,IAAM,EAAA;AAC/B,UAAA,MAAA;AAAA,SACK,MAAA;AACL,UAAA,IAAA,GAAO,MAAM,IAAK,CAAA,OAAA,CAAQ,SAAS,IAAK,CAAA,OAAA,EAAS,KAAK,MAAM,CAAA,CAAA;AAC5D,UAAA,KAAA,EAAA,CAAA;AACA,UAAA,QAAA,EAAA,CAAA;AAAA,SACF;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAAsB,mBAAA,EAAA,KAAK,eAAe,IAAK,CAAA,KAAA;AAAA,QACjFA,sBAAA,CAAY,KAAQ,GAAA,KAAA;AAAA,OACrB,CAAA,IAAA,CAAA;AAAA,KACH,CAAA;AACA,IAAO,OAAA,IAAA,CAAA;AAAA,GACT;AAAA,EAEA,MAAM,KAAK,OAMR,EAAA;AA/OL,IAAA,IAAA,EAAA,CAAA;AAgPI,IAAA,MAAM,EAAE,EAAI,EAAA,QAAA,EAAU,QAAU,EAAA,IAAA,EAAM,QAAW,GAAA,OAAA,CAAA;AACjD,IAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,MAClB,CAAkC,+BAAA,EAAA,EAAE,CAClC,QAAA,EAAA,QAAA,GAAW,SAAS,MAAS,GAAA,CAC/B,CACE,mBAAA,EAAA,MAAA,GAAS,KAAK,SAAU,CAAA,MAAM,CAAI,GAAA,MACpC,WAAW,IAAI,CAAA,CAAA;AAAA,KACjB,CAAA;AACA,IAAA,MAAM,SAASC,OAAG,EAAA,CAAA;AAElB,IAAM,MAAA,IAAA,CAAK,QAAQ,UAAW,CAAA;AAAA,MAC5B,MAAQ,EAAA;AAAA,QACN,EAAI,EAAA,MAAA;AAAA,QACJ,YAAc,EAAA,EAAA;AAAA,QACd,MAAA;AAAA,QACA,QAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAI,IAAA,QAAA,IAAY,QAAS,CAAA,MAAA,GAAS,CAAG,EAAA;AACnC,MAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,kBAAmB,CAAA,MAAA,EAAQ,QAAQ,CAAA,CAAA;AAAA,KACxD;AAEA,IAAM,MAAA,KAAA,GAAA,CACJ,EAAU,GAAA,QAAA,IAAA,IAAA,GAAA,KAAA,CAAA,GAAA,QAAA,CAAA,GAAA,CAAI,CAAa,QAAA,MAAA;AAAA,MACzB,GAAG,QAAA;AAAA,MACH,MAAQ,EAAA;AAAA,QACN,GAAG,QAAS,CAAA,MAAA;AAAA,QACZ,QAAU,EAAA;AAAA,UACR,GAAG,SAAS,MAAO,CAAA,QAAA;AAAA,UACnB,WAAa,EAAA;AAAA,YACX,GAAG,QAAS,CAAA,MAAA,CAAO,QAAS,CAAA,WAAA;AAAA,WAC9B;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA,CAAA,KAXA,YAWO,EAAC,CAAA;AAEV,IAAA,MAAM,UAAmC,EAAC,CAAA;AAE1C,IAAA,IAAI,IAAM,EAAA;AACR,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,QAClB,kCAAkC,EAAE,CAAA,mDAAA,CAAA;AAAA,OACtC,CAAA;AACA,MAAM,MAAA,MAAA,GAAS,MAAM,IAAA,CAAK,OAAQ,CAAA,cAAA;AAAA,QAChC,IAAA,CAAK,OAAQ,CAAA,QAAA,CAAS,eAAgB,EAAA;AAAA,QACtC,EAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAElB,MAAA,IAAI,SAAY,GAAA,IAAA,CAAA;AAChB,MAAI,IAAA,IAAA,CAAK,QAAQ,4BAA8B,EAAA;AAC7C,QAAA,IAAI,UAAU,CAAG,EAAA;AACf,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,kCAAkC,EAAE,CAAA,qCAAA,CAAA;AAAA,WACtC,CAAA;AACA,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AAEA,MAAI,IAAA,IAAA,CAAK,QAAQ,6BAA+B,EAAA;AAG9C,QAAA,MAAM,iBACJ,KAAQ,GAAA,CAAA,GAAK,OAAO,OAAQ,CAAA,MAAA,GAAS,QAAS,GAAM,GAAA,GAAA,CAAA;AACtD,QAAI,IAAA,cAAA,IAAkB,IAAK,CAAA,OAAA,CAAQ,6BAA+B,EAAA;AAChE,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,IAAA;AAAA,YAClB,CAAkC,+BAAA,EAAA,EAAE,CAAe,YAAA,EAAA,MAAA,CAAO,QAAQ,MAAM,CAAA,sCAAA,CAAA;AAAA,WAC1E,CAAA;AAAA,SACK,MAAA;AACL,UAAM,MAAA,MAAA,GAAS,uBAAuB,cAAc,CAAA,uBAAA,CAAA,CAAA;AACpD,UAAA,IAAA,CAAK,QAAQ,MAAO,CAAA,KAAA;AAAA,YAClB,CAAA,+BAAA,EAAkC,EAAE,CAAA,GAAA,EAAM,MAAM,CAAA,CAAA;AAAA,WAClD,CAAA;AACA,UAAM,MAAA,IAAA,CAAK,QAAQ,yBAA0B,CAAA;AAAA,YAC3C,WAAa,EAAA,EAAA;AAAA,YACb,MAAQ,EAAA;AAAA,cACN,UAAY,EAAA,CAAA,6CAAA,EAAgD,MAAM,CAAA,EAAA,EAAK,MAAM,CAAA,CAAA;AAAA,aAC/E;AAAA,WACD,CAAA,CAAA;AACD,UAAY,SAAA,GAAA,KAAA,CAAA;AAAA,SACd;AAAA,OACF;AACA,MAAA,IAAI,SAAW,EAAA;AACb,QAAW,KAAA,MAAA,SAAA,IAAa,OAAO,OAAS,EAAA;AACtC,UAAA,OAAA,CAAQ,KAAK,SAAS,CAAA,CAAA;AAAA,SACxB;AAAA,OACF;AAAA,KACF;AAEA,IAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,UAAA,CAAW,aAAc,CAAA;AAAA,MAC1C,IAAM,EAAA,OAAA;AAAA,MACN,KAAA;AAAA,MACA,OAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,QAAQ,MAAoC,EAAA;AAChD,IAAM,MAAA,EAAE,OAAU,GAAA,MAAA,CAAA;AAClB,IAAA,IAAI,CAAC,IAAK,CAAA,mBAAA,EAAsB,CAAA,QAAA,CAAS,KAAK,CAAG,EAAA;AAC/C,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,EAAE,MAAA,EAAQ,QAAU,EAAA,UAAA,KAAe,IAAK,CAAA,OAAA,CAAA;AAC9C,IAAM,MAAA,YAAA,GAAe,SAAS,eAAgB,EAAA,CAAA;AAC9C,IAAA,MAAA,CAAO,KAAM,CAAA,CAAA,oBAAA,EAAuB,YAAY,CAAA,UAAA,EAAa,KAAK,CAAQ,MAAA,CAAA,CAAA,CAAA;AAE1E,IAAI,IAAA,CAAC,SAAS,YAAc,EAAA;AAC1B,MAAA,OAAA;AAAA,KACF;AAEA,IAAA,MAAM,MAAS,GAAA,MAAM,QAAS,CAAA,YAAA,CAAa,QAAQ,MAAM,CAAA,CAAA;AAEzD,IAAI,IAAA,MAAA,CAAO,SAAS,OAAS,EAAA;AAC3B,MAAI,IAAA,MAAA,CAAO,KAAM,CAAA,MAAA,GAAS,CAAG,EAAA;AAC3B,QAAM,MAAA,eAAA,GAAkB,MAAM,IAAA,CAAK,OAAQ,CAAA,yBAAA;AAAA,UACzC,YAAA;AAAA,SACF,CAAA;AAEA,QAAA,IAAI,CAAC,eAAiB,EAAA;AACpB,UAAO,MAAA,CAAA,KAAA;AAAA,YACL,uBAAuB,YAAY,CAAA,qEAAA,CAAA;AAAA,WACrC,CAAA;AAAA,SACK,MAAA;AACL,UAAA,MAAM,OACJ,eAAgB,CAAA,MAAA,KAAW,SACvB,GAAA,MAAM,KAAK,OAAQ,CAAA,WAAA,CAAY,eAAgB,CAAA,EAAE,IACjD,MAAM,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,gBAAgB,EAAE,CAAA,CAAA;AAExD,UAAA,IAAI,CAAC,IAAM,EAAA;AACT,YAAA,MAAM,IAAI,KAAA;AAAA,cACR,yFAAyF,YAAY,CAAA,CAAA,CAAA;AAAA,aACvG,CAAA;AAAA,WACF;AACA,UAAA,MAAM,KAAK,OAAQ,CAAA,kBAAA,CAAmB,IAAK,CAAA,EAAA,EAAI,OAAO,KAAK,CAAA,CAAA;AAAA,SAC7D;AAAA,OACF;AAEA,MAAI,IAAA,MAAA,CAAO,OAAQ,CAAA,MAAA,GAAS,CAAG,EAAA;AAC7B,QAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAyB,CAAA,MAAA,CAAO,OAAO,CAAA,CAAA;AAAA,OAC5D;AAEA,MAAM,MAAA,UAAA,CAAW,cAAc,MAAM,CAAA,CAAA;AACrC,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,uBAAA,EAA0B,KAAK,CAAA,OAAA,CAAA;AAAA,OACpE,CAAA;AAAA,KACK,MAAA;AACL,MAAO,MAAA,CAAA,KAAA;AAAA,QACL,CAAA,oBAAA,EAAuB,YAAY,CAAA,2BAAA,EAA8B,KAAK,CAAA,CAAA,CAAA;AAAA,OACxE,CAAA;AAAA,KACF;AAAA,GACF;AAAA,EAEA,mBAAgC,GAAA;AAC9B,IAAM,MAAA,EAAE,QAAS,EAAA,GAAI,IAAK,CAAA,OAAA,CAAA;AAC1B,IAAA,MAAM,SAAS,QAAS,CAAA,YAAA,GACpB,SAAS,YAAa,CAAA,mBAAA,KACtB,EAAC,CAAA;AACL,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;AChYO,MAAM,mBAAsB,GAAA,wCAAA;;ACInC,eAAsB,wBAAwB,IAA2B,EAAA;AACvE,EAAA,MAAM,aAAgB,GAAAC,gCAAA;AAAA,IACpB,gEAAA;AAAA,IACA,YAAA;AAAA,GACF,CAAA;AAEA,EAAM,MAAA,IAAA,CAAK,QAAQ,MAAO,CAAA;AAAA,IACxB,SAAW,EAAA,aAAA;AAAA,IACX,SAAW,EAAA,mBAAA;AAAA,GACZ,CAAA,CAAA;AACH;;;;;;;;;;;;;;;;;;;;;AC9BA,IAAA,WAAA,EAAA,aAAA,CAAA;AA6BO,MAAM,mCAAoC,CAAA;AAAA,EAG/C,YAAY,OAA2B,EAAA;AAuiBvC;AAAA;AAAA,IAAAC,cAAA,CAAA,IAAA,EAAA,WAAA,CAAA,CAAA;AAziBA,IAAQN,eAAA,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAGN,IAAA,IAAA,CAAK,SAAS,OAAQ,CAAA,MAAA,CAAA;AAAA,GACxB;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,OAAgC,EAAA;AAC9D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAM,MAAA,EAAE,WAAa,EAAA,MAAA,EAAW,GAAA,OAAA,CAAA;AAChC,MAAM,MAAA,EAAA,CAAG,YAAY,CAAE,CAAA,KAAA,CAAM,MAAM,WAAW,CAAA,CAAE,OAAO,MAAM,CAAA,CAAA;AAAA,KAC9D,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,+BACJ,CAAA,QAAA,EACA,MACA,EAAA;AACA,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAClB,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,CACpC,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACjB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,sBAAsB,MAAyB,EAAA;AACnD,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,YAAY,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KACrC,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAc,kBACZ,CAAA,EAAA,EACA,GACA,EAAA;AACA,IAAA,MAAM,SAA6B,EAAC,CAAA;AACpC,IAAA,KAAA,IAAS,IAAI,CAAG,EAAA,CAAA,GAAI,GAAI,CAAA,MAAA,EAAQ,KAAK,GAAK,EAAA;AACxC,MAAA,MAAM,KAAQ,GAAA,GAAA,CAAI,KAAM,CAAA,CAAA,EAAG,IAAI,GAAG,CAAA,CAAA;AAClC,MAAA,MAAA,CAAO,KAAK,KAAK,CAAA,CAAA;AAAA,KACnB;AAEA,IAAA,IAAI,OAAU,GAAA,CAAA,CAAA;AAEd,IAAA,KAAA,MAAW,SAAS,MAAQ,EAAA;AAC1B,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,yBAAyB,CAAA,CACpD,QACA,CAAA,OAAA;AAAA,QACC,IAAA;AAAA,QACA,KAAM,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAC7B,CAAA;AACF,MAAW,OAAA,IAAA,YAAA,CAAA;AAAA,KACb;AAEA,IAAO,OAAA,OAAA,CAAA;AAAA,GACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,MAAS,GAAA,MAAM,EAAoB,CAAA,YAAY,CAClD,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,QAAA,CAAS,mBAAqB,EAAA,MAAM,EACpC,KAAM,EAAA,CAAA;AACT,MAAO,OAAA,MAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,2BAA2B,QAAkB,EAAA;AACjD,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAoB,YAAY,CAAA,CAC1C,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA,CACvC,KAAM,EAAA,CAAA;AAAA,KACV,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,wBAAwB,QAAkB,EAAA;AAC9C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,sBAAsB,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC3D,QACA,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,EAAG,CAAA,iBAAiB,CACjB,CAAA,MAAA,CAAO,IAAI,CACX,CAAA,OAAA;AAAA,UACC,cAAA;AAAA,UACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,SAC5C;AAAA,OACJ,CAAA;AAEF,MAAA,MAAM,eAAe,MAAM,EAAA,CAAG,iBAAiB,CAAA,CAC5C,QACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,EAAG,CAAA,YAAY,CACZ,CAAA,MAAA,CAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,WAAY,CAAA,mBAAA,EAAqB,MAAM,CAAA;AAAA,OAC5C,CAAA;AAEF,MAAA,MAAM,iBAAoB,GAAA,MAAM,EAAG,CAAA,YAAY,CAC5C,CAAA,MAAA,EACA,CAAA,KAAA,CAAM,eAAiB,EAAA,QAAQ,CAC/B,CAAA,WAAA,CAAY,qBAAqB,MAAM,CAAA,CAAA;AAE1C,MAAO,OAAA;AAAA,QACL,SAAW,EAAA;AAAA,UACT,mBAAA;AAAA,UACA,YAAA;AAAA,UACA,iBAAA;AAAA,SACF;AAAA,OACF,CAAA;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,wBAAyB,CAAA,WAAA,EAAqB,QAAkB,EAAA;AACpE,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,OAAU,GAAA,MAAM,EAAoB,CAAA,YAAY,EACnD,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAC/B,SAAS,mBAAqB,EAAA,IAAI,CAClC,CAAA,WAAA,CAAY,MAAM,WAAW,CAAA,CAAA;AAEhC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAA,MAAM,GAAG,YAAY,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,MAAM,OAAO,CAAA,CAAA;AACrD,QAAA,MAAM,EAAG,CAAA,yBAAyB,CAC/B,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,UACC,mBAAA;AAAA,UACA,EAAA,CAAG,iBAAiB,CAAE,CAAA,MAAA,CAAO,IAAI,CAAE,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA;AAAA,SACpE,CAAA;AACF,QAAA,MAAM,GAAG,iBAAiB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,gBAAgB,OAAO,CAAA,CAAA;AAAA,OACtE;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,sBAAsB,QAAkB,EAAA;AAC5C,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,YAAA,GAAiC,MAAM,EAAA,CAAG,YAAY,CAAA,CACzD,OAAO,IAAI,CAAA,CACX,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,OAAA,GACJ,YAAa,CAAA,MAAA,GAAS,CAClB,GAAA,MAAM,GAAG,iBAAiB,CAAA,CACvB,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEtC,EAAC,CAAA;AAEP,MAAM,MAAA,aAAA,GACJ,OAAQ,CAAA,MAAA,GAAS,CACb,GAAA,MAAM,GAAG,yBAAyB,CAAA,CAC/B,MAAO,CAAA,IAAI,CACX,CAAA,OAAA;AAAA,QACC,mBAAA;AAAA,QACA,OAAQ,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,UAEjC,EAAC,CAAA;AAEP,MAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,kBAAA;AAAA,QACrC,EAAA;AAAA,QACA,aAAA;AAAA,OACF,CAAA;AAEA,MAAM,MAAA,YAAA,GACJ,QAAQ,MAAS,GAAA,CAAA,GACb,MAAM,EAAG,CAAA,iBAAiB,CACvB,CAAA,MAAA,EACA,CAAA,OAAA;AAAA,QACC,cAAA;AAAA,QACA,YAAa,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,EAAE,CAAA;AAAA,OAEtC,GAAA,CAAA,CAAA;AAEN,MAAM,MAAA,iBAAA,GAAoB,MAAM,EAAG,CAAA,YAAY,EAC5C,MAAO,EAAA,CACP,KAAM,CAAA,eAAA,EAAiB,QAAQ,CAAA,CAAA;AAElC,MAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,MAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAII,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAED,MAAA,OAAO,EAAE,QAAA,EAAU,iBAAmB,EAAA,YAAA,EAAc,mBAAoB,EAAA,CAAA;AAAA,KACzE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,yBAAyB,QAAmC,EAAA;AAChE,IAAA,MAAM,IAAO,GAAA,QAAA,CAAS,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,SAAS,CAAA,CAAA;AAC1C,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,GAAG,yBAAyB,CAAA,CAAE,QAAS,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,CAAA;AAAA,KACjE,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,8BAA8B,QAAkB,EAAA;AACpD,IAAA,MAAM,cAAcA,OAAG,EAAA,CAAA;AACvB,IAAA,MAAM,UAAa,GAAA,QAAA,CAAA;AACnB,IAAI,IAAA;AACF,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,EAAI,EAAA,WAAA;AAAA,QACJ,WAAa,EAAA,UAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,MAAQ,EAAA,UAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AACD,MAAO,OAAA,EAAE,aAAa,UAAY,EAAA,QAAA,EAAU,GAAG,YAAc,EAAA,IAAA,CAAK,KAAM,EAAA,CAAA;AAAA,aACjE,EAAI,EAAA;AAEX,MAAO,OAAA,KAAA,CAAA,CAAA;AAAA,KACT;AAAA,GACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,cAAe,CAAA,QAAA,EAAkB,WAAqB,EAAA;AAC1D,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,0BAAA,CAA2B,QAAQ,CAAA,CAAA;AACxE,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAG,yBAAyB,CAAA,CAC7C,MAAM,EAAE,KAAA,EAAO,6BAA8B,EAAC,CAC9C,CAAA,IAAA;AAAA,QACC,iBAAA;AAAA,QACA,oBAAA;AAAA,QACA,2CAAA;AAAA,OACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,iBAAiB,WAAW,CAAA,CAAA;AAErC,MAAM,MAAA,KAAA,GAAQ,MAAM,MAAO,CAAA,CAAC,KAAK,GAAQ,KAAA,GAAA,GAAO,GAAI,CAAA,KAAA,EAAkB,CAAC,CAAA,CAAA;AAEvE,MAAA,MAAM,UAAmC,EAAC,CAAA;AAC1C,MAAA,IAAI,iBAAmB,EAAA;AACrB,QAAA,MAAM,QAA2B,MAAM,EAAA,CAAG,yBAAyB,CAChE,CAAA,MAAA,CAAO,6BAA6B,CACpC,CAAA,IAAA;AAAA,UACC,iBAAA;AAAA,UACA,oBAAA;AAAA,UACA,2CAAA;AAAA,SACF,CACC,KAAK,YAAc,EAAA,eAAA,EAAiB,8BAA8B,CAClE,CAAA,KAAA,CAAM,eAAiB,EAAA,iBAAA,CAAkB,EAAE,CAAA,CAAA;AAE9C,QAAA,KAAA,MAAW,aAAa,KAAO,EAAA;AAC7B,UAAA,OAAA,CAAQ,IAAK,CAAA,EAAE,SAAW,EAAA,SAAA,CAAU,KAAK,CAAA,CAAA;AAAA,SAC3C;AAAA,OACF;AAEA,MAAO,OAAA,EAAE,OAAO,OAAQ,EAAA,CAAA;AAAA,KACzB,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAc,GAAA;AAClB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,UAAU,MAAM,EAAA;AAAA,QACpB,YAAA;AAAA,QAEC,QAAS,CAAA,IAAA,EAAM,eAAe,CAC9B,CAAA,KAAA,CAAM,qBAAqB,IAAI,CAAA,CAAA;AAClC,MAAO,OAAA,OAAA,CAAA;AAAA,KACR,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,0BAA0B,QAAkB,EAAA;AAChD,IAAM,MAAA,IAAA,CAAK,gCAAgC,QAAU,EAAA;AAAA,MACnD,cAAA,sBAAoB,IAAK,EAAA;AAAA,KAC1B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,gBAAmB,GAAA;AACvB,IAAM,MAAA,SAAA,GAAY,MAAM,IAAA,CAAK,aAAc,EAAA,CAAA;AAE3C,IAAA,MAAM,iBAAoB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,YAAY,CAAA,CAAA;AAE5D,IAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,IAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AAErE,IAAA,KAAA,MAAW,YAAY,SAAW,EAAA;AAChC,MAAA,MAAM,KAAK,qBAAsB,CAAA;AAAA,QAC/B,IAAIA,OAAG,EAAA;AAAA,QACP,WAAa,EAAA,MAAA;AAAA,QACb,aAAe,EAAA,QAAA;AAAA,QACf,cAAA;AAAA,QACA,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,QACR,iBAAmB,EAAA,MAAA;AAAA,OACpB,CAAA,CAAA;AAAA,KACH;AAEA,IAAA,MAAM,qBAAwB,GAAA,MAAM,IAAK,CAAA,UAAA,CAAW,iBAAiB,CAAA,CAAA;AACrE,IAAM,MAAA,mBAAA,GAAsB,MAAM,IAAK,CAAA,UAAA;AAAA,MACrC,yBAAA;AAAA,KACF,CAAA;AAEA,IAAO,OAAA,EAAE,iBAAmB,EAAA,qBAAA,EAAuB,mBAAoB,EAAA,CAAA;AAAA,GACzE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,qBAAqB,WAAqB,EAAA;AAC9C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,WAAA,EAAa,QAAS,EAAA;AAAA,KACjC,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAA,EAAQ,EAAE,MAAA,EAAQ,UAAW,EAAA;AAAA,KAC9B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,gBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,kBAAmB,CAAA,WAAA,EAAqB,UAAsB,EAAA;AAClE,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,MAAA;AAAA,QACb,cAAA,EAAgB,IAAI,IAAK,CAAA,IAAA,CAAK,KAAQ,GAAA,UAAA,CAAW,EAAG,CAAA,cAAc,CAAC,CAAA;AAAA,QACnE,sBAAA,sBAA4B,IAAK,EAAA;AAAA,QACjC,MAAQ,EAAA,SAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,wBAAwB,WAAqB,EAAA;AACjD,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA,EAAE,QAAU,EAAA,CAAA,EAAG,QAAQ,cAAe,EAAA;AAAA,KAC/C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,oBAAqB,CAAA,WAAA,EAAqB,OAAkB,EAAA;AAChE,IAAA,MAAM,MAAmC,GAAA;AAAA,MACvC,WAAa,EAAA,QAAA;AAAA,MACb,UAAA,EAAY,UAAU,OAAU,GAAA,KAAA,CAAA;AAAA,MAChC,cAAA,sBAAoB,IAAK,EAAA;AAAA,MACzB,MAAQ,EAAA,WAAA;AAAA,KACV,CAAA;AACA,IAAA,MAAM,IAAK,CAAA,yBAAA,CAA0B,EAAE,WAAA,EAAa,QAAQ,CAAA,CAAA;AAAA,GAC9D;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,oBAAoB,WAAqB,EAAA;AAC7C,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,oBAAA;AAAA,QACb,iBAAA,sBAAuB,IAAK,EAAA;AAAA,QAC5B,MAAQ,EAAA,UAAA;AAAA,QACR,mBAAmBA,OAAG,EAAA;AAAA,OACxB;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,kBAAA,CACJ,WACA,EAAA,QAAA,EACA,OACA,aACA,EAAA;AACA,IAAA,MAAM,KAAK,yBAA0B,CAAA;AAAA,MACnC,WAAA;AAAA,MACA,MAAQ,EAAA;AAAA,QACN,WAAa,EAAA,SAAA;AAAA,QACb,UAAU,QAAW,GAAA,CAAA;AAAA,QACrB,UAAA,EAAY,OAAO,KAAK,CAAA;AAAA,QACxB,gBAAgB,IAAI,IAAA,CAAK,IAAK,CAAA,GAAA,KAAQ,aAAa,CAAA;AAAA,QACnD,MAAQ,EAAA,aAAA;AAAA,OACV;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,MAAM,EAC1B,KAAM,EAAA,CAAA;AACT,MAAA,OAAO,eAAK,CAAA,IAAA,EAAA,WAAA,EAAA,aAAA,CAAA,CAAL,IAAiB,CAAA,IAAA,EAAA,IAAA,CAAK,MAAQ,EAAA,IAAA,CAAA,CAAA;AAAA,KACtC,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,aAAa,WAAqB,EAAA;AACtC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,IAAO,GAAA,MAAM,EAAe,CAAA,iBAAiB,CAChD,CAAA,KAAA,CAAM,cAAgB,EAAA,WAAW,CACjC,CAAA,OAAA,CAAQ,UAAY,EAAA,KAAK,EACzB,KAAM,EAAA,CAAA;AACT,MAAA,OAAO,eAAK,CAAA,IAAA,EAAA,WAAA,EAAA,aAAA,CAAA,CAAL,IAAiB,CAAA,IAAA,EAAA,IAAA,CAAK,MAAQ,EAAA,IAAA,CAAA,CAAA;AAAA,KACtC,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAY,WAAqB,EAAA;AACrC,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAM,MAAA,KAAA,GAAQ,MAAM,EAAA,CAAe,iBAAiB,CAAA,CACjD,KAAM,CAAA,cAAA,EAAgB,WAAW,CAAA,CACjC,OAAQ,CAAA,UAAA,EAAY,MAAM,CAAA,CAAA;AAC7B,MAAO,OAAA,KAAA,CAAM,IAAI,CAAK,CAAA,KAAA,eAAA,CAAA,IAAA,EAAK,4BAAL,IAAiB,CAAA,IAAA,EAAA,IAAA,CAAK,QAAQ,CAAE,CAAA,CAAA,CAAA;AAAA,KACvD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WAAW,OAA2B,EAAA;AAC1C,IAAM,MAAA,EAAE,QAAW,GAAA,OAAA,CAAA;AACnB,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,EAAG,CAAA,iBAAiB,CAAE,CAAA,MAAA,CAAO,MAAM,CAAA,CAAA;AAAA,KAC1C,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAmBA,MAAM,kBAAmB,CAAA,MAAA,EAAgB,QAA4B,EAAA;AACnE,IAAA,MAAM,OAAO,QAAS,CAAA,GAAA,CAAI,OAAKG,+BAAmB,CAAA,CAAA,CAAE,MAAM,CAAC,CAAA,CAAA;AAE3D,IAAA,MAAM,IAAK,CAAA,MAAA,CAAO,WAAY,CAAA,OAAM,EAAM,KAAA;AACxC,MAAA,MAAM,iBACJ,GAAA,CAAA,MAAM,EAAoB,CAAA,yBAAyB,EAChD,MAAO,CAAA,KAAK,CACZ,CAAA,OAAA,CAAQ,OAAO,IAAI,CAAA,EACtB,GAAI,CAAA,CAAA,CAAA,KAAK,EAAE,GAAG,CAAA,CAAA;AAEhB,MAAM,MAAA,eAAA,GAAkB,IAAI,GAAA,CAAI,iBAAiB,CAAA,CAAA;AAEjD,MAAM,MAAA,OAAA,GAAU,KAAK,MAAO,CAAA,CAAA,CAAA,KAAK,CAAC,eAAgB,CAAA,GAAA,CAAI,CAAC,CAAC,CAAA,CAAA;AAExD,MAAM,MAAA,EAAA,CAAG,yBAAyB,CAC/B,CAAA,MAAA,CAAO,qBAAqB,MAAM,CAAA,CAClC,OAAQ,CAAA,KAAA,EAAO,iBAAiB,CAAA,CAAA;AAEnC,MAAI,IAAA,OAAA,CAAQ,SAAS,CAAG,EAAA;AACtB,QAAM,MAAA,EAAA,CAAG,yBAAyB,CAAE,CAAA,MAAA;AAAA,UAClC,OAAA,CAAQ,IAAI,CAAQ,GAAA,MAAA;AAAA,YAClB,IAAIH,OAAG,EAAA;AAAA,YACP,iBAAmB,EAAA,MAAA;AAAA,YACnB,GAAA;AAAA,WACA,CAAA,CAAA;AAAA,SACJ,CAAA;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,WAAW,KAAe,EAAA;AAC9B,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,OAAO,MAAM,EAAA,CAAG,KAAK,CAAA,CAAE,MAAO,EAAA,CAAA;AAAA,KAC/B,CAAA,CAAA;AAAA,GACH;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,aAAgB,GAAA;AACpB,IAAA,OAAO,MAAM,IAAA,CAAK,MAAO,CAAA,WAAA,CAAY,OAAM,EAAM,KAAA;AAC/C,MAAA,MAAM,YAAY,MAAM,EAAA;AAAA,QACtB,YAAA;AAAA,OACF,CAAE,SAAS,eAAe,CAAA,CAAA;AAC1B,MAAA,OAAO,SAAU,CAAA,GAAA,CAAI,CAAS,KAAA,KAAA,KAAA,CAAM,aAAa,CAAA,CAAA;AAAA,KAClD,CAAA,CAAA;AAAA,GACH;AAAA,EAEA,MAAM,YAAa,CAAA,QAAA,EAAkB,MAAkC,EAAA;AACrE,IAAM,MAAA,IAAA,CAAK,+BAAgC,CAAA,QAAA,EAAU,MAAM,CAAA,CAAA;AAAA,GAC7D;AACF,CAAA;AAxEE,WAAA,GAAA,IAAA,OAAA,EAAA,CAAA;AAAA,aAA6C,GAAA,SAAC,MAAY,MAAc,EAAA;AACtE,EAAA,IAAI,UAAU,IAAK,CAAA,MAAA,CAAO,OAAO,MAAO,CAAA,QAAA,CAAS,SAAS,CAAG,EAAA;AAC3D,IAAO,OAAA;AAAA,MACL,GAAG,MAAA;AAAA,MACH,MAAQ,EAAA,IAAA,CAAK,KAAM,CAAA,MAAA,CAAO,MAAgB,CAAA;AAAA,KAC5C,CAAA;AAAA,GACF;AACA,EAAO,OAAA,MAAA,CAAA;AACT,CAAA;;;;;;;;ACzjBK,MAAM,yBAA0B,CAAA;AAAA,EAIrC,WAAA,CACE,SACA,MACA,EAAA;AANF,IAAQJ,eAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AACR,IAAQA,eAAA,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAMN,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAA;AACf,IAAA,IAAA,CAAK,MAAS,GAAA,MAAA,CAAA;AAAA,GAChB;AAAA,EAEA,MAAM,YAAe,GAAA;AACnB,IAAA,MAAM,SAASQ,uBAAO,EAAA,CAAA;AACtB,IAAO,MAAA,CAAA,GAAA,CAAIC,wBAAQ,CAAA,IAAA,EAAM,CAAA,CAAA;AAGzB,IAAA,MAAA,CAAO,GAAI,CAAA,qBAAA,EAAuB,OAAO,CAAA,EAAG,GAAQ,KAAA;AAClD,MAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,WAAY,EAAA,CAAA;AAC/C,MAAA,MAAM,SAAY,GAAA,OAAA,CAAQ,GAAI,CAAA,CAAA,MAAA,KAAU,OAAO,aAAa,CAAA,CAAA;AAC5D,MAAA,MAAM,UAAa,GAAA;AAAA,QACjB,GAAG,IAAI,GAAI,CAAA,SAAA,CAAU,OAAO,CAAC,CAAA,EAAG,CAAG,EAAA,CAAA,KAAM,CAAE,CAAA,OAAA,CAAQ,CAAC,CAAA,KAAM,CAAC,CAAC,CAAA;AAAA,OAC9D,CAAA;AAEA,MAAI,IAAA,UAAA,CAAW,SAAS,CAAG,EAAA;AACzB,QAAA,GAAA,CAAI,KAAK,EAAE,OAAA,EAAS,KAAO,EAAA,mBAAA,EAAqB,YAAY,CAAA,CAAA;AAAA,OACvD,MAAA;AACL,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,CAAA,CAAA;AAAA,OAC5B;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,sBAAA,EAAwB,OAAO,CAAA,EAAG,GAAQ,KAAA;AACpD,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,gBAAiB,EAAA,CAAA;AACnD,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACjE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,MAAQ,EAAA;AAAA,YACN,gBAAgB,MAAO,CAAA,MAAA;AAAA,YACvB,cAAgB,EAAA,IAAI,IAAK,CAAA,MAAA,CAAO,cAAc,CAAA;AAAA,WAChD;AAAA,UACA,YAAY,MAAO,CAAA,UAAA;AAAA,SACpB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,MAAQ,EAAA;AAAA,cACN,cAAgB,EAAA,iCAAA;AAAA,aAClB;AAAA,WACD,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAO,MAAA,CAAA,IAAA;AAAA,MACL,CAAA,wCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,QAAA,IAAI,MAAQ,EAAA;AACV,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,yBAAA,CAA0B,QAAQ,CAAA,CAAA;AACrD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAA,EAAS,GAAG,QAAQ,CAAA,wBAAA,CAAA;AAAA,WACrB,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,UAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,YAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,YAAA,GAAA,CAAI,IAAK,CAAA;AAAA,cACP,OAAS,EAAA,IAAA;AAAA,cACT,OAAS,EAAA,wDAAA;AAAA,aACV,CAAA,CAAA;AAAA,WACI,MAAA;AACL,YAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,cACnB,OAAS,EAAA,KAAA;AAAA,cACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,aAC/B,CAAA,CAAA;AAAA,WACH;AAAA,SACF;AAAA,OACF;AAAA,KACF,CAAA;AAIA,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACxE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AAEzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,cAAc,MAAO,CAAA,EAAA,CAAA;AAC3B,QAAI,IAAA,MAAA,CAAO,WAAW,SAAW,EAAA;AAC/B,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,mBAAA,CAAoB,WAAW,CAAA,CAAA;AAAA,SAC7C,MAAA;AACL,UAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,oBAAA,CAAqB,WAAW,CAAA,CAAA;AAAA,SACrD;AACA,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,uBAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sBAAA,CAAA,EAA0B,OAAO,IAAA,EAAM,GAAQ,KAAA;AACxD,MAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAEnD,MAAA,GAAA,CAAI,IAAK,CAAA;AAAA,QACP,OAAS,EAAA,IAAA;AAAA,QACT,SAAA;AAAA,OACD,CAAA,CAAA;AAAA,KACF,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,IAAK,CAAA,CAAA,uCAAA,CAAA,EAA2C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACzE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAM,MAAA,cAAA,uBAAqB,IAAK,EAAA,CAAA;AAChC,QAAA,cAAA,CAAe,QAAQ,cAAe,CAAA,OAAA,KAAY,EAAK,GAAA,EAAA,GAAK,KAAK,GAAI,CAAA,CAAA;AACrE,QAAM,MAAA,IAAA,CAAK,OAAQ,CAAA,YAAA,CAAa,QAAU,EAAA;AAAA,UACxC,WAAa,EAAA,gBAAA;AAAA,UACb,sBAAA,sBAA4B,IAAK,EAAA;AAAA,UACjC,cAAA;AAAA,UACA,MAAQ,EAAA,SAAA;AAAA,SACT,CAAA,CAAA;AACD,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,GAAG,QAAQ,CAAA,6BAAA,CAAA;AAAA,SACrB,CAAA,CAAA;AAAA,OACI,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,gDAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,OAAA,EAAS,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAC/B,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,MAAO,CAAA,kCAAA,EAAoC,OAAO,GAAA,EAAK,GAAQ,KAAA;AACpE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,sBAAsB,QAAQ,CAAA,CAAA;AAChE,MAAA,GAAA,CAAI,KAAK,MAAM,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAGD,IAAA,MAAA,CAAO,GAAI,CAAA,CAAA,sCAAA,CAAA,EAA0C,OAAO,GAAA,EAAK,GAAQ,KAAA;AACvE,MAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,MAAA,MAAM,MAAS,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,0BAA0B,QAAQ,CAAA,CAAA;AACpE,MAAA,IAAI,MAAQ,EAAA;AACV,QAAA,MAAM,KAAK,MAAO,CAAA,EAAA,CAAA;AAClB,QAAA,MAAM,OAAU,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,YAAY,EAAE,CAAA,CAAA;AACjD,QAAA,GAAA,CAAI,IAAK,CAAA,EAAE,OAAS,EAAA,IAAA,EAAM,SAAS,CAAA,CAAA;AAAA,OAC9B,MAAA;AACL,QAAA,MAAM,SAAsB,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,aAAc,EAAA,CAAA;AAC7D,QAAI,IAAA,SAAA,CAAU,QAAS,CAAA,QAAQ,CAAG,EAAA;AAChC,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA,CAAM,CAAG,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAA,CAAA;AACxD,UAAA,GAAA,CAAI,IAAK,CAAA;AAAA,YACP,OAAS,EAAA,IAAA;AAAA,YACT,OAAS,EAAA,yCAAA;AAAA,WACV,CAAA,CAAA;AAAA,SACI,MAAA;AACL,UAAA,IAAA,CAAK,MAAO,CAAA,KAAA;AAAA,YACV,GAAG,QAAQ,CAAA,6CAAA,CAAA;AAAA,WACb,CAAA;AACA,UAAI,GAAA,CAAA,MAAA,CAAO,GAAG,CAAA,CAAE,IAAK,CAAA;AAAA,YACnB,OAAS,EAAA,KAAA;AAAA,YACT,QAAQ,EAAC;AAAA,YACT,UAAA,EAAY,aAAa,QAAQ,CAAA,WAAA,CAAA;AAAA,WAClC,CAAA,CAAA;AAAA,SACH;AAAA,OACF;AAAA,KACD,CAAA,CAAA;AAED,IAAO,MAAA,CAAA,MAAA;AAAA,MACL,CAAA,sCAAA,CAAA;AAAA,MACA,OAAO,KAAK,GAAQ,KAAA;AAClB,QAAM,MAAA,EAAE,QAAS,EAAA,GAAI,GAAI,CAAA,MAAA,CAAA;AACzB,QAAA,MAAM,SAAY,GAAA,MAAM,IAAK,CAAA,OAAA,CAAQ,wBAAwB,QAAQ,CAAA,CAAA;AAErE,QAAA,GAAA,CAAI,IAAK,CAAA;AAAA,UACP,OAAS,EAAA,IAAA;AAAA,UACT,OAAA,EAAS,+BAA+B,QAAQ,CAAA,UAAA,CAAA;AAAA,UAChD,SAAA;AAAA,SACD,CAAA,CAAA;AAAA,OACH;AAAA,KACF,CAAA;AAEA,IAAO,MAAA,CAAA,GAAA,CAAIC,4BAAc,CAAA,CAAA;AAEzB,IAAO,OAAA,MAAA,CAAA;AAAA,GACT;AACF;;;;;;;;;;;;;;;;;;;;;;;;;;AC/PA,IAAA,QAAA,EAAA,OAAA,EAAA,EAAA,CAAA;AAgBO,MAAM,QAAkC,CAAA;AAAA,EAetC,WAAc,GAAA;AAdrB,IAAA,YAAA,CAAA,IAAA,EAAA,QAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AACA,IAAA,YAAA,CAAA,IAAA,EAAA,OAAA,EAAA,KAAA,CAAA,CAAA,CAAA;AASA,IAAO,aAAA,CAAA,IAAA,EAAA,MAAA,CAAA,CAAA;AACP,IAAO,aAAA,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AACP,IAAO,aAAA,CAAA,IAAA,EAAA,SAAA,CAAA,CAAA;AAaP,IAAA,aAAA,CAAA,IAAA,EAAC,EAAkC,EAAA,UAAA,CAAA,CAAA;AAVjC,IAAA,MAAM,OAAU,GAAA,IAAI,OAAW,CAAA,CAAC,SAAS,MAAW,KAAA;AAClD,MAAA,YAAA,CAAA,IAAA,EAAK,QAAW,EAAA,OAAA,CAAA,CAAA;AAChB,MAAA,YAAA,CAAA,IAAA,EAAK,OAAU,EAAA,MAAA,CAAA,CAAA;AAAA,KAChB,CAAA,CAAA;AAED,IAAA,IAAA,CAAK,IAAO,GAAA,OAAA,CAAQ,IAAK,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACrC,IAAA,IAAA,CAAK,KAAQ,GAAA,OAAA,CAAQ,KAAM,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AACvC,IAAA,IAAA,CAAK,OAAU,GAAA,OAAA,CAAQ,OAAQ,CAAA,IAAA,CAAK,OAAO,CAAA,CAAA;AAAA,GAC7C;AAAA,EApBA,IAAW,OAAU,GAAA;AACnB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,QAAA,CAAA,CAAA;AAAA,GACd;AAAA,EACA,IAAW,MAAS,GAAA;AAClB,IAAA,OAAO,YAAK,CAAA,IAAA,EAAA,OAAA,CAAA,CAAA;AAAA,GACd;AAkBF,CAAA;AADG,EAAO,GAAA,MAAA,CAAA,WAAA,CAAA;AAzBR,QAAA,GAAA,IAAA,OAAA,EAAA,CAAA;AACA,OAAA,GAAA,IAAA,OAAA,EAAA;;;;;;;;"}
|