node-es-transformer 1.0.0-beta4 → 1.0.0-beta6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node-es-transformer.cjs.js","sources":["../src/_constants.js","../src/_create-mapping.js","../src/_file-reader.js","../src/_index-queue.js","../src/_index-reader.js","../src/_stream-reader.js","../src/main.js"],"sourcesContent":["// In earlier versions this was used to set the number of docs to index in a\n// single bulk request. Since we switched to use the helpers.bulk() method from\n// the ES client, this now translates to the `flushBytes` option of the helper.\n// However, for kind of a backwards compability with the old values, this uses\n// KBytes instead of Bytes. It will be multiplied by 1024 in the index queue.\nexport const DEFAULT_BUFFER_SIZE = 5120;\n\n// The default number of docs to fetch in a single search request when reindexing.\nexport const DEFAULT_SEARCH_SIZE = 1000;\n","export default function createMappingFactory({\n sourceClient,\n sourceIndexName,\n targetClient,\n targetIndexName,\n mappings,\n mappingsOverride,\n indexMappingTotalFieldsLimit,\n verbose,\n deleteIndex,\n pipeline,\n}) {\n return async () => {\n let targetMappings = mappingsOverride ? undefined : mappings;\n\n if (sourceClient && sourceIndexName && typeof targetMappings === 'undefined') {\n try {\n const mapping = await sourceClient.indices.getMapping({\n index: sourceIndexName,\n });\n if (mapping[sourceIndexName]) {\n targetMappings = mapping[sourceIndexName].mappings;\n } else {\n const allMappings = Object.values(mapping);\n if (allMappings.length > 0) {\n targetMappings = Object.values(mapping)[0].mappings;\n }\n }\n } catch (err) {\n console.log('Error reading source mapping', err);\n return;\n }\n }\n\n if (typeof targetMappings === 'object' && targetMappings !== null) {\n if (mappingsOverride) {\n targetMappings = {\n ...targetMappings,\n properties: {\n ...targetMappings.properties,\n ...mappings,\n },\n };\n }\n\n try {\n const indexExists = await targetClient.indices.exists({ index: targetIndexName });\n\n if (indexExists === true && deleteIndex === true) {\n await targetClient.indices.delete({ index: targetIndexName });\n }\n\n if (indexExists === false || deleteIndex === true) {\n const resp = await targetClient.indices.create({\n index: targetIndexName,\n body: {\n mappings: targetMappings,\n ...(pipeline !== undefined\n ? {\n settings: {\n index: {\n default_pipeline: pipeline,\n },\n },\n }\n : {}),\n ...(indexMappingTotalFieldsLimit !== undefined\n ? {\n settings: {\n 'index.mapping.total_fields.limit': indexMappingTotalFieldsLimit,\n 'index.number_of_shards': 1,\n 'index.number_of_replicas': 0,\n },\n }\n : {}),\n },\n });\n if (verbose) console.log('Created target mapping', resp);\n }\n } catch (err) {\n console.log('Error creating target mapping', err);\n }\n }\n };\n}\n","import fs from 'fs';\nimport es from 'event-stream';\nimport glob from 'glob';\nimport split from 'split2';\n\nexport default function fileReaderFactory(indexer, fileName, transform, splitRegex, verbose) {\n function startIndex(files) {\n let finished = false;\n\n const file = files.shift();\n const s = fs\n .createReadStream(file)\n .pipe(split(splitRegex))\n .pipe(\n es\n .mapSync(line => {\n try {\n // skip empty lines\n if (line === '') {\n return;\n }\n\n const doc =\n typeof transform === 'function'\n ? JSON.stringify(transform(JSON.parse(line)))\n : line;\n\n // if doc is undefined we'll skip indexing it\n if (typeof doc === 'undefined') {\n s.resume();\n return;\n }\n\n // the transform callback may return an array of docs so we can emit\n // multiple docs from a single line\n if (Array.isArray(doc)) {\n doc.forEach(d => indexer.add(d));\n return;\n }\n\n indexer.add(doc);\n } catch (e) {\n console.log('error', e);\n }\n })\n .on('error', err => {\n console.log('Error while reading file.', err);\n })\n .on('end', () => {\n if (verbose) console.log('Read entire file: ', file);\n if (files.length > 0) {\n startIndex(files);\n return;\n }\n\n indexer.finish();\n finished = true;\n }),\n );\n\n indexer.queueEmitter.on('pause', () => {\n if (finished) return;\n s.pause();\n });\n\n indexer.queueEmitter.on('resume', () => {\n if (finished) return;\n s.resume();\n });\n }\n\n return () => {\n glob(fileName, (er, files) => {\n startIndex(files);\n });\n };\n}\n","import { Readable } from 'stream';\n\nimport { DEFAULT_BUFFER_SIZE } from './_constants';\n\nconst EventEmitter = require('events');\n\nconst queueEmitter = new EventEmitter();\n\nconst parallelCalls = 5;\n\n// a simple helper queue to bulk index documents\nexport default function indexQueueFactory({\n targetClient: client,\n targetIndexName,\n bufferSize = DEFAULT_BUFFER_SIZE,\n skipHeader = false,\n}) {\n let docsPerSecond = 0;\n\n const flushBytes = bufferSize * 1024; // Convert KB to Bytes\n const highWaterMark = flushBytes * parallelCalls;\n\n // Create a Readable stream\n const stream = new Readable({\n read() {}, // Implement read but we manage pushing manually\n highWaterMark, // Buffer size for backpressure management\n });\n\n async function* ndjsonStreamIterator(readableStream) {\n let buffer = ''; // To hold the incomplete data\n let skippedHeader = false;\n\n // Iterate over the stream using async iteration\n for await (const chunk of readableStream) {\n buffer += chunk.toString(); // Accumulate the chunk data in the buffer\n\n // Split the buffer into lines (NDJSON items)\n const lines = buffer.split('\\n');\n\n // The last line might be incomplete, so hold it back in the buffer\n buffer = lines.pop();\n\n // Yield each complete JSON object\n for (const line of lines) {\n if (line.trim()) {\n try {\n if (!skipHeader || (skipHeader && !skippedHeader)) {\n yield JSON.parse(line); // Parse and yield the JSON object\n skippedHeader = true;\n }\n } catch (err) {\n // Handle JSON parse errors if necessary\n console.error('Failed to parse JSON:', err);\n }\n }\n }\n }\n\n // Handle any remaining data in the buffer after the stream ends\n if (buffer.trim()) {\n try {\n yield JSON.parse(buffer);\n } catch (err) {\n console.error('Failed to parse final JSON:', err);\n }\n }\n }\n\n let finished = false;\n\n // Async IIFE to start bulk indexing\n (async () => {\n const interval = setInterval(() => {\n queueEmitter.emit('docsPerSecond', docsPerSecond);\n docsPerSecond = 0;\n }, 1000);\n\n await client.helpers.bulk({\n concurrency: parallelCalls,\n flushBytes,\n flushInterval: 1000,\n refreshOnCompletion: true,\n datasource: ndjsonStreamIterator(stream),\n onDocument(doc) {\n docsPerSecond++;\n return {\n index: { _index: targetIndexName },\n };\n },\n });\n\n clearInterval(interval);\n queueEmitter.emit('finish');\n })();\n\n return {\n add: doc => {\n if (finished) {\n throw new Error('Unexpected doc added after indexer should finish.');\n }\n\n const canContinue = stream.push(`${JSON.stringify(doc)}\\n`);\n if (!canContinue) {\n queueEmitter.emit('pause');\n stream.once('drain', () => {\n queueEmitter.emit('resume');\n });\n }\n },\n finish: () => {\n finished = true;\n stream.push(null);\n },\n queueEmitter,\n };\n}\n","import cliProgress from 'cli-progress';\n\nimport { DEFAULT_SEARCH_SIZE } from './_constants';\n\n// create a new progress bar instance and use shades_classic theme\nconst progressBar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);\n\nexport default function indexReaderFactory(\n indexer,\n sourceIndexName,\n transform,\n client,\n query,\n searchSize = DEFAULT_SEARCH_SIZE,\n populatedFields = false,\n) {\n return async function indexReader() {\n let docsNum = 0;\n let scrollId;\n let finished = false;\n let readActive = false;\n let backPressurePause = false;\n\n async function fetchPopulatedFields() {\n try {\n // Get all populated fields from the index\n const response = await client.fieldCaps(\n {\n index: sourceIndexName,\n fields: '*',\n include_empty_fields: false,\n filters: '-metadata',\n },\n { maxRetries: 0 },\n );\n\n return Object.keys(response.fields);\n } catch (e) {\n console.log('error', e);\n }\n }\n\n function search(fields) {\n return client.search({\n index: sourceIndexName,\n scroll: '600s',\n size: searchSize,\n query,\n ...(fields ? { _source: fields } : {}),\n });\n }\n\n function scroll(id) {\n return client.scroll({\n scroll_id: id,\n scroll: '600s',\n });\n }\n\n let fieldsWithData;\n\n // identify populated fields\n if (populatedFields) {\n fieldsWithData = await fetchPopulatedFields();\n }\n\n await fetchNextResponse();\n\n function processHit(hit) {\n docsNum += 1;\n try {\n const doc = typeof transform === 'function' ? transform(hit._source) : hit._source; // eslint-disable-line no-underscore-dangle\n\n // if doc is undefined we'll skip indexing it\n if (typeof doc === 'undefined') {\n return;\n }\n\n // the transform callback may return an array of docs so we can emit\n // multiple docs from a single line\n if (Array.isArray(doc)) {\n doc.forEach(d => indexer.add(d));\n return;\n }\n\n indexer.add(doc);\n } catch (e) {\n console.log('error', e);\n }\n }\n\n async function fetchNextResponse() {\n readActive = true;\n\n const sc = scrollId ? await scroll(scrollId) : await search(fieldsWithData);\n\n if (!scrollId) {\n progressBar.start(sc.hits.total.value, 0);\n }\n\n scrollId = sc._scroll_id;\n readActive = false;\n\n processResponse(sc);\n }\n\n async function processResponse(response) {\n // collect the docs from this response\n response.hits.hits.forEach(processHit);\n\n progressBar.update(docsNum);\n\n // check to see if we have collected all of the docs\n if (response.hits.total.value === docsNum) {\n indexer.finish();\n return;\n }\n\n if (!backPressurePause) {\n await fetchNextResponse();\n }\n }\n\n indexer.queueEmitter.on('pause', async () => {\n backPressurePause = true;\n });\n\n indexer.queueEmitter.on('resume', async () => {\n backPressurePause = false;\n\n if (readActive || finished) {\n return;\n }\n\n await fetchNextResponse();\n });\n\n indexer.queueEmitter.on('finish', () => {\n finished = true;\n progressBar.stop();\n });\n };\n}\n","import es from 'event-stream';\nimport split from 'split2';\n\nexport default function streamReaderFactory(indexer, stream, transform, splitRegex, verbose) {\n function startIndex() {\n let finished = false;\n\n const s = stream.pipe(split(splitRegex)).pipe(\n es\n .mapSync(line => {\n try {\n // skip empty lines\n if (line === '') {\n return;\n }\n\n const doc =\n typeof transform === 'function' ? JSON.stringify(transform(JSON.parse(line))) : line;\n\n // if doc is undefined we'll skip indexing it\n if (typeof doc === 'undefined') {\n s.resume();\n return;\n }\n\n // the transform callback may return an array of docs so we can emit\n // multiple docs from a single line\n if (Array.isArray(doc)) {\n doc.forEach(d => indexer.add(d));\n return;\n }\n\n indexer.add(doc);\n } catch (e) {\n console.log('error', e);\n }\n })\n .on('error', err => {\n console.log('Error while reading stream.', err);\n })\n .on('end', () => {\n if (verbose) console.log('Read entire stream.');\n indexer.finish();\n finished = true;\n }),\n );\n\n indexer.queueEmitter.on('pause', () => {\n if (finished) return;\n s.pause();\n });\n\n indexer.queueEmitter.on('resume', () => {\n if (finished) return;\n s.resume();\n });\n }\n\n return () => {\n startIndex();\n };\n}\n","import elasticsearch from '@elastic/elasticsearch';\n\nimport { DEFAULT_BUFFER_SIZE, DEFAULT_SEARCH_SIZE } from './_constants';\nimport createMappingFactory from './_create-mapping';\nimport fileReaderFactory from './_file-reader';\nimport indexQueueFactory from './_index-queue';\nimport indexReaderFactory from './_index-reader';\nimport streamReaderFactory from './_stream-reader';\n\nexport default async function transformer({\n deleteIndex = false,\n sourceClientConfig,\n targetClientConfig,\n bufferSize = DEFAULT_BUFFER_SIZE,\n searchSize = DEFAULT_SEARCH_SIZE,\n stream,\n fileName,\n splitRegex = /\\n/,\n sourceIndexName,\n targetIndexName,\n mappings,\n mappingsOverride = false,\n indexMappingTotalFieldsLimit,\n pipeline,\n populatedFields = false,\n query,\n skipHeader = false,\n transform,\n verbose = true,\n}) {\n if (typeof targetIndexName === 'undefined') {\n throw Error('targetIndexName must be specified.');\n }\n\n const defaultClientConfig = {\n node: 'http://localhost:9200',\n };\n\n const sourceClient = new elasticsearch.Client(sourceClientConfig || defaultClientConfig);\n const targetClient = new elasticsearch.Client(\n targetClientConfig || sourceClientConfig || defaultClientConfig,\n );\n\n const createMapping = createMappingFactory({\n sourceClient,\n sourceIndexName,\n targetClient,\n targetIndexName,\n mappings,\n mappingsOverride,\n indexMappingTotalFieldsLimit,\n verbose,\n deleteIndex,\n pipeline,\n });\n const indexer = indexQueueFactory({\n targetClient,\n targetIndexName,\n bufferSize,\n skipHeader,\n verbose,\n });\n\n function getReader() {\n if (typeof fileName !== 'undefined' && typeof sourceIndexName !== 'undefined') {\n throw Error('Only either one of fileName or sourceIndexName can be specified.');\n }\n\n if (\n (typeof fileName !== 'undefined' && typeof sourceIndexName !== 'undefined') ||\n (typeof fileName !== 'undefined' && typeof stream !== 'undefined') ||\n (typeof sourceIndexName !== 'undefined' && typeof stream !== 'undefined')\n ) {\n throw Error('Only one of fileName, sourceIndexName, or stream can be specified.');\n }\n\n if (typeof fileName !== 'undefined') {\n return fileReaderFactory(indexer, fileName, transform, splitRegex, verbose);\n }\n\n if (typeof sourceIndexName !== 'undefined') {\n return indexReaderFactory(\n indexer,\n sourceIndexName,\n transform,\n sourceClient,\n query,\n searchSize,\n populatedFields,\n );\n }\n\n if (typeof stream !== 'undefined') {\n return streamReaderFactory(indexer, stream, transform, splitRegex, verbose);\n }\n\n return null;\n }\n\n const reader = getReader();\n\n try {\n const indexExists = await targetClient.indices.exists({ index: targetIndexName });\n\n if (indexExists === false) {\n await createMapping();\n reader();\n } else if (deleteIndex === true) {\n await targetClient.indices.delete({ index: targetIndexName });\n await createMapping();\n reader();\n } else {\n reader();\n }\n } catch (error) {\n console.error('Error checking index existence:', error);\n } finally {\n // targetClient.close();\n }\n\n return { events: indexer.queueEmitter };\n}\n"],"names":["DEFAULT_BUFFER_SIZE","DEFAULT_SEARCH_SIZE","createMappingFactory","sourceClient","sourceIndexName","targetClient","targetIndexName","mappings","mappingsOverride","indexMappingTotalFieldsLimit","verbose","deleteIndex","pipeline","targetMappings","undefined","mapping","indices","getMapping","index","allMappings","Object","values","length","err","console","log","properties","indexExists","exists","delete","resp","create","body","settings","default_pipeline","fileReaderFactory","indexer","fileName","transform","splitRegex","startIndex","files","finished","file","shift","s","fs","createReadStream","pipe","split","es","mapSync","line","doc","JSON","stringify","parse","resume","Array","isArray","forEach","d","add","e","on","finish","queueEmitter","pause","glob","er","EventEmitter","require","parallelCalls","indexQueueFactory","client","bufferSize","skipHeader","docsPerSecond","flushBytes","highWaterMark","stream","Readable","read","ndjsonStreamIterator","readableStream","buffer","skippedHeader","chunk","toString","lines","pop","trim","error","interval","setInterval","emit","helpers","bulk","concurrency","flushInterval","refreshOnCompletion","datasource","onDocument","_index","clearInterval","Error","canContinue","push","once","progressBar","cliProgress","SingleBar","Presets","shades_classic","indexReaderFactory","query","searchSize","populatedFields","indexReader","docsNum","scrollId","readActive","backPressurePause","fetchPopulatedFields","response","fieldCaps","fields","include_empty_fields","filters","maxRetries","keys","search","scroll","size","_source","id","scroll_id","fieldsWithData","fetchNextResponse","processHit","hit","sc","start","hits","total","value","_scroll_id","processResponse","update","stop","streamReaderFactory","transformer","sourceClientConfig","targetClientConfig","defaultClientConfig","node","elasticsearch","Client","createMapping","getReader","reader","events"],"mappings":";;;;;;;;;;AAAA;AACA;AACA;AACA;AACA;AACO,MAAMA,mBAAmB,GAAG,IAAI;;AAEvC;AACO,MAAMC,mBAAmB,GAAG,IAAI;;ACRxB,SAASC,oBAAoBA,CAAC;EAC3CC,YAAY;EACZC,eAAe;EACfC,YAAY;EACZC,eAAe;EACfC,QAAQ;EACRC,gBAAgB;EAChBC,4BAA4B;EAC5BC,OAAO;EACPC,WAAW;AACXC,EAAAA;AACF,CAAC,EAAE;AACD,EAAA,OAAO,YAAY;AACjB,IAAA,IAAIC,cAAc,GAAGL,gBAAgB,GAAGM,SAAS,GAAGP,QAAQ;IAE5D,IAAIJ,YAAY,IAAIC,eAAe,IAAI,OAAOS,cAAc,KAAK,WAAW,EAAE;MAC5E,IAAI;QACF,MAAME,OAAO,GAAG,MAAMZ,YAAY,CAACa,OAAO,CAACC,UAAU,CAAC;AACpDC,UAAAA,KAAK,EAAEd;AACT,SAAC,CAAC;AACF,QAAA,IAAIW,OAAO,CAACX,eAAe,CAAC,EAAE;AAC5BS,UAAAA,cAAc,GAAGE,OAAO,CAACX,eAAe,CAAC,CAACG,QAAQ;AACpD,SAAC,MAAM;AACL,UAAA,MAAMY,WAAW,GAAGC,MAAM,CAACC,MAAM,CAACN,OAAO,CAAC;AAC1C,UAAA,IAAII,WAAW,CAACG,MAAM,GAAG,CAAC,EAAE;YAC1BT,cAAc,GAAGO,MAAM,CAACC,MAAM,CAACN,OAAO,CAAC,CAAC,CAAC,CAAC,CAACR,QAAQ;AACrD;AACF;OACD,CAAC,OAAOgB,GAAG,EAAE;AACZC,QAAAA,OAAO,CAACC,GAAG,CAAC,8BAA8B,EAAEF,GAAG,CAAC;AAChD,QAAA;AACF;AACF;IAEA,IAAI,OAAOV,cAAc,KAAK,QAAQ,IAAIA,cAAc,KAAK,IAAI,EAAE;AACjE,MAAA,IAAIL,gBAAgB,EAAE;AACpBK,QAAAA,cAAc,GAAG;AACf,UAAA,GAAGA,cAAc;AACjBa,UAAAA,UAAU,EAAE;YACV,GAAGb,cAAc,CAACa,UAAU;YAC5B,GAAGnB;AACL;SACD;AACH;MAEA,IAAI;QACF,MAAMoB,WAAW,GAAG,MAAMtB,YAAY,CAACW,OAAO,CAACY,MAAM,CAAC;AAAEV,UAAAA,KAAK,EAAEZ;AAAgB,SAAC,CAAC;AAEjF,QAAA,IAAIqB,WAAW,KAAK,IAAI,IAAIhB,WAAW,KAAK,IAAI,EAAE;AAChD,UAAA,MAAMN,YAAY,CAACW,OAAO,CAACa,MAAM,CAAC;AAAEX,YAAAA,KAAK,EAAEZ;AAAgB,WAAC,CAAC;AAC/D;AAEA,QAAA,IAAIqB,WAAW,KAAK,KAAK,IAAIhB,WAAW,KAAK,IAAI,EAAE;UACjD,MAAMmB,IAAI,GAAG,MAAMzB,YAAY,CAACW,OAAO,CAACe,MAAM,CAAC;AAC7Cb,YAAAA,KAAK,EAAEZ,eAAe;AACtB0B,YAAAA,IAAI,EAAE;AACJzB,cAAAA,QAAQ,EAAEM,cAAc;cACxB,IAAID,QAAQ,KAAKE,SAAS,GACtB;AACEmB,gBAAAA,QAAQ,EAAE;AACRf,kBAAAA,KAAK,EAAE;AACLgB,oBAAAA,gBAAgB,EAAEtB;AACpB;AACF;eACD,GACD,EAAE,CAAC;cACP,IAAIH,4BAA4B,KAAKK,SAAS,GAC1C;AACEmB,gBAAAA,QAAQ,EAAE;AACR,kBAAA,kCAAkC,EAAExB,4BAA4B;AAChE,kBAAA,wBAAwB,EAAE,CAAC;AAC3B,kBAAA,0BAA0B,EAAE;AAC9B;eACD,GACD,EAAE;AACR;AACF,WAAC,CAAC;UACF,IAAIC,OAAO,EAAEc,OAAO,CAACC,GAAG,CAAC,wBAAwB,EAAEK,IAAI,CAAC;AAC1D;OACD,CAAC,OAAOP,GAAG,EAAE;AACZC,QAAAA,OAAO,CAACC,GAAG,CAAC,+BAA+B,EAAEF,GAAG,CAAC;AACnD;AACF;GACD;AACH;;AC/Ee,SAASY,iBAAiBA,CAACC,OAAO,EAAEC,QAAQ,EAAEC,SAAS,EAAEC,UAAU,EAAE7B,OAAO,EAAE;EAC3F,SAAS8B,UAAUA,CAACC,KAAK,EAAE;IACzB,IAAIC,QAAQ,GAAG,KAAK;AAEpB,IAAA,MAAMC,IAAI,GAAGF,KAAK,CAACG,KAAK,EAAE;IAC1B,MAAMC,CAAC,GAAGC,EAAE,CACTC,gBAAgB,CAACJ,IAAI,CAAC,CACtBK,IAAI,CAACC,KAAK,CAACV,UAAU,CAAC,CAAC,CACvBS,IAAI,CACHE,EAAE,CACCC,OAAO,CAACC,IAAI,IAAI;MACf,IAAI;AACF;QACA,IAAIA,IAAI,KAAK,EAAE,EAAE;AACf,UAAA;AACF;QAEA,MAAMC,GAAG,GACP,OAAOf,SAAS,KAAK,UAAU,GAC3BgB,IAAI,CAACC,SAAS,CAACjB,SAAS,CAACgB,IAAI,CAACE,KAAK,CAACJ,IAAI,CAAC,CAAC,CAAC,GAC3CA,IAAI;;AAEV;AACA,QAAA,IAAI,OAAOC,GAAG,KAAK,WAAW,EAAE;UAC9BR,CAAC,CAACY,MAAM,EAAE;AACV,UAAA;AACF;;AAEA;AACA;AACA,QAAA,IAAIC,KAAK,CAACC,OAAO,CAACN,GAAG,CAAC,EAAE;UACtBA,GAAG,CAACO,OAAO,CAACC,CAAC,IAAIzB,OAAO,CAAC0B,GAAG,CAACD,CAAC,CAAC,CAAC;AAChC,UAAA;AACF;AAEAzB,QAAAA,OAAO,CAAC0B,GAAG,CAACT,GAAG,CAAC;OACjB,CAAC,OAAOU,CAAC,EAAE;AACVvC,QAAAA,OAAO,CAACC,GAAG,CAAC,OAAO,EAAEsC,CAAC,CAAC;AACzB;AACF,KAAC,CAAC,CACDC,EAAE,CAAC,OAAO,EAAEzC,GAAG,IAAI;AAClBC,MAAAA,OAAO,CAACC,GAAG,CAAC,2BAA2B,EAAEF,GAAG,CAAC;AAC/C,KAAC,CAAC,CACDyC,EAAE,CAAC,KAAK,EAAE,MAAM;MACf,IAAItD,OAAO,EAAEc,OAAO,CAACC,GAAG,CAAC,oBAAoB,EAAEkB,IAAI,CAAC;AACpD,MAAA,IAAIF,KAAK,CAACnB,MAAM,GAAG,CAAC,EAAE;QACpBkB,UAAU,CAACC,KAAK,CAAC;AACjB,QAAA;AACF;MAEAL,OAAO,CAAC6B,MAAM,EAAE;AAChBvB,MAAAA,QAAQ,GAAG,IAAI;AACjB,KAAC,CACL,CAAC;AAEHN,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,OAAO,EAAE,MAAM;AACrC,MAAA,IAAItB,QAAQ,EAAE;MACdG,CAAC,CAACsB,KAAK,EAAE;AACX,KAAC,CAAC;AAEF/B,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,QAAQ,EAAE,MAAM;AACtC,MAAA,IAAItB,QAAQ,EAAE;MACdG,CAAC,CAACY,MAAM,EAAE;AACZ,KAAC,CAAC;AACJ;AAEA,EAAA,OAAO,MAAM;AACXW,IAAAA,IAAI,CAAC/B,QAAQ,EAAE,CAACgC,EAAE,EAAE5B,KAAK,KAAK;MAC5BD,UAAU,CAACC,KAAK,CAAC;AACnB,KAAC,CAAC;GACH;AACH;;ACxEA,MAAM6B,YAAY,GAAGC,OAAO,CAAC,QAAQ,CAAC;AAEtC,MAAML,YAAY,GAAG,IAAII,YAAY,EAAE;AAEvC,MAAME,aAAa,GAAG,CAAC;;AAEvB;AACe,SAASC,iBAAiBA,CAAC;AACxCpE,EAAAA,YAAY,EAAEqE,MAAM;EACpBpE,eAAe;AACfqE,EAAAA,UAAU,GAAG3E,mBAAmB;AAChC4E,EAAAA,UAAU,GAAG;AACf,CAAC,EAAE;EACD,IAAIC,aAAa,GAAG,CAAC;AAErB,EAAA,MAAMC,UAAU,GAAGH,UAAU,GAAG,IAAI,CAAC;AACrC,EAAA,MAAMI,aAAa,GAAGD,UAAU,GAAGN,aAAa;;AAEhD;AACA,EAAA,MAAMQ,QAAM,GAAG,IAAIC,eAAQ,CAAC;IAC1BC,IAAIA,GAAG,EAAE;AAAE;AACXH,IAAAA,aAAa;AACf,GAAC,CAAC;EAEF,gBAAgBI,oBAAoBA,CAACC,cAAc,EAAE;AACnD,IAAA,IAAIC,MAAM,GAAG,EAAE,CAAC;IAChB,IAAIC,aAAa,GAAG,KAAK;;AAEzB;AACA,IAAA,WAAW,MAAMC,KAAK,IAAIH,cAAc,EAAE;AACxCC,MAAAA,MAAM,IAAIE,KAAK,CAACC,QAAQ,EAAE,CAAC;;AAE3B;AACA,MAAA,MAAMC,KAAK,GAAGJ,MAAM,CAACpC,KAAK,CAAC,IAAI,CAAC;;AAEhC;AACAoC,MAAAA,MAAM,GAAGI,KAAK,CAACC,GAAG,EAAE;;AAEpB;AACA,MAAA,KAAK,MAAMtC,IAAI,IAAIqC,KAAK,EAAE;AACxB,QAAA,IAAIrC,IAAI,CAACuC,IAAI,EAAE,EAAE;UACf,IAAI;AACF,YAAA,IAAI,CAACf,UAAU,IAAKA,UAAU,IAAI,CAACU,aAAc,EAAE;AACjD,cAAA,MAAMhC,IAAI,CAACE,KAAK,CAACJ,IAAI,CAAC,CAAC;AACvBkC,cAAAA,aAAa,GAAG,IAAI;AACtB;WACD,CAAC,OAAO/D,GAAG,EAAE;AACZ;AACAC,YAAAA,OAAO,CAACoE,KAAK,CAAC,uBAAuB,EAAErE,GAAG,CAAC;AAC7C;AACF;AACF;AACF;;AAEA;AACA,IAAA,IAAI8D,MAAM,CAACM,IAAI,EAAE,EAAE;MACjB,IAAI;AACF,QAAA,MAAMrC,IAAI,CAACE,KAAK,CAAC6B,MAAM,CAAC;OACzB,CAAC,OAAO9D,GAAG,EAAE;AACZC,QAAAA,OAAO,CAACoE,KAAK,CAAC,6BAA6B,EAAErE,GAAG,CAAC;AACnD;AACF;AACF;EAEA,IAAImB,QAAQ,GAAG,KAAK;;AAEpB;AACA,EAAA,CAAC,YAAY;AACX,IAAA,MAAMmD,QAAQ,GAAGC,WAAW,CAAC,MAAM;AACjC5B,MAAAA,YAAY,CAAC6B,IAAI,CAAC,eAAe,EAAElB,aAAa,CAAC;AACjDA,MAAAA,aAAa,GAAG,CAAC;KAClB,EAAE,IAAI,CAAC;AAER,IAAA,MAAMH,MAAM,CAACsB,OAAO,CAACC,IAAI,CAAC;AACxBC,MAAAA,WAAW,EAAE1B,aAAa;MAC1BM,UAAU;AACVqB,MAAAA,aAAa,EAAE,IAAI;AACnBC,MAAAA,mBAAmB,EAAE,IAAI;AACzBC,MAAAA,UAAU,EAAElB,oBAAoB,CAACH,QAAM,CAAC;MACxCsB,UAAUA,CAACjD,GAAG,EAAE;AACdwB,QAAAA,aAAa,EAAE;QACf,OAAO;AACL3D,UAAAA,KAAK,EAAE;AAAEqF,YAAAA,MAAM,EAAEjG;AAAgB;SAClC;AACH;AACF,KAAC,CAAC;IAEFkG,aAAa,CAACX,QAAQ,CAAC;AACvB3B,IAAAA,YAAY,CAAC6B,IAAI,CAAC,QAAQ,CAAC;AAC7B,GAAC,GAAG;EAEJ,OAAO;IACLjC,GAAG,EAAET,GAAG,IAAI;AACV,MAAA,IAAIX,QAAQ,EAAE;AACZ,QAAA,MAAM,IAAI+D,KAAK,CAAC,mDAAmD,CAAC;AACtE;AAEA,MAAA,MAAMC,WAAW,GAAG1B,QAAM,CAAC2B,IAAI,CAAC,CAAA,EAAGrD,IAAI,CAACC,SAAS,CAACF,GAAG,CAAC,IAAI,CAAC;MAC3D,IAAI,CAACqD,WAAW,EAAE;AAChBxC,QAAAA,YAAY,CAAC6B,IAAI,CAAC,OAAO,CAAC;AAC1Bf,QAAAA,QAAM,CAAC4B,IAAI,CAAC,OAAO,EAAE,MAAM;AACzB1C,UAAAA,YAAY,CAAC6B,IAAI,CAAC,QAAQ,CAAC;AAC7B,SAAC,CAAC;AACJ;KACD;IACD9B,MAAM,EAAEA,MAAM;AACZvB,MAAAA,QAAQ,GAAG,IAAI;AACfsC,MAAAA,QAAM,CAAC2B,IAAI,CAAC,IAAI,CAAC;KAClB;AACDzC,IAAAA;GACD;AACH;;AC/GA;AACA,MAAM2C,WAAW,GAAG,IAAIC,WAAW,CAACC,SAAS,CAAC,EAAE,EAAED,WAAW,CAACE,OAAO,CAACC,cAAc,CAAC;AAEtE,SAASC,kBAAkBA,CACxC9E,OAAO,EACPhC,eAAe,EACfkC,SAAS,EACToC,MAAM,EACNyC,KAAK,EACLC,UAAU,GAAGnH,mBAAmB,EAChCoH,eAAe,GAAG,KAAK,EACvB;EACA,OAAO,eAAeC,WAAWA,GAAG;IAClC,IAAIC,OAAO,GAAG,CAAC;AACf,IAAA,IAAIC,QAAQ;IACZ,IAAI9E,QAAQ,GAAG,KAAK;IACpB,IAAI+E,UAAU,GAAG,KAAK;IACtB,IAAIC,iBAAiB,GAAG,KAAK;IAE7B,eAAeC,oBAAoBA,GAAG;MACpC,IAAI;AACF;AACA,QAAA,MAAMC,QAAQ,GAAG,MAAMlD,MAAM,CAACmD,SAAS,CACrC;AACE3G,UAAAA,KAAK,EAAEd,eAAe;AACtB0H,UAAAA,MAAM,EAAE,GAAG;AACXC,UAAAA,oBAAoB,EAAE,KAAK;AAC3BC,UAAAA,OAAO,EAAE;AACX,SAAC,EACD;AAAEC,UAAAA,UAAU,EAAE;AAAE,SAClB,CAAC;AAED,QAAA,OAAO7G,MAAM,CAAC8G,IAAI,CAACN,QAAQ,CAACE,MAAM,CAAC;OACpC,CAAC,OAAO/D,CAAC,EAAE;AACVvC,QAAAA,OAAO,CAACC,GAAG,CAAC,OAAO,EAAEsC,CAAC,CAAC;AACzB;AACF;IAEA,SAASoE,MAAMA,CAACL,MAAM,EAAE;MACtB,OAAOpD,MAAM,CAACyD,MAAM,CAAC;AACnBjH,QAAAA,KAAK,EAAEd,eAAe;AACtBgI,QAAAA,MAAM,EAAE,MAAM;AACdC,QAAAA,IAAI,EAAEjB,UAAU;QAChBD,KAAK;AACL,QAAA,IAAIW,MAAM,GAAG;AAAEQ,UAAAA,OAAO,EAAER;SAAQ,GAAG,EAAE;AACvC,OAAC,CAAC;AACJ;IAEA,SAASM,MAAMA,CAACG,EAAE,EAAE;MAClB,OAAO7D,MAAM,CAAC0D,MAAM,CAAC;AACnBI,QAAAA,SAAS,EAAED,EAAE;AACbH,QAAAA,MAAM,EAAE;AACV,OAAC,CAAC;AACJ;AAEA,IAAA,IAAIK,cAAc;;AAElB;AACA,IAAA,IAAIpB,eAAe,EAAE;AACnBoB,MAAAA,cAAc,GAAG,MAAMd,oBAAoB,EAAE;AAC/C;IAEA,MAAMe,iBAAiB,EAAE;IAEzB,SAASC,UAAUA,CAACC,GAAG,EAAE;AACvBrB,MAAAA,OAAO,IAAI,CAAC;MACZ,IAAI;AACF,QAAA,MAAMlE,GAAG,GAAG,OAAOf,SAAS,KAAK,UAAU,GAAGA,SAAS,CAACsG,GAAG,CAACN,OAAO,CAAC,GAAGM,GAAG,CAACN,OAAO,CAAC;;AAEnF;AACA,QAAA,IAAI,OAAOjF,GAAG,KAAK,WAAW,EAAE;AAC9B,UAAA;AACF;;AAEA;AACA;AACA,QAAA,IAAIK,KAAK,CAACC,OAAO,CAACN,GAAG,CAAC,EAAE;UACtBA,GAAG,CAACO,OAAO,CAACC,CAAC,IAAIzB,OAAO,CAAC0B,GAAG,CAACD,CAAC,CAAC,CAAC;AAChC,UAAA;AACF;AAEAzB,QAAAA,OAAO,CAAC0B,GAAG,CAACT,GAAG,CAAC;OACjB,CAAC,OAAOU,CAAC,EAAE;AACVvC,QAAAA,OAAO,CAACC,GAAG,CAAC,OAAO,EAAEsC,CAAC,CAAC;AACzB;AACF;IAEA,eAAe2E,iBAAiBA,GAAG;AACjCjB,MAAAA,UAAU,GAAG,IAAI;AAEjB,MAAA,MAAMoB,EAAE,GAAGrB,QAAQ,GAAG,MAAMY,MAAM,CAACZ,QAAQ,CAAC,GAAG,MAAMW,MAAM,CAACM,cAAc,CAAC;MAE3E,IAAI,CAACjB,QAAQ,EAAE;AACbX,QAAAA,WAAW,CAACiC,KAAK,CAACD,EAAE,CAACE,IAAI,CAACC,KAAK,CAACC,KAAK,EAAE,CAAC,CAAC;AAC3C;MAEAzB,QAAQ,GAAGqB,EAAE,CAACK,UAAU;AACxBzB,MAAAA,UAAU,GAAG,KAAK;MAElB0B,eAAe,CAACN,EAAE,CAAC;AACrB;IAEA,eAAeM,eAAeA,CAACvB,QAAQ,EAAE;AACvC;MACAA,QAAQ,CAACmB,IAAI,CAACA,IAAI,CAACnF,OAAO,CAAC+E,UAAU,CAAC;AAEtC9B,MAAAA,WAAW,CAACuC,MAAM,CAAC7B,OAAO,CAAC;;AAE3B;MACA,IAAIK,QAAQ,CAACmB,IAAI,CAACC,KAAK,CAACC,KAAK,KAAK1B,OAAO,EAAE;QACzCnF,OAAO,CAAC6B,MAAM,EAAE;AAChB,QAAA;AACF;MAEA,IAAI,CAACyD,iBAAiB,EAAE;QACtB,MAAMgB,iBAAiB,EAAE;AAC3B;AACF;AAEAtG,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,OAAO,EAAE,YAAY;AAC3C0D,MAAAA,iBAAiB,GAAG,IAAI;AAC1B,KAAC,CAAC;AAEFtF,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,QAAQ,EAAE,YAAY;AAC5C0D,MAAAA,iBAAiB,GAAG,KAAK;MAEzB,IAAID,UAAU,IAAI/E,QAAQ,EAAE;AAC1B,QAAA;AACF;MAEA,MAAMgG,iBAAiB,EAAE;AAC3B,KAAC,CAAC;AAEFtG,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,QAAQ,EAAE,MAAM;AACtCtB,MAAAA,QAAQ,GAAG,IAAI;MACfmE,WAAW,CAACwC,IAAI,EAAE;AACpB,KAAC,CAAC;GACH;AACH;;AC3Ie,SAASC,mBAAmBA,CAAClH,OAAO,EAAE4C,MAAM,EAAE1C,SAAS,EAAEC,UAAU,EAAE7B,OAAO,EAAE;EAC3F,SAAS8B,UAAUA,GAAG;IACpB,IAAIE,QAAQ,GAAG,KAAK;AAEpB,IAAA,MAAMG,CAAC,GAAGmC,MAAM,CAAChC,IAAI,CAACC,KAAK,CAACV,UAAU,CAAC,CAAC,CAACS,IAAI,CAC3CE,EAAE,CACCC,OAAO,CAACC,IAAI,IAAI;MACf,IAAI;AACF;QACA,IAAIA,IAAI,KAAK,EAAE,EAAE;AACf,UAAA;AACF;QAEA,MAAMC,GAAG,GACP,OAAOf,SAAS,KAAK,UAAU,GAAGgB,IAAI,CAACC,SAAS,CAACjB,SAAS,CAACgB,IAAI,CAACE,KAAK,CAACJ,IAAI,CAAC,CAAC,CAAC,GAAGA,IAAI;;AAEtF;AACA,QAAA,IAAI,OAAOC,GAAG,KAAK,WAAW,EAAE;UAC9BR,CAAC,CAACY,MAAM,EAAE;AACV,UAAA;AACF;;AAEA;AACA;AACA,QAAA,IAAIC,KAAK,CAACC,OAAO,CAACN,GAAG,CAAC,EAAE;UACtBA,GAAG,CAACO,OAAO,CAACC,CAAC,IAAIzB,OAAO,CAAC0B,GAAG,CAACD,CAAC,CAAC,CAAC;AAChC,UAAA;AACF;AAEAzB,QAAAA,OAAO,CAAC0B,GAAG,CAACT,GAAG,CAAC;OACjB,CAAC,OAAOU,CAAC,EAAE;AACVvC,QAAAA,OAAO,CAACC,GAAG,CAAC,OAAO,EAAEsC,CAAC,CAAC;AACzB;AACF,KAAC,CAAC,CACDC,EAAE,CAAC,OAAO,EAAEzC,GAAG,IAAI;AAClBC,MAAAA,OAAO,CAACC,GAAG,CAAC,6BAA6B,EAAEF,GAAG,CAAC;AACjD,KAAC,CAAC,CACDyC,EAAE,CAAC,KAAK,EAAE,MAAM;AACf,MAAA,IAAItD,OAAO,EAAEc,OAAO,CAACC,GAAG,CAAC,qBAAqB,CAAC;MAC/CW,OAAO,CAAC6B,MAAM,EAAE;AAChBvB,MAAAA,QAAQ,GAAG,IAAI;AACjB,KAAC,CACL,CAAC;AAEDN,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,OAAO,EAAE,MAAM;AACrC,MAAA,IAAItB,QAAQ,EAAE;MACdG,CAAC,CAACsB,KAAK,EAAE;AACX,KAAC,CAAC;AAEF/B,IAAAA,OAAO,CAAC8B,YAAY,CAACF,EAAE,CAAC,QAAQ,EAAE,MAAM;AACtC,MAAA,IAAItB,QAAQ,EAAE;MACdG,CAAC,CAACY,MAAM,EAAE;AACZ,KAAC,CAAC;AACJ;AAEA,EAAA,OAAO,MAAM;AACXjB,IAAAA,UAAU,EAAE;GACb;AACH;;ACpDe,eAAe+G,WAAWA,CAAC;AACxC5I,EAAAA,WAAW,GAAG,KAAK;EACnB6I,kBAAkB;EAClBC,kBAAkB;AAClB9E,EAAAA,UAAU,GAAG3E,mBAAmB;AAChCoH,EAAAA,UAAU,GAAGnH,mBAAmB;EAChC+E,MAAM;EACN3C,QAAQ;AACRE,EAAAA,UAAU,GAAG,IAAI;EACjBnC,eAAe;EACfE,eAAe;EACfC,QAAQ;AACRC,EAAAA,gBAAgB,GAAG,KAAK;EACxBC,4BAA4B;EAC5BG,QAAQ;AACRyG,EAAAA,eAAe,GAAG,KAAK;EACvBF,KAAK;AACLvC,EAAAA,UAAU,GAAG,KAAK;EAClBtC,SAAS;AACT5B,EAAAA,OAAO,GAAG;AACZ,CAAC,EAAE;AACD,EAAA,IAAI,OAAOJ,eAAe,KAAK,WAAW,EAAE;IAC1C,MAAMmG,KAAK,CAAC,oCAAoC,CAAC;AACnD;AAEA,EAAA,MAAMiD,mBAAmB,GAAG;AAC1BC,IAAAA,IAAI,EAAE;GACP;EAED,MAAMxJ,YAAY,GAAG,IAAIyJ,aAAa,CAACC,MAAM,CAACL,kBAAkB,IAAIE,mBAAmB,CAAC;AACxF,EAAA,MAAMrJ,YAAY,GAAG,IAAIuJ,aAAa,CAACC,MAAM,CAC3CJ,kBAAkB,IAAID,kBAAkB,IAAIE,mBAC9C,CAAC;EAED,MAAMI,aAAa,GAAG5J,oBAAoB,CAAC;IACzCC,YAAY;IACZC,eAAe;IACfC,YAAY;IACZC,eAAe;IACfC,QAAQ;IACRC,gBAAgB;IAChBC,4BAA4B;IAC5BC,OAAO;IACPC,WAAW;AACXC,IAAAA;AACF,GAAC,CAAC;EACF,MAAMwB,OAAO,GAAGqC,iBAAiB,CAAC;IAChCpE,YAAY;IACZC,eAAe;IACfqE,UAAU;IACVC,UAAU;AACVlE,IAAAA;AACF,GAAC,CAAC;EAEF,SAASqJ,SAASA,GAAG;IACnB,IAAI,OAAO1H,QAAQ,KAAK,WAAW,IAAI,OAAOjC,eAAe,KAAK,WAAW,EAAE;MAC7E,MAAMqG,KAAK,CAAC,kEAAkE,CAAC;AACjF;AAEA,IAAA,IACG,OAAOpE,QAAQ,KAAK,WAAW,IAAI,OAAOjC,eAAe,KAAK,WAAW,IACzE,OAAOiC,QAAQ,KAAK,WAAW,IAAI,OAAO2C,MAAM,KAAK,WAAY,IACjE,OAAO5E,eAAe,KAAK,WAAW,IAAI,OAAO4E,MAAM,KAAK,WAAY,EACzE;MACA,MAAMyB,KAAK,CAAC,oEAAoE,CAAC;AACnF;AAEA,IAAA,IAAI,OAAOpE,QAAQ,KAAK,WAAW,EAAE;MACnC,OAAOF,iBAAiB,CAACC,OAAO,EAAEC,QAAQ,EAAEC,SAAS,EAAEC,UAAU,EAAE7B,OAAO,CAAC;AAC7E;AAEA,IAAA,IAAI,OAAON,eAAe,KAAK,WAAW,EAAE;AAC1C,MAAA,OAAO8G,kBAAkB,CACvB9E,OAAO,EACPhC,eAAe,EACfkC,SAAS,EACTnC,YAAY,EACZgH,KAAK,EACLC,UAAU,EACVC,eACF,CAAC;AACH;AAEA,IAAA,IAAI,OAAOrC,MAAM,KAAK,WAAW,EAAE;MACjC,OAAOsE,mBAAmB,CAAClH,OAAO,EAAE4C,MAAM,EAAE1C,SAAS,EAAEC,UAAU,EAAE7B,OAAO,CAAC;AAC7E;AAEA,IAAA,OAAO,IAAI;AACb;AAEA,EAAA,MAAMsJ,MAAM,GAAGD,SAAS,EAAE;EAE1B,IAAI;IACF,MAAMpI,WAAW,GAAG,MAAMtB,YAAY,CAACW,OAAO,CAACY,MAAM,CAAC;AAAEV,MAAAA,KAAK,EAAEZ;AAAgB,KAAC,CAAC;IAEjF,IAAIqB,WAAW,KAAK,KAAK,EAAE;MACzB,MAAMmI,aAAa,EAAE;AACrBE,MAAAA,MAAM,EAAE;AACV,KAAC,MAAM,IAAIrJ,WAAW,KAAK,IAAI,EAAE;AAC/B,MAAA,MAAMN,YAAY,CAACW,OAAO,CAACa,MAAM,CAAC;AAAEX,QAAAA,KAAK,EAAEZ;AAAgB,OAAC,CAAC;MAC7D,MAAMwJ,aAAa,EAAE;AACrBE,MAAAA,MAAM,EAAE;AACV,KAAC,MAAM;AACLA,MAAAA,MAAM,EAAE;AACV;GACD,CAAC,OAAOpE,KAAK,EAAE;AACdpE,IAAAA,OAAO,CAACoE,KAAK,CAAC,iCAAiC,EAAEA,KAAK,CAAC;AACzD,GAAC,SAAS;AACR;AAAA;EAGF,OAAO;IAAEqE,MAAM,EAAE7H,OAAO,CAAC8B;GAAc;AACzC;;;;"}
|