echogarden 1.0.2 → 1.0.3

package/src/recognition/WhisperSTT.ts

@@ -1,8 +1,8 @@
-import Onnx from 'onnxruntime-node'
+import type * as Onnx from 'onnxruntime-node'
 
 import { Logger } from '../utilities/Logger.js'
 import { computeMelSpectogramUsingFilterbanks, Filterbank } from '../dsp/MelSpectogram.js'
-import { clip, getIntegerRange, getRepetitionScoreRelativeToFirstSubstring, splitFloat32Array, yieldToEventLoop } from '../utilities/Utilities.js'
+import { clip, getIntegerRange, getRepetitionScoreRelativeToFirstSubstring, getUTF32Chars, logToStderr, splitFloat32Array, yieldToEventLoop } from '../utilities/Utilities.js'
 import { indexOfMax, logOfVector, logSumExp, meanOfVector, medianFilter, softmax, stdDeviationOfVector } from '../math/VectorMath.js'
 
 import { alignDTWWindowed } from '../alignment/DTWSequenceAlignmentWindowed.js'
@@ -135,8 +135,6 @@ export class Whisper {
 
 		timestampTokensStart: number
 		timestampTokensEnd: number
-
-		suppressedTokens: Set<number>
 	}
 
 	randomGen: XorShift32RNG
@@ -163,16 +161,7 @@ export class Whisper {
 
 				timestampTokensStart: 50364,
 				timestampTokensEnd: 50364 + 1501,
-
-				suppressedTokens: new Set()
 			}
-
-			const suppressedTextTokens = [1, 2, 6, 7, 8, 9, 10, 12, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 359, 503, 522, 542, 873, 893, 902, 918, 922, 931, 1350, 1853, 1982, 2460, 2627, 3246, 3253, 3268, 3536, 3846, 3961, 4183, 4667, 6585, 6647, 7273, 9061, 9383, 10428, 10929, 11938, 12033, 12331, 12562, 13793, 14157, 14635, 15265, 15618, 16553, 16604, 18362, 18956, 20075, 21675, 22520, 26130, 26161, 26435, 28279, 29464, 31650, 32302, 32470, 36865, 42863, 47425, 49870, 50254]
-			const suppressedMetadataTokens = [50256, ...getIntegerRange(50258, 50364)]
-
-			const suppressedTokens = [...suppressedTextTokens, ...suppressedMetadataTokens]
-
-			this.tokenConfig.suppressedTokens = new Set(suppressedTokens)
 		} else {
 			this.tokenConfig = {
 				endOfTextToken: 50256,
@@ -189,16 +178,7 @@ export class Whisper {
 
 				timestampTokensStart: 50363,
 				timestampTokensEnd: 50363 + 1501,
-
-				suppressedTokens: new Set()
 			}
-
-			const suppressedTextTokens = [1, 2, 7, 8, 9, 10, 14, 25, 26, 27, 28, 29, 31, 58, 59, 60, 61, 62, 63, 90, 91, 92, 93, 357, 366, 438, 532, 685, 705, 796, 930, 1058, 1220, 1267, 1279, 1303, 1343, 1377, 1391, 1635, 1782, 1875, 2162, 2361, 2488, 3467, 4008, 4211, 4600, 4808, 5299, 5855, 6329, 7203, 9609, 9959, 10563, 10786, 11420, 11709, 11907, 13163, 13697, 13700, 14808, 15306, 16410, 16791, 17992, 19203, 19510, 20724, 22305, 22935, 27007, 30109, 30420, 33409, 34949, 40283, 40493, 40549, 47282, 49146]
-			const suppressedMetadataTokens = [...getIntegerRange(50257, 50363)]
-
-			const suppressedTokens = [...suppressedTextTokens, ...suppressedMetadataTokens]
-
-			this.tokenConfig.suppressedTokens = new Set(suppressedTokens)
 		}
 
 		this.randomGen = new XorShift32RNG(rngSeed)
@@ -283,6 +263,8 @@ export class Whisper {
 
 		const encoderFilePath = path.join(this.modelDir, 'encoder.onnx')
 
+		const Onnx = await import('onnxruntime-node')
+
 		this.audioEncoder = await Onnx.InferenceSession.create(encoderFilePath, this.onnxOptions)
 
 		logger.end()
@@ -299,6 +281,8 @@ export class Whisper {
 
 		const decoderFilePath = path.join(this.modelDir, 'decoder.onnx')
 
+		const Onnx = await import('onnxruntime-node')
+
 		this.textDecoder = await Onnx.InferenceSession.create(decoderFilePath, this.onnxOptions)
 
 		logger.end()
@@ -463,6 +447,8 @@ export class Whisper {
 		const initialTokens = [sotToken]
 		const offset = 0
 
+		const Onnx = await import('onnxruntime-node')
+
 		const initialKvDimensions = this.getKvDimensions(1, initialTokens.length)
 		const kvCacheTensor = new Onnx.Tensor('float32', new Float32Array(initialKvDimensions[0] * initialKvDimensions[1] * initialKvDimensions[2] * initialKvDimensions[3]), initialKvDimensions)
 
@@ -515,21 +501,23 @@ export class Whisper {
 
 		const logger = new Logger()
 
+		const allowedPunctuationMarks = this.getAllowedPunctuationMarks()
+
 		await logger.startAsync('Decode text tokens with Whisper decoder model')
 
 		options = extendDeep(defaultWhisperOptions, options)
 
+		const Onnx = await import('onnxruntime-node')
+
 		const endOfTextToken = this.tokenConfig.endOfTextToken
 
 		const timestampTokensStart = this.tokenConfig.timestampTokensStart
-		const suppressedTokens = this.tokenConfig.suppressedTokens
+		const suppressedTokens = new Set(this.getSuppressedTokens())
 
 		const spaceToken = this.textToTokens(' ')[0]
 
 		const maxDecodedTokenCount = options.maxTokensPerPart!
 
-		//const suppressedTokensText = Array.from(this.tokenConfig.suppressedTokens).map(token => this.tokenToText(token, true))
-
 		let decodedTokens = initialTokens.slice()
 		const initialKvDimensions = this.getKvDimensions(1, decodedTokens.length)
 		let kvCacheTensor = new Onnx.Tensor('float32', new Float32Array(initialKvDimensions[0] * initialKvDimensions[1] * initialKvDimensions[2] * initialKvDimensions[3]), initialKvDimensions)
@@ -689,7 +677,7 @@ export class Whisper {
 						return maxScore
 					})
 
-					const thresholdRepetitionScore = 3
+					const thresholdRepetitionScore = 4
 
 					if (topCandidatesRepetitionScores.every(score => score >= thresholdRepetitionScore)) {
 						const indexOfMaxScore = topCandidatesRepetitionScores.indexOf(Math.max(...topCandidatesRepetitionScores))
@@ -717,7 +705,7 @@ export class Whisper {
 				const rankOfPromisingPunctuationToken = topCandidates.findIndex((entry, index) => {
 					const tokenText = this.tokenToText(entry.token).trim()
 
-					const isPunctuationToken = [',', '，', '、', '.', '。', '!', '?'].includes(tokenText)
+					const isPunctuationToken = allowedPunctuationMarks.includes(tokenText)
 
 					if (!isPunctuationToken) {
 						return false
@@ -794,6 +782,8 @@ export class Whisper {
 	async inferCrossAttentionQKs(tokens: number[], audioFeatures: Onnx.Tensor) {
 		const offset = 0
 
+		const Onnx = await import('onnxruntime-node')
+
 		const tokensTensor = new Onnx.Tensor('int64', new BigInt64Array(tokens.map(token => BigInt(token))), [1, tokens.length])
 		const offsetTensor = new Onnx.Tensor('int64', new BigInt64Array([BigInt(offset)]), [])
 
@@ -842,6 +832,8 @@ export class Whisper {
 	async encodeAudio(rawAudio: RawAudio) {
 		await this.initializeEncoderSessionIfNeeded()
 
+		const Onnx = await import('onnxruntime-node')
+
 		const logger = new Logger()
 
 		const audioSamples = rawAudio.audioChannels[0]
@@ -1429,6 +1421,90 @@ export class Whisper {
 	getAlignmentHeadIndexes() {
 		return alignmentHeadsIndexes[this.modelName]
 	}
+
+	getSuppressedTokens() {
+		return [
+			...this.getSuppressedTextTokens(),
+			...this.getSuppressedMetadataTokens(),
+		]
+	}
+
+	getSuppressedTextTokens() {
+		const allowedPunctuationMarks = this.getAllowedPunctuationMarks()
+
+		const nonWordTokensData = this.getNonWordTokenData()
+
+		const suppressedTextTokens = nonWordTokensData
+			.filter(entry => !allowedPunctuationMarks.includes(entry.text))
+			.map(entry => entry.id)
+
+		return suppressedTextTokens
+	}
+
+	getSuppressedMetadataTokens() {
+		if (this.isMultiligualModel) {
+			return [50256, ...getIntegerRange(50258, 50364)]
+		} else {
+			return [...getIntegerRange(50257, 50363)]
+		}
+	}
+
+	getAllowedPunctuationMarks() {
+		const generalPunctuation = [`'`, ',', '.', '?', '!']
+
+		let allowedPunctuation: string[]
+
+		if (this.isMultiligualModel) {
+			const spanish = ['¿', '¡']
+			const chinese = ['、', '，', '。', '？', '！']
+			const arabic = ['،', '؟']
+			const various = ['·', '•', '・']
+
+			allowedPunctuation = [...generalPunctuation, ...arabic, ...chinese, ...spanish, ...various]
+		} else {
+			allowedPunctuation = generalPunctuation
+		}
+
+		return allowedPunctuation
+	}
+
+	getNonWordTokenData() {
+		const nonWordTokenData: WhisperTokenData[] = []
+
+		const invalidUTF8Char = String.fromCharCode(65533)
+
+		for (let i = 0; i < this.tokenConfig.endOfTextToken; i++) {
+			const tokenText = this.tokenToText(i, false)
+			const tokenTextWithoutWhitespace = tokenText.replaceAll(/\s/g, '')
+
+			const isNonWordToken = /^[\p{Punctuation}\p{Symbol}]+$/u.test(tokenTextWithoutWhitespace)
+
+			const containsInvalidUTF8 = getUTF32Chars(tokenTextWithoutWhitespace).utf32chars.includes(invalidUTF8Char)
+
+			if (isNonWordToken && !containsInvalidUTF8) {
+				nonWordTokenData.push({
+					id: i,
+					text: tokenText,
+				})
+			}
+		}
+
+		return nonWordTokenData
+	}
+
+
+	getTokensData(tokens: number[]) {
+		const tokensData: WhisperTokenData[] = []
+
+		for (const token of tokens) {
+			tokensData.push({
+				id: token,
+				text: this.tokenToText(token, true),
+			})
+		}
+
+		return tokensData
+	}
 }
 
 const filterbanks: Filterbank[] = [
@@ -1637,6 +1713,11 @@ export function isEnglishOnlyModel(modelName: WhisperModelName) {
 	return modelName.endsWith('.en')
 }
 
+export type WhisperTokenData = {
+	id: number
+	text: string
+}
+
 export type WhisperModelName = 'tiny' | 'tiny.en' | 'base' | 'base.en' | 'small' | 'small.en' | 'medium' | 'medium.en' | 'large' | 'large-v1' | 'large-v2' | 'large-v3'
 export type WhisperTask = 'transcribe' | 'translate' | 'detect-language'
 

package/src/source-separation/MDXNetSourceSeparation.ts

@@ -1,4 +1,4 @@
-import Onnx from 'onnxruntime-node'
+import type * as Onnx from 'onnxruntime-node'
 import { RawAudio } from '../audio/AudioUtilities.js';
 import { binBufferToComplex, complexToBinBuffer, getWindowWeights, stftr, stiftr } from '../dsp/FFT.js';
 import { ComplexNumber } from '../math/VectorMath.js';
@@ -32,6 +32,8 @@ export class MDXNet {
 			await this.initializeSession(this.modelFilePath)
 		}
 
+		const Onnx = await import('onnxruntime-node')
+
 		const logger = new Logger()
 
 		const session = this.session!
@@ -223,6 +225,8 @@ export class MDXNet {
 			logSeverityLevel: 3
 		}
 
+		const Onnx = await import('onnxruntime-node')
+
 		this.session = await Onnx.InferenceSession.create(modelPath, onnxOptions)
 	}
 }

package/src/speech-language-detection/SileroLanguageDetection.ts

@@ -1,4 +1,4 @@
-import Onnx from 'onnxruntime-node'
+import type * as Onnx from 'onnxruntime-node'
 import { softmax } from '../math/VectorMath.js'
 import { Logger } from '../utilities/Logger.js'
 import { RawAudio } from '../audio/AudioUtilities.js'
@@ -50,6 +50,8 @@ export class SileroLanguageDetection {
 			logSeverityLevel: 3
 		}
 
+		const Onnx = await import('onnxruntime-node')
+
 		this.session = await Onnx.InferenceSession.create(this.modelPath, onnxOptions)
 
 		logger.end()
@@ -62,6 +64,8 @@ export class SileroLanguageDetection {
 
 		const audioSamples = rawAudio.audioChannels[0]
 
+		const Onnx = await import('onnxruntime-node')
+		
 		const inputTensor = new Onnx.Tensor('float32', audioSamples, [1, audioSamples.length])
 
 		const inputs = { input: inputTensor }

package/src/synthesis/VitsTTS.ts

@@ -1,4 +1,4 @@
-import type { InferenceSession } from 'onnxruntime-node'
+import type * as Onnx from 'onnxruntime-node'
 import { SynthesisVoice } from '../api/API.js'
 import { Logger } from '../utilities/Logger.js'
 import { RawAudio, getEmptyRawAudio, getRawAudioDuration } from '../audio/AudioUtilities.js'
@@ -32,7 +32,7 @@ export class VitsTTS {
 	voiceName: string
 	modelPath: string
 
-	modelSession?: InferenceSession
+	modelSession?: Onnx.InferenceSession
 	metadata?: any
 	phonemeMap?: Map<string, number[]>
 
@@ -45,7 +45,7 @@ export class VitsTTS {
 		const logger = new Logger()
 		await logger.startAsync('Initialize VITS ONNX synthesis model')
 
-		const onnxOptions: InferenceSession.SessionOptions = {
+		const onnxOptions: Onnx.InferenceSession.SessionOptions = {
 			logSeverityLevel: 3
 		}
 

package/src/tests/Test.ts

@@ -1,20 +1,17 @@
 import { getRepetitionScoreRelativeToFirstSubstring, logToStderr, setupProgramTerminationListeners, writeToStderr } from '../utilities/Utilities.js'
 import { makeTarballsForInstalledPackages } from '../utilities/TarballMaker.js'
 import { testEspeakSynthesisWithPrePhonemizedInputs, testKirshenbaumPhonemization } from '../synthesis/EspeakTTS.js'
-import { isPunctuation } from '../nlp/Segmentation.js'
 
 const log = logToStderr
 
 setupProgramTerminationListeners()
+
 //process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0'
 //process.env.http_proxy = 'http://localhost:8080'
 
 //const testText = `After a while, finding that nothing more happened, she decided on going into the garden at once; but, alas for poor Alice! when she got to the door, she found she had forgotten the little golden key, and when she went back to the table for it, she found she could not possibly reach it: she could see it quite plainly through the glass, and she tried her best to climb up one of the legs of the table, but it was too slippery; and when she had tired herself out with trying, the poor little thing sat down and cried.`
-
 //await testKirshenbaumPhonemization(testText)
 
-//await makeTarballsForInstalledPackages(true)
-
 //getRepetitionScoreRelativeToFirstSubstring(['a', 'b', 'c', 'a', 'b', 'c'])
 //getRepetitionScoreRelativeToFirstSubstring(['a', 'b', 'a', 'd', 'a', 'b', 'a', 'd'])
 //getRepetitionScoreRelativeToFirstSubstring(['a', 'b', 'a', 'b', 'c', 'a', 'b', 'a', 'b'])
@@ -22,19 +19,7 @@ setupProgramTerminationListeners()
 //getRepetitionScoreRelativeToFirstSubstring(['a', 'b', 'a', 'c', 'a', 'b', 'a', 'c', 'a'])
 //getRepetitionScoreRelativeToFirstSubstring(['a', 'a', 'a', 'b', 'b', 'a', 'a', 'a', 'b'])
 
-/*
-const allPunctuationChars: string[] = []
-
-for (let i = 0; i < 65536; i++) {
-	const char = String.fromCodePoint(i)
-
-	if (isPunctuation(char)) {
-		allPunctuationChars.push(char)
-
-		writeToStderr(`${char} `)
-	}
-}
-*/
+//await makeTarballsForInstalledPackages(true)
 
 process.exit(0)
 

package/src/voice-activity-detection/SileroVAD.ts

@@ -1,4 +1,4 @@
-import Onnx from 'onnxruntime-node'
+import type * as Onnx from 'onnxruntime-node'
 
 import { concatFloat32Arrays } from '../utilities/Utilities.js'
 import { RawAudio } from '../audio/AudioUtilities.js'
@@ -38,33 +38,24 @@ export async function detectVoiceActivity(rawAudio: RawAudio, modelPath: string,
 export class SileroVAD {
 	session?: Onnx.InferenceSession
 
-	modelStateH: Onnx.Tensor
-	modelStateC: Onnx.Tensor
-	modelSampleRate: Onnx.Tensor
+	modelStateH?: Onnx.Tensor
+	modelStateC?: Onnx.Tensor
+	modelSampleRate?: Onnx.Tensor
 
 	modelPath: string
 
 	constructor(modelPath: string) {
-		this.modelSampleRate = new Onnx.Tensor('int64', new BigInt64Array([BigInt(16000)]), [])
-
-		const h = new Float32Array(2 * 1 * 64)
-		const c = new Float32Array(2 * 1 * 64)
-
-		this.modelStateH = new Onnx.Tensor('float32', h, [2, 1, 64])
-		this.modelStateC = new Onnx.Tensor('float32', c, [2, 1, 64])
-
 		this.modelPath = modelPath
 	}
 
 	async predictAudioFrame(frame: Float32Array) {
-		if (!this.session) {
-			await this.initializeSession(this.modelPath)
-		}
+		await this.initializeIfNeeded()
+
+		const Onnx = await import('onnxruntime-node')
 
 		const inputTensor = new Onnx.Tensor('float32', frame, [1, frame.length])
 
-		//const inputs = { input: inputTensor, h0: this.modelStateH, c0: this.modelStateC }
-		const inputs = { input: inputTensor, sr: this.modelSampleRate, h: this.modelStateH, c: this.modelStateC }
+		const inputs = { input: inputTensor, sr: this.modelSampleRate!, h: this.modelStateH!, c: this.modelStateC! }
 
 		const results = await this.session!.run(inputs)
 
@@ -75,12 +66,25 @@ export class SileroVAD {
 
 		return probability
 	}
+	private async initializeIfNeeded() {
+		if (this.session) {
+			return
+		}
+
+		const Onnx = await import('onnxruntime-node')
+
+		const h = new Float32Array(2 * 1 * 64)
+		const c = new Float32Array(2 * 1 * 64)
+
+		this.modelStateH = new Onnx.Tensor('float32', h, [2, 1, 64])
+		this.modelStateC = new Onnx.Tensor('float32', c, [2, 1, 64])
+
+		this.modelSampleRate = new Onnx.Tensor('int64', new BigInt64Array([BigInt(16000)]), [])
 
-	private async initializeSession(modelPath: string) {
 		const onnxOptions: Onnx.InferenceSession.SessionOptions = {
 			logSeverityLevel: 3
 		}
 
-		this.session = await Onnx.InferenceSession.create(modelPath, onnxOptions)
+		this.session = await Onnx.InferenceSession.create(this.modelPath, onnxOptions)
 	}
 }

package/dist/api/Vad.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"Vad.js","sourceRoot":"","sources":["../../src/api/Vad.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAA;AAE5D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAA;AACvD,OAAO,EAA8B,cAAc,EAAE,cAAc,GAAG,MAAM,4BAA4B,CAAA;AACxG,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAG/C,OAAO,IAAI,MAAM,MAAM,CAAA;AACvB,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAE5D,OAAO,KAAK,MAAM,OAAO,CAAA;AAGzB,MAAM,GAAG,GAAG,WAAW,CAAA;AAEvB,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAuB,EAAE,OAAmB;IACrF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,cAAc,GAAG,MAAM,CAAC,YAAY,EAAE,CAAA;IAE5C,MAAM,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAA;IAEpD,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,CAAA;IAEjD,IAAI,cAAc,GAAG,MAAM,cAAc,CAAC,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;IAElE,OAAO,GAAG,UAAU,CAAC,iBAAiB,EAAE,OAAO,CAAC,CAAA;IAEhD,MAAM,CAAC,KAAK,CAAC,8BAA8B,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IAE5D,MAAM,iBAAiB,GAAG,OAAO,CAAC,iBAAkB,CAAA;IAEpD,IAAI,eAAyB,CAAA;IAE7B,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACxB,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAA;YAE1E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAO,CAAA;YAErC,MAAM,kBAAkB,GAAG,MAAM,SAAS,CAAC,mBAAmB,CAAC,cAAc,EAAE,aAAa,CAAC,aAAc,CAAC,CAAA;YAC5G,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAc,GAAG,IAAI,CAAA;YAEhE,eAAe,GAAG,4BAA4B,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,CAAA;YAE3G,MAAK;QACN,CAAC;QAED,KAAK,QAAQ,CAAC,CAAC,CAAC;YACf,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAA;YAE1E,MAAM,aAAa,GAAG,OAAO,CAAC,MAAO,CAAA;YAErC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,YAAY,CAAC,CAAA;YAEhD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;YACxD,MAAM,aAAa,GAAG,aAAa,CAAC,aAAc,CAAA;YAElD,MAAM,kBAAkB,GAAG,MAAM,SAAS,CAAC,mBAAmB,CAAC,cAAc,EAAE,SAAS,EAAE,aAAa,CAAC,CAAA;YACxG,MAAM,oBAAoB,GAAG,aAAa,CAAC,aAAc,GAAG,IAAI,CAAA;YAEhE,eAAe,GAAG,4BAA4B,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,CAAA;YAE3G,MAAK;QACN,CAAC;QAED,KAAK,SAAS,CAAC,CAAC,CAAC;YAChB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC,CAAA;YAEvD,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;YAE/D,MAAM,cAAc,GAAG,OAAO,CAAC,OAAQ,CAAA;YAEvC,MAAM,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAA;YAExF,MAAM,oBAAoB,GAAG,IAAI,CAAA;YACjC,MAAM,kBAAkB,GAAG,qBAAqB,CAAA;YAEhD,eAAe,GAAG,4BAA4B,CAAC,kBAAkB,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,CAAA;YAE3G,MAAK;QACN,CAAC;QAED,KAAK,eAAe,CAAC,CAAC,CAAC;YACtB,MAAM,eAAe,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAA;YAEtF,MAAM,mBAAmB,GAAG,OAAO,CAAC,YAAa,CAAA;YAEjD,eAAe,GAAG,MAAM,eAAe,CAAC,mBAAmB,CAAC,cAAc,EAAE,mBAAmB,CAAC,CAAA;YAEhG,MAAK;QACN,CAAC;QAED,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,WAAW,OAAO,CAAC,MAAM,oBAAoB,CAAC,CAAA;QAC/D,CAAC;IACF,CAAC;IAED,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;IAEzE,MAAM,eAAe,GAAG,cAAc,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAA;IAE/D,MAAM,CAAC,GAAG,EAAE,CAAA;IACZ,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA;IACd,MAAM,CAAC,WAAW,CAAC,qCAAqC,EAAE,cAAc,EAAE,KAAK,CAAC,aAAa,CAAC,CAAA;IAE9F,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,aAAa,EAAE,eAAe,EAAE,CAAA;AACrE,CAAC;AAED,SAAS,4BAA4B,CAAC,kBAA4B,EAAE,oBAA4B,EAAE,iBAAyB;IAC1H,MAAM,QAAQ,GAAa,EAAE,CAAA;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,kBAAkB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpD,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,CAAC,CAAC,CAAA;QAE9C,MAAM,SAAS,GAAG,CAAC,GAAG,oBAAoB,CAAA;QAC1C,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,oBAAoB,CAAA;QAE9C,IAAI,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;YAC3C,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;gBAEtE,SAAQ;YACT,CAAC;QACF,CAAC;aAAM,CAAC;YACP,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAA;gBAExE,SAAQ;YACT,CAAC;QACF,CAAC;QAED,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAA;IAChD,CAAC;IAED,OAAO,QAAQ,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,QAAkB,EAAE,cAAwB;IAC7F,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC9B,KAAK,CAAC,SAAS,GAAG,+BAA+B,CAAC,KAAK,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;QAClF,KAAK,CAAC,OAAO,GAAG,+BAA+B,CAAC,KAAK,CAAC,OAAO,EAAE,cAAc,CAAC,CAAA;QAE9E,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACpB,iCAAiC,CAAC,KAAK,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAA;QAClE,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,kBAA0B,EAAE,cAAwB;IACnG,IAAI,oBAAoB,GAAG,CAAC,CAAA;IAE5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;QAE/B,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAAA;QAErD,MAAM,SAAS,GAAG,oBAAoB,GAAG,aAAa,CAAA;QAEtD,IAAI,CAAC,CAAC,KAAK,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;YACpC,CAAC,kBAAkB,IAAI,oBAAoB,IAAI,kBAAkB,GAAG,SAAS,CAAC,EAAE,CAAC;YACjF,OAAO,KAAK,CAAC,SAAS,GAAG,CAAC,kBAAkB,GAAG,oBAAoB,CAAC,CAAA;QACrE,CAAC;QAED,oBAAoB,IAAI,aAAa,CAAA;IACtC,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;AACzC,CAAC;AAgCD,MAAM,CAAC,MAAM,iBAAiB,GAAe;IAC5C,MAAM,EAAE,QAAQ;IAEhB,iBAAiB,EAAE,GAAG;IAEtB,MAAM,EAAE;QACP,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,CAAC;KACP;IAED,MAAM,EAAE;QACP,aAAa,EAAE,EAAE;KACjB;IAED,OAAO,EAAE,EACR;IAED,YAAY,EAAE,EACb;CACD,CAAA;AAED,MAAM,CAAC,MAAM,UAAU,GAAqB;IAC3C;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,8DAA8D;QAC3E,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,6CAA6C;QAC1D,IAAI,EAAE,OAAO;KACb;IACD;QACC,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,8DAA8D;QAC3E,IAAI,EAAE,OAAO;KACb;CACD,CAAA"}