echogarden 1.3.0 → 1.3.2

package/dist/text-translation/NLLBTextTranslation.js

@@ -0,0 +1,237 @@
+import { Logger } from '../utilities/Logger.js';
+import { loadPackage } from '../utilities/PackageManager.js';
+export async function translateText(sourceText, sourceLanguage, targetLanguage) {
+    const logger = new Logger();
+    const { AutoTokenizer, M2M100ForConditionalGeneration } = await import('@echogarden/transformers-nodejs-lite');
+    const modelPath = await loadPackage(`xenova-nllb-200-distilled-600M-quantized`);
+    const tokenizer = await AutoTokenizer.from_pretrained(modelPath);
+    const model = await M2M100ForConditionalGeneration.from_pretrained(modelPath);
+    const config = {
+        src_lang: 'eng_Latn',
+        tgt_lang: 'fra_Latn'
+    };
+    const inputs = tokenizer._build_translation_inputs(sourceText, {
+        padding: true,
+        truncation: true,
+    }, config);
+    const result = await model.generate(inputs.input_ids, config);
+    logger.log(tokenizer.model.convert_ids_to_tokens(result[0]));
+    const inputTokens = tokenizer.model.convert_ids_to_tokens(Array.from(inputs.input_ids.data));
+    const embeddingResult = await model(inputs);
+    const lastHiddenState = embeddingResult.last_hidden_state;
+    const tokenCount = lastHiddenState.dims[1];
+    const embeddingSize = lastHiddenState.dims[2];
+    for (let i = 0; i < tokenCount; i++) {
+        const tokenEmbedding = lastHiddenState.data.slice(i * embeddingSize, (i + 1) * embeddingSize);
+        const tokenId = inputTokens[i];
+        logger.log(`Token ${i} (${tokenId}):`, tokenEmbedding);
+    }
+    logger.log(inputTokens);
+}
+const languageNameToNLLBCode = {
+    'Acehnese (Arabic script)': 'ace_Arab',
+    'Acehnese (Latin script)': 'ace_Latn',
+    'Afrikaans': 'afr_Latn',
+    'Akan': 'aka_Latn',
+    'Amharic': 'amh_Ethi',
+    'Armenian': 'hye_Armn',
+    'Assamese': 'asm_Beng',
+    'Asturian': 'ast_Latn',
+    'Awadhi': 'awa_Deva',
+    'Ayacucho Quechua': 'quy_Latn',
+    'Balinese': 'ban_Latn',
+    'Bambara': 'bam_Latn',
+    'Banjar (Arabic script)': 'bjn_Arab',
+    'Banjar (Latin script)': 'bjn_Latn',
+    'Bashkir': 'bak_Cyrl',
+    'Basque': 'eus_Latn',
+    'Belarusian': 'bel_Cyrl',
+    'Bemba': 'bem_Latn',
+    'Bengali': 'ben_Beng',
+    'Bhojpuri': 'bho_Deva',
+    'Bosnian': 'bos_Latn',
+    'Buginese': 'bug_Latn',
+    'Bulgarian': 'bul_Cyrl',
+    'Burmese': 'mya_Mymr',
+    'Catalan': 'cat_Latn',
+    'Cebuano': 'ceb_Latn',
+    'Central Atlas Tamazight': 'tzm_Tfng',
+    'Central Aymara': 'ayr_Latn',
+    'Central Kanuri (Arabic script)': 'knc_Arab',
+    'Central Kanuri (Latin script)': 'knc_Latn',
+    'Central Kurdish': 'ckb_Arab',
+    'Chhattisgarhi': 'hne_Deva',
+    'Chinese (Simplified)': 'zho_Hans',
+    'Chinese (Traditional)': 'zho_Hant',
+    'Chokwe': 'cjk_Latn',
+    'Crimean Tatar': 'crh_Latn',
+    'Croatian': 'hrv_Latn',
+    'Czech': 'ces_Latn',
+    'Danish': 'dan_Latn',
+    'Dari': 'prs_Arab',
+    'Dutch': 'nld_Latn',
+    'Dyula': 'dyu_Latn',
+    'Dzongkha': 'dzo_Tibt',
+    'Eastern Panjabi': 'pan_Guru',
+    'Eastern Yiddish': 'ydd_Hebr',
+    'Egyptian Arabic': 'arz_Arab',
+    'English': 'eng_Latn',
+    'Esperanto': 'epo_Latn',
+    'Estonian': 'est_Latn',
+    'Ewe': 'ewe_Latn',
+    'Faroese': 'fao_Latn',
+    'Fijian': 'fij_Latn',
+    'Finnish': 'fin_Latn',
+    'Fon': 'fon_Latn',
+    'French': 'fra_Latn',
+    'Friulian': 'fur_Latn',
+    'Galician': 'glg_Latn',
+    'Ganda': 'lug_Latn',
+    'Georgian': 'kat_Geor',
+    'German': 'deu_Latn',
+    'Greek': 'ell_Grek',
+    'Guarani': 'grn_Latn',
+    'Gujarati': 'guj_Gujr',
+    'Haitian Creole': 'hat_Latn',
+    'Halh Mongolian': 'khk_Cyrl',
+    'Hausa': 'hau_Latn',
+    'Hebrew': 'heb_Hebr',
+    'Hindi': 'hin_Deva',
+    'Hungarian': 'hun_Latn',
+    'Icelandic': 'isl_Latn',
+    'Igbo': 'ibo_Latn',
+    'Ilocano': 'ilo_Latn',
+    'Indonesian': 'ind_Latn',
+    'Irish': 'gle_Latn',
+    'Italian': 'ita_Latn',
+    'Japanese': 'jpn_Jpan',
+    'Javanese': 'jav_Latn',
+    'Jingpho': 'kac_Latn',
+    'Kabiyè': 'kbp_Latn',
+    'Kabuverdianu': 'kea_Latn',
+    'Kabyle': 'kab_Latn',
+    'Kamba': 'kam_Latn',
+    'Kannada': 'kan_Knda',
+    'Kashmiri (Arabic script)': 'kas_Arab',
+    'Kashmiri (Devanagari script)': 'kas_Deva',
+    'Kazakh': 'kaz_Cyrl',
+    'Khmer': 'khm_Khmr',
+    'Kikongo': 'kon_Latn',
+    'Kikuyu': 'kik_Latn',
+    'Kimbundu': 'kmb_Latn',
+    'Kinyarwanda': 'kin_Latn',
+    'Korean': 'kor_Hang',
+    'Kyrgyz': 'kir_Cyrl',
+    'Lao': 'lao_Laoo',
+    'Latgalian': 'ltg_Latn',
+    'Ligurian': 'lij_Latn',
+    'Limburgish': 'lim_Latn',
+    'Lingala': 'lin_Latn',
+    'Lithuanian': 'lit_Latn',
+    'Lombard': 'lmo_Latn',
+    'Luba-Kasai': 'lua_Latn',
+    'Luo': 'luo_Latn',
+    'Luxembourgish': 'ltz_Latn',
+    'Macedonian': 'mkd_Cyrl',
+    'Magahi': 'mag_Deva',
+    'Maithili': 'mai_Deva',
+    'Malayalam': 'mal_Mlym',
+    'Maltese': 'mlt_Latn',
+    'Maori': 'mri_Latn',
+    'Marathi': 'mar_Deva',
+    'Meitei (Bengali script)': 'mni_Beng',
+    'Mesopotamian Arabic': 'acm_Arab',
+    'Minangkabau (Arabic script)': 'min_Arab',
+    'Minangkabau (Latin script)': 'min_Latn',
+    'Mizo': 'lus_Latn',
+    'Modern Standard Arabic (Romanized)': 'arb_Latn',
+    'Modern Standard Arabic': 'arb_Arab',
+    'Moroccan Arabic': 'ary_Arab',
+    'Mossi': 'mos_Latn',
+    'Najdi Arabic': 'ars_Arab',
+    'Nepali': 'npi_Deva',
+    'Nigerian Fulfulde': 'fuv_Latn',
+    'North Azerbaijani': 'azj_Latn',
+    'North Levantine Arabic': 'apc_Arab',
+    'Northern Kurdish': 'kmr_Latn',
+    'Northern Sotho': 'nso_Latn',
+    'Northern Uzbek': 'uzn_Latn',
+    'Norwegian Bokmål': 'nob_Latn',
+    'Norwegian Nynorsk': 'nno_Latn',
+    'Nuer': 'nus_Latn',
+    'Nyanja': 'nya_Latn',
+    'Occitan': 'oci_Latn',
+    'Odia': 'ory_Orya',
+    'Pangasinan': 'pag_Latn',
+    'Papiamento': 'pap_Latn',
+    'Plateau Malagasy': 'plt_Latn',
+    'Polish': 'pol_Latn',
+    'Portuguese': 'por_Latn',
+    'Romanian': 'ron_Latn',
+    'Rundi': 'run_Latn',
+    'Russian': 'rus_Cyrl',
+    'Samoan': 'smo_Latn',
+    'Sango': 'sag_Latn',
+    'Sanskrit': 'san_Deva',
+    'Santali': 'sat_Olck',
+    'Sardinian': 'srd_Latn',
+    'Scottish Gaelic': 'gla_Latn',
+    'Serbian': 'srp_Cyrl',
+    'Shan': 'shn_Mymr',
+    'Shona': 'sna_Latn',
+    'Sicilian': 'scn_Latn',
+    'Silesian': 'szl_Latn',
+    'Sindhi': 'snd_Arab',
+    'Sinhala': 'sin_Sinh',
+    'Slovak': 'slk_Latn',
+    'Slovenian': 'slv_Latn',
+    'Somali': 'som_Latn',
+    'South Azerbaijani': 'azb_Arab',
+    'South Levantine Arabic': 'ajp_Arab',
+    'Southern Pashto': 'pbt_Arab',
+    'Southern Sotho': 'sot_Latn',
+    'Southwestern Dinka': 'dik_Latn',
+    'Spanish': 'spa_Latn',
+    'Standard Latvian': 'lvs_Latn',
+    'Standard Malay': 'zsm_Latn',
+    'Standard Tibetan': 'bod_Tibt',
+    'Sundanese': 'sun_Latn',
+    'Swahili': 'swh_Latn',
+    'Swati': 'ssw_Latn',
+    'Swedish': 'swe_Latn',
+    'Tagalog': 'tgl_Latn',
+    'Tajik': 'tgk_Cyrl',
+    'Tamasheq (Latin script)': 'taq_Latn',
+    'Tamasheq (Tifinagh script)': 'taq_Tfng',
+    'Tamil': 'tam_Taml',
+    'Tatar': 'tat_Cyrl',
+    'Ta’izzi-Adeni Arabic': 'acq_Arab',
+    'Telugu': 'tel_Telu',
+    'Thai': 'tha_Thai',
+    'Tigrinya': 'tir_Ethi',
+    'Tok Pisin': 'tpi_Latn',
+    'Tosk Albanian': 'als_Latn',
+    'Tsonga': 'tso_Latn',
+    'Tswana': 'tsn_Latn',
+    'Tumbuka': 'tum_Latn',
+    'Tunisian Arabic': 'aeb_Arab',
+    'Turkish': 'tur_Latn',
+    'Turkmen': 'tuk_Latn',
+    'Twi': 'twi_Latn',
+    'Ukrainian': 'ukr_Cyrl',
+    'Umbundu': 'umb_Latn',
+    'Urdu': 'urd_Arab',
+    'Uyghur': 'uig_Arab',
+    'Venetian': 'vec_Latn',
+    'Vietnamese': 'vie_Latn',
+    'Waray': 'war_Latn',
+    'Welsh': 'cym_Latn',
+    'West Central Oromo': 'gaz_Latn',
+    'Western Persian': 'pes_Arab',
+    'Wolof': 'wol_Latn',
+    'Xhosa': 'xho_Latn',
+    'Yoruba': 'yor_Latn',
+    'Yue Chinese': 'yue_Hant',
+    'Zulu': 'zul_Latn',
+};
+//# sourceMappingURL=NLLBTextTranslation.js.map

package/dist/text-translation/NLLBTextTranslation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"NLLBTextTranslation.js","sourceRoot":"","sources":["../../src/text-translation/NLLBTextTranslation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAA;AAE5D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,UAAkB,EAAE,cAAsB,EAAE,cAAsB;IACrG,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,EAAE,aAAa,EAAG,8BAA8B,EAAE,GAAG,MAAM,MAAM,CAAC,sCAAsC,CAAC,CAAA;IAE/G,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,0CAA0C,CAAC,CAAA;IAE/E,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IAChE,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,eAAe,CAAC,SAAS,CAAC,CAAA;IAE7E,MAAM,MAAM,GAAG;QACd,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE,UAAU;KACpB,CAAA;IAED,MAAM,MAAM,GAAI,SAAiB,CAAC,yBAAyB,CAAC,UAAU,EAAE;QACvE,OAAO,EAAE,IAAI;QACb,UAAU,EAAE,IAAI;KAChB,EAAE,MAAM,CAAC,CAAA;IAEV,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAE7D,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAE5D,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAA;IAC5F,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,CAAA;IAE3C,MAAM,eAAe,GAAG,eAAe,CAAC,iBAAiB,CAAA;IAEzD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC1C,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAE7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,aAAa,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,aAAa,CAAC,CAAA;QAE7F,MAAM,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;QAE9B,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,OAAO,IAAI,EAAE,cAAc,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;AACxB,CAAC;AAED,MAAM,sBAAsB,GAA2B;IACtD,0BAA0B,EAAE,UAAU;IACtC,yBAAyB,EAAE,UAAU;IACrC,WAAW,EAAE,UAAU;IACvB,MAAM,EAAE,UAAU;IAClB,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,UAAU,EAAE,UAAU;IACtB,UAAU,EAAE,UAAU;IACtB,QAAQ,EAAE,UAAU;IACpB,kBAAkB,EAAE,UAAU;IAC9B,UAAU,EAAE,UAAU;IACtB,SAAS,EAAE,UAAU;IACrB,wBAAwB,EAAE,UAAU;IACpC,uBAAuB,EAAE,UAAU;IACnC,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,YAAY,EAAE,UAAU;IACxB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,WAAW,EAAE,UAAU;IACvB,SAAS,EAAE,UAAU;IACrB,SAAS,EAAE,UAAU;IACrB,SAAS,EAAE,UAAU;IACrB,yBAAyB,EAAE,UAAU;IACrC,gBAAgB,EAAE,UAAU;IAC5B,gCAAgC,EAAE,UAAU;IAC5C,+BAA+B,EAAE,UAAU;IAC3C,iBAAiB,EAAE,UAAU;IAC7B,eAAe,EAAE,UAAU;IAC3B,sBAAsB,EAAE,UAAU;IAClC,uBAAuB,EAAE,UAAU;IACnC,QAAQ,EAAE,UAAU;IACpB,eAAe,EAAE,UAAU;IAC3B,UAAU,EAAE,UAAU;IACtB,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,UAAU;IACpB,MAAM,EAAE,UAAU;IAClB,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,UAAU,EAAE,UAAU;IACtB,iBAAiB,EAAE,UAAU;IAC7B,iBAAiB,EAAE,UAAU;IAC7B,iBAAiB,EAAE,UAAU;IAC7B,SAAS,EAAE,UAAU;IACrB,WAAW,EAAE,UAAU;IACvB,UAAU,EAAE,UAAU;IACtB,KAAK,EAAE,UAAU;IACjB,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,UAAU;IACrB,KAAK,EAAE,UAAU;IACjB,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,UAAU;IACtB,UAAU,EAAE,UAAU;IACtB,OAAO,EAAE,UAAU;IACnB,UAAU,EAAE,UAAU;IACtB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,gBAAgB,EAAE,UAAU;IAC5B,gBAAgB,EAAE,UAAU;IAC5B,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,WAAW,EAAE,UAAU;IACvB,WAAW,EAAE,UAAU;IACvB,MAAM,EAAE,UAAU;IAClB,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,UAAU;IACxB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,UAAU,EAAE,UAAU;IACtB,UAAU,EAAE,UAAU;IACtB,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,cAAc,EAAE,UAAU;IAC1B,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,0BAA0B,EAAE,UAAU;IACtC,8BAA8B,EAAE,UAAU;IAC1C,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,UAAU;IACtB,aAAa,EAAE,UAAU;IACzB,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,UAAU;IACpB,KAAK,EAAE,UAAU;IACjB,WAAW,EAAE,UAAU;IACvB,UAAU,EAAE,UAAU;IACtB,YAAY,EAAE,UAAU;IACxB,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,UAAU;IACxB,SAAS,EAAE,UAAU;IACrB,YAAY,EAAE,UAAU;IACxB,KAAK,EAAE,UAAU;IACjB,eAAe,EAAE,UAAU;IAC3B,YAAY,EAAE,UAAU;IACxB,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,UAAU;IACtB,WAAW,EAAE,UAAU;IACvB,SAAS,EAAE,UAAU;IACrB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,yBAAyB,EAAE,UAAU;IACrC,qBAAqB,EAAE,UAAU;IACjC,6BAA6B,EAAE,UAAU;IACzC,4BAA4B,EAAE,UAAU;IACxC,MAAM,EAAE,UAAU;IAClB,oCAAoC,EAAE,UAAU;IAChD,wBAAwB,EAAE,UAAU;IACpC,iBAAiB,EAAE,UAAU;IAC7B,OAAO,EAAE,UAAU;IACnB,cAAc,EAAE,UAAU;IAC1B,QAAQ,EAAE,UAAU;IACpB,mBAAmB,EAAE,UAAU;IAC/B,mBAAmB,EAAE,UAAU;IAC/B,wBAAwB,EAAE,UAAU;IACpC,kBAAkB,EAAE,UAAU;IAC9B,gBAAgB,EAAE,UAAU;IAC5B,gBAAgB,EAAE,UAAU;IAC5B,kBAAkB,EAAE,UAAU;IAC9B,mBAAmB,EAAE,UAAU;IAC/B,MAAM,EAAE,UAAU;IAClB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,UAAU;IACrB,MAAM,EAAE,UAAU;IAClB,YAAY,EAAE,UAAU;IACxB,YAAY,EAAE,UAAU;IACxB,kBAAkB,EAAE,UAAU;IAC9B,QAAQ,EAAE,UAAU;IACpB,YAAY,EAAE,UAAU;IACxB,UAAU,EAAE,UAAU;IACtB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,UAAU;IACnB,UAAU,EAAE,UAAU;IACtB,SAAS,EAAE,UAAU;IACrB,WAAW,EAAE,UAAU;IACvB,iBAAiB,EAAE,UAAU;IAC7B,SAAS,EAAE,UAAU;IACrB,MAAM,EAAE,UAAU;IAClB,OAAO,EAAE,UAAU;IACnB,UAAU,EAAE,UAAU;IACtB,UAAU,EAAE,UAAU;IACtB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,UAAU;IACrB,QAAQ,EAAE,UAAU;IACpB,WAAW,EAAE,UAAU;IACvB,QAAQ,EAAE,UAAU;IACpB,mBAAmB,EAAE,UAAU;IAC/B,wBAAwB,EAAE,UAAU;IACpC,iBAAiB,EAAE,UAAU;IAC7B,gBAAgB,EAAE,UAAU;IAC5B,oBAAoB,EAAE,UAAU;IAChC,SAAS,EAAE,UAAU;IACrB,kBAAkB,EAAE,UAAU;IAC9B,gBAAgB,EAAE,UAAU;IAC5B,kBAAkB,EAAE,UAAU;IAC9B,WAAW,EAAE,UAAU;IACvB,SAAS,EAAE,UAAU;IACrB,OAAO,EAAE,UAAU;IACnB,SAAS,EAAE,UAAU;IACrB,SAAS,EAAE,UAAU;IACrB,OAAO,EAAE,UAAU;IACnB,yBAAyB,EAAE,UAAU;IACrC,4BAA4B,EAAE,UAAU;IACxC,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,sBAAsB,EAAE,UAAU;IAClC,QAAQ,EAAE,UAAU;IACpB,MAAM,EAAE,UAAU;IAClB,UAAU,EAAE,UAAU;IACtB,WAAW,EAAE,UAAU;IACvB,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,UAAU;IACpB,SAAS,EAAE,UAAU;IACrB,iBAAiB,EAAE,UAAU;IAC7B,SAAS,EAAE,UAAU;IACrB,SAAS,EAAE,UAAU;IACrB,KAAK,EAAE,UAAU;IACjB,WAAW,EAAE,UAAU;IACvB,SAAS,EAAE,UAAU;IACrB,MAAM,EAAE,UAAU;IAClB,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,UAAU;IACtB,YAAY,EAAE,UAAU;IACxB,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,oBAAoB,EAAE,UAAU;IAChC,iBAAiB,EAAE,UAAU;IAC7B,OAAO,EAAE,UAAU;IACnB,OAAO,EAAE,UAAU;IACnB,QAAQ,EAAE,UAAU;IACpB,aAAa,EAAE,UAAU;IACzB,MAAM,EAAE,UAAU;CAClB,CAAA"}

package/dist/utilities/BinaryArrayConversion.d.ts

@@ -1,15 +1,25 @@
 /// <reference types="node" resolution-mode="require"/>
-export declare function int8ToBuffer(ints: Int8Array): Buffer;
+export declare function int8ToBuffer(int8s: Int8Array): Buffer;
+export declare function int8ToBuffer_Slow(int8s: Int8Array): Buffer;
 export declare function bufferToInt8(buffer: Buffer): Int8Array;
-export declare function int16ToBufferLE(ints: Int16Array): Buffer;
+export declare function bufferToInt8_Slow(buffer: Buffer): Int8Array;
+export declare function int16ToBufferLE(int16s: Int16Array): Buffer;
+export declare function int16ToBufferLE_Slow(int16s: Int16Array): Buffer;
 export declare function bufferLEToInt16(buffer: Buffer): Int16Array;
-export declare function int24ToBufferLE(ints: Int32Array): Buffer;
+export declare function bufferLEToInt16_Slow(buffer: Buffer): Int16Array;
+export declare function int24ToBufferLE(int24s: Int32Array): Buffer;
 export declare function bufferLEToInt24(buffer: Buffer): Int32Array;
-export declare function int32ToBufferLE(ints: Int32Array): Buffer;
+export declare function int32ToBufferLE(int32s: Int32Array): Buffer;
+export declare function int32ToBufferLE_Slow(int32s: Int32Array): Buffer;
 export declare function bufferLEToInt32(buffer: Buffer): Int32Array;
-export declare function float32ToBufferLE(floats: Float32Array): Buffer;
+export declare function bufferLEToInt32_Slow(buffer: Buffer): Int32Array;
+export declare function float32ToBufferLE(float32s: Float32Array): Buffer;
+export declare function float32ToBufferLE_Slow(float32s: Float32Array): Buffer;
 export declare function bufferLEToFloat32(buffer: Buffer): Float32Array;
-export declare function float64ToBufferLE(floats: Float64Array): Buffer;
+export declare function bufferLEToFloat32_Slow(buffer: Buffer): Float32Array;
+export declare function float64ToBufferLE(float64s: Float64Array): Buffer;
+export declare function float64ToBufferLE_Slow(float64s: Float64Array): Buffer;
 export declare function bufferLEToFloat64(buffer: Buffer): Float64Array;
-export declare function float64Tofloat32(doubles: Float64Array): Float32Array;
-export declare function float32Tofloat64(floats: Float32Array): Float64Array;
+export declare function bufferLEToFloat64_Slow(buffer: Buffer): Float64Array;
+export declare function float64Tofloat32(float64s: Float64Array): Float32Array;
+export declare function float32Tofloat64(float32s: Float32Array): Float64Array;

package/dist/utilities/BinaryArrayConversion.js

@@ -1,13 +1,24 @@
 // Typed arrays to Buffer (little endian) conversions
+//
+// The faster conversion methods (other than the methods for int8) would only work correctly
+// on little-endian architectures, since they assume the byte order of the underlying architecture.
+//
+// Since Echogarden only supports little-endian architectures, this shouldn't matter.
 // int8 <-> bufferLE
-export function int8ToBuffer(ints) {
-    const buffer = Buffer.alloc(ints.length);
-    for (let i = 0; i < ints.length; i++) {
-        buffer[i] = ints[i] + 128;
+export function int8ToBuffer(int8s) {
+    return Buffer.copyBytesFrom(int8s);
+}
+export function int8ToBuffer_Slow(int8s) {
+    const buffer = Buffer.alloc(int8s.length);
+    for (let i = 0; i < int8s.length; i++) {
+        buffer[i] = int8s[i] + 128;
     }
     return buffer;
 }
 export function bufferToInt8(buffer) {
+    return new Int8Array(buffer.buffer, buffer.byteOffset, buffer.byteLength);
+}
+export function bufferToInt8_Slow(buffer) {
     const result = new Int8Array(buffer.length);
     for (let i = 0; i < result.length; i++) {
         result[i] = buffer[i] - 128;
@@ -15,14 +26,20 @@ export function bufferToInt8(buffer) {
     return result;
 }
 // int16 <-> bufferLE
-export function int16ToBufferLE(ints) {
-    const buffer = Buffer.alloc(ints.length * 2);
-    for (let i = 0; i < ints.length; i++) {
-        buffer.writeInt16LE(ints[i], i * 2);
+export function int16ToBufferLE(int16s) {
+    return Buffer.copyBytesFrom(int16s);
+}
+export function int16ToBufferLE_Slow(int16s) {
+    const buffer = Buffer.alloc(int16s.length * 2);
+    for (let i = 0; i < int16s.length; i++) {
+        buffer.writeInt16LE(int16s[i], i * 2);
     }
     return buffer;
 }
 export function bufferLEToInt16(buffer) {
+    return new Int16Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 2);
+}
+export function bufferLEToInt16_Slow(buffer) {
     const result = new Int16Array(buffer.length / 2);
     for (let i = 0; i < result.length; i++) {
         result[i] = buffer.readInt16LE(i * 2);
@@ -30,10 +47,10 @@ export function bufferLEToInt16(buffer) {
     return result;
 }
 // int24 <-> bufferLE (uses int32 for storage)
-export function int24ToBufferLE(ints) {
-    const buffer = Buffer.alloc(ints.length * 3);
-    for (let i = 0; i < ints.length; i++) {
-        const val = ints[i];
+export function int24ToBufferLE(int24s) {
+    const buffer = Buffer.alloc(int24s.length * 3);
+    for (let i = 0; i < int24s.length; i++) {
+        const val = int24s[i];
         const encodedVal = val < 0 ? val + 0x1000000 : val;
         buffer[(i * 3) + 0] = (encodedVal >> 0) & 0xff;
         buffer[(i * 3) + 1] = (encodedVal >> 8) & 0xff;
@@ -53,14 +70,20 @@ export function bufferLEToInt24(buffer) {
     return result;
 }
 // int32 <-> bufferLE
-export function int32ToBufferLE(ints) {
-    const buffer = Buffer.alloc(ints.length * 4);
-    for (let i = 0; i < ints.length; i++) {
-        buffer.writeInt32LE(ints[i], i * 4);
+export function int32ToBufferLE(int32s) {
+    return Buffer.copyBytesFrom(int32s);
+}
+export function int32ToBufferLE_Slow(int32s) {
+    const buffer = Buffer.alloc(int32s.length * 4);
+    for (let i = 0; i < int32s.length; i++) {
+        buffer.writeInt32LE(int32s[i], i * 4);
     }
     return buffer;
 }
 export function bufferLEToInt32(buffer) {
+    return new Int32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+}
+export function bufferLEToInt32_Slow(buffer) {
     const result = new Int32Array(buffer.length / 4);
     for (let i = 0; i < result.length; i++) {
         result[i] = buffer.readInt32LE(i * 4);
@@ -68,14 +91,20 @@ export function bufferLEToInt32(buffer) {
     return result;
 }
 // float32 <-> bufferLE
-export function float32ToBufferLE(floats) {
-    const buffer = Buffer.alloc(floats.length * 4);
-    for (let i = 0; i < floats.length; i++) {
-        buffer.writeFloatLE(floats[i], i * 4);
+export function float32ToBufferLE(float32s) {
+    return Buffer.copyBytesFrom(float32s);
+}
+export function float32ToBufferLE_Slow(float32s) {
+    const buffer = Buffer.alloc(float32s.length * 4);
+    for (let i = 0; i < float32s.length; i++) {
+        buffer.writeFloatLE(float32s[i], i * 4);
     }
     return buffer;
 }
 export function bufferLEToFloat32(buffer) {
+    return new Float32Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 4);
+}
+export function bufferLEToFloat32_Slow(buffer) {
     const result = new Float32Array(buffer.length / 4);
     for (let i = 0; i < result.length; i++) {
         result[i] = buffer.readFloatLE(i * 4);
@@ -83,14 +112,20 @@ export function bufferLEToFloat32(buffer) {
     return result;
 }
 // float64 <-> bufferLE
-export function float64ToBufferLE(floats) {
-    const buffer = Buffer.alloc(floats.length * 8);
-    for (let i = 0; i < floats.length; i++) {
-        buffer.writeDoubleLE(floats[i], i * 8);
+export function float64ToBufferLE(float64s) {
+    return Buffer.copyBytesFrom(float64s);
+}
+export function float64ToBufferLE_Slow(float64s) {
+    const buffer = Buffer.alloc(float64s.length * 8);
+    for (let i = 0; i < float64s.length; i++) {
+        buffer.writeDoubleLE(float64s[i], i * 8);
     }
     return buffer;
 }
 export function bufferLEToFloat64(buffer) {
+    return new Float64Array(buffer.buffer, buffer.byteOffset, buffer.byteLength / 8);
+}
+export function bufferLEToFloat64_Slow(buffer) {
     const result = new Float64Array(buffer.length / 8);
     for (let i = 0; i < result.length; i++) {
         result[i] = buffer.readDoubleLE(i * 8);
@@ -98,18 +133,10 @@ export function bufferLEToFloat64(buffer) {
     return result;
 }
 // float64 <-> float32
-export function float64Tofloat32(doubles) {
-    const floats = new Float32Array(doubles.length);
-    for (let i = 0; i < doubles.length; i++) {
-        floats[i] = doubles[i];
-    }
-    return floats;
+export function float64Tofloat32(float64s) {
+    return Float32Array.from(float64s);
 }
-export function float32Tofloat64(floats) {
-    const doubles = new Float64Array(floats.length);
-    for (let i = 0; i < floats.length; i++) {
-        doubles[i] = floats[i];
-    }
-    return doubles;
+export function float32Tofloat64(float32s) {
+    return Float64Array.from(float32s);
 }
 //# sourceMappingURL=BinaryArrayConversion.js.map

package/dist/utilities/BinaryArrayConversion.js.map

@@ -1 +1 @@
-{"version":3,"file":"BinaryArrayConversion.js","sourceRoot":"","sources":["../../src/utilities/BinaryArrayConversion.ts"],"names":[],"mappings":"AAAA,qDAAqD;AAErD,oBAAoB;AACpB,MAAM,UAAU,YAAY,CAAC,IAAe;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;IAC1B,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAc;IAC1C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;IAC5B,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,eAAe,CAAC,IAAgB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACpC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,eAAe,CAAC,IAAgB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QACnB,MAAM,UAAU,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAA;QAElD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;IAChD,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9B,MAAM,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACrD,MAAM,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACxE,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,eAAe,CAAC,IAAgB;IAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACpC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,iBAAiB,CAAC,MAAoB;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,gBAAgB,CAAC,OAAqB;IACrD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;IACvB,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAoB;IACpD,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;IACvB,CAAC;IAED,OAAO,OAAO,CAAA;AACf,CAAC"}
+{"version":3,"file":"BinaryArrayConversion.js","sourceRoot":"","sources":["../../src/utilities/BinaryArrayConversion.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,EAAE;AACF,4FAA4F;AAC5F,mGAAmG;AACnG,EAAE;AACF,qFAAqF;AAErF,oBAAoB;AACpB,MAAM,UAAU,YAAY,CAAC,KAAgB;IAC5C,OAAO,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAgB;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAEzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;IAC3B,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAc;IAC1C,OAAO,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;AAC1E,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAE3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAA;IAC5B,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,eAAe,CAAC,MAAkB;IACjD,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;AACpC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAkB;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AAC/E,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAc;IAClD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,eAAe,CAAC,MAAkB;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;QACrB,MAAM,UAAU,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAA;QAElD,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;QAC9C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;IAChD,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAC9B,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QAE9B,MAAM,UAAU,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;QACrD,MAAM,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAA;IACxE,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,qBAAqB;AACrB,MAAM,UAAU,eAAe,CAAC,MAAkB;IACjD,OAAO,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;AACpC,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAkB;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,MAAc;IAC7C,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AAC/E,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAc;IAClD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,iBAAiB,CAAC,QAAsB;IACvD,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAsB;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACxC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AACjF,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACpD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,iBAAiB,CAAC,QAAsB;IACvD,OAAO,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAsB;IAC5D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACzC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC/C,OAAO,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;AACjF,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAAc;IACpD,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAElD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,MAAM,CAAA;AACd,CAAC;AAED,sBAAsB;AACtB,MAAM,UAAU,gBAAgB,CAAC,QAAsB;IACtD,OAAO,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AACnC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,QAAsB;IACtD,OAAO,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;AACnC,CAAC"}

package/dist/utilities/PackageManager.js

@@ -133,5 +133,7 @@ const packageVersionTagResolutionLookup = {
     'whisper-tiktoken-data': '20240408',
     'whisper.cpp-binaries-windows-x64-cublas-12.4.0-latest-patched': '20240409',
     'whisper.cpp-binaries-windows-x64-cublas-11.8.0-latest-patched': '20240409',
+    'xenova-multilingual-e5-small-quantized': '20240504',
+    'xenova-nllb-200-distilled-600M-quantized': '20240505',
 };
 //# sourceMappingURL=PackageManager.js.map

package/dist/utilities/PackageManager.js.map

@@ -1 +1 @@
-{"version":3,"file":"PackageManager.js","sourceRoot":"","sources":["../../src/utilities/PackageManager.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAE1C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AAEzD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,WAAmB;IACpD,WAAW,GAAG,qCAAqC,CAAC,WAAW,CAAC,CAAA;IAEhE,MAAM,YAAY,GAAG,MAAM,uBAAuB,EAAE,CAAA;IAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAExD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,eAAe,CAAC,gBAAgB,CAAC,CAAA;IAExD,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAEvC,MAAM,OAAO,GAAG,EACf,CAAA;IAED,MAAM,OAAO,GAAkB;QAC9B,GAAG,EAAE,GAAG,cAAc,GAAG,WAAW,SAAS;QAC7C,OAAO;KACP,CAAA;IAED,MAAM,yBAAyB,CAC9B,OAAO,EACP,YAAY,EACZ,QAAQ,EACR,WAAW,CACX,CAAA;IAED,OAAO,WAAW,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,WAAmB;IACtD,WAAW,GAAG,qCAAqC,CAAC,WAAW,CAAC,CAAA;IAEhE,MAAM,YAAY,GAAG,MAAM,uBAAuB,EAAE,CAAA;IAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAExD,MAAM,MAAM,CAAC,WAAW,CAAC,CAAA;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAEpD,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAE7B,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,WAAmB;IACxE,MAAM,UAAU,GAAG,4BAA4B,CAAC,WAAW,CAAC,CAAA;IAE5D,IAAI,UAAU,EAAE,CAAC;QAChB,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,kBAAkB,GAAG,0CAA0C,CAAC,WAAW,CAAC,CAAA;IAElF,OAAO,WAAW,GAAG,GAAG,WAAW,IAAI,kBAAkB,EAAE,CAAA;AAC5D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,WAAmB;IAC/D,OAAO,WAAW,CAAC,KAAK,CAAC,2DAA2D,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAC3F,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,sBAA8B;IACxF,OAAO,iCAAiC,CAAC,sBAAsB,CAAC,IAAI,iBAAiB,CAAA;AACtF,CAAC;AAED,MAAM,iBAAiB,GAAG,UAAU,CAAA;AAEpC,MAAM,iCAAiC,GAAsC;IAC5E,0BAA0B,EAAE,UAAU;IAEtC,sCAAsC,EAAE,UAAU;IAClD,2BAA2B,EAAE,UAAU;IACvC,wBAAwB,EAAE,UAAU;IACpC,2BAA2B,EAAE,UAAU;IACvC,yBAAyB,EAAE,UAAU;IACrC,oCAAoC,EAAE,UAAU;IAChD,wBAAwB,EAAE,UAAU;IAEpC,yBAAyB,EAAE,UAAU;IACrC,0BAA0B,EAAE,UAAU;IACtC,wBAAwB,EAAE,UAAU;IACpC,yBAAyB,EAAE,UAAU;IACrC,wBAAwB,EAAE,UAAU;IACpC,6BAA6B,EAAE,UAAU;IAEzC,0BAA0B,EAAE,UAAU;IACtC,sBAAsB,EAAE,UAAU;IAClC,4BAA4B,EAAE,UAAU;IACxC,8BAA8B,EAAE,UAAU;IAC1C,wBAAwB,EAAE,UAAU;IACpC,6BAA6B,EAAE,UAAU;IAEzC,cAAc,EAAE,UAAU;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,cAAc,EAAE,UAAU;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,eAAe,EAAE,UAAU;IAC3B,kBAAkB,EAAE,UAAU;IAC9B,gBAAgB,EAAE,UAAU;IAC5B,mBAAmB,EAAE,UAAU;IAC/B,kBAAkB,EAAE,UAAU;IAE9B,uBAAuB,EAAE,UAAU;IACnC,8BAA8B,EAAE,UAAU;IAE1C,sBAAsB,EAAE,UAAU;IAClC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,yBAAyB,EAAE,UAAU;IACrC,sBAAsB,EAAE,UAAU;IAClC,uBAAuB,EAAE,UAAU;IACnC,wBAAwB,EAAE,UAAU;IACpC,sBAAsB,EAAE,UAAU;IAClC,wBAAwB,EAAE,UAAU;IAEpC,uBAAuB,EAAE,UAAU;IACnC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IACvC,0BAA0B,EAAE,UAAU;IACtC,4BAA4B,EAAE,UAAU;IACxC,wBAAwB,EAAE,UAAU;IACpC,wBAAwB,EAAE,UAAU;IACpC,wBAAwB,EAAE,UAAU;IACpC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,yBAAyB,EAAE,UAAU;IACrC,0BAA0B,EAAE,UAAU;IAEtC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IACtC,wBAAwB,EAAE,UAAU;IAEpC,kBAAkB,EAAE,UAAU;IAC9B,uBAAuB,EAAE,UAAU;IACnC,qBAAqB,EAAE,UAAU;IACjC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IAEtC,kBAAkB,EAAE,UAAU;IAC9B,uBAAuB,EAAE,UAAU;IACnC,qBAAqB,EAAE,UAAU;IACjC,0BAA0B,EAAE,UAAU;IAEtC,mBAAmB,EAAE,UAAU;IAC/B,wBAAwB,EAAE,UAAU;IACpC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IAEvC,oBAAoB,EAAE,UAAU;IAChC,yBAAyB,EAAE,UAAU;IACrC,uBAAuB,EAAE,UAAU;IACnC,4BAA4B,EAAE,UAAU;IAExC,sBAAsB,EAAE,UAAU;IAClC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IACvC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IAEvC,mDAAmD,EAAE,UAAU;IAC/D,qDAAqD,EAAE,UAAU;IAEjE,uBAAuB,EAAE,UAAU;IAEnC,+DAA+D,EAAE,UAAU;IAC3E,+DAA+D,EAAE,UAAU;CAC3E,CAAA"}
+{"version":3,"file":"PackageManager.js","sourceRoot":"","sources":["../../src/utilities/PackageManager.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAA;AAC/D,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AAC9E,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAE1C,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAA;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAA;AAEzD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,WAAmB;IACpD,WAAW,GAAG,qCAAqC,CAAC,WAAW,CAAC,CAAA;IAEhE,MAAM,YAAY,GAAG,MAAM,uBAAuB,EAAE,CAAA;IAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAExD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,eAAe,CAAC,gBAAgB,CAAC,CAAA;IAExD,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAEvC,MAAM,OAAO,GAAG,EACf,CAAA;IAED,MAAM,OAAO,GAAkB;QAC9B,GAAG,EAAE,GAAG,cAAc,GAAG,WAAW,SAAS;QAC7C,OAAO;KACP,CAAA;IAED,MAAM,yBAAyB,CAC9B,OAAO,EACP,YAAY,EACZ,QAAQ,EACR,WAAW,CACX,CAAA;IAED,OAAO,WAAW,CAAA;AACnB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,WAAmB;IACtD,WAAW,GAAG,qCAAqC,CAAC,WAAW,CAAC,CAAA;IAEhE,MAAM,YAAY,GAAG,MAAM,uBAAuB,EAAE,CAAA;IAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC,CAAA;IAExD,MAAM,MAAM,CAAC,WAAW,CAAC,CAAA;AAC1B,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB;IAC5C,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;IAEvC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;IAEpD,MAAM,SAAS,CAAC,YAAY,CAAC,CAAA;IAE7B,OAAO,YAAY,CAAA;AACpB,CAAC;AAED,MAAM,UAAU,qCAAqC,CAAC,WAAmB;IACxE,MAAM,UAAU,GAAG,4BAA4B,CAAC,WAAW,CAAC,CAAA;IAE5D,IAAI,UAAU,EAAE,CAAC;QAChB,OAAO,WAAW,CAAA;IACnB,CAAC;IAED,MAAM,kBAAkB,GAAG,0CAA0C,CAAC,WAAW,CAAC,CAAA;IAElF,OAAO,WAAW,GAAG,GAAG,WAAW,IAAI,kBAAkB,EAAE,CAAA;AAC5D,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,WAAmB;IAC/D,OAAO,WAAW,CAAC,KAAK,CAAC,2DAA2D,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;AAC3F,CAAC;AAED,MAAM,UAAU,0CAA0C,CAAC,sBAA8B;IACxF,OAAO,iCAAiC,CAAC,sBAAsB,CAAC,IAAI,iBAAiB,CAAA;AACtF,CAAC;AAED,MAAM,iBAAiB,GAAG,UAAU,CAAA;AAEpC,MAAM,iCAAiC,GAAsC;IAC5E,0BAA0B,EAAE,UAAU;IAEtC,sCAAsC,EAAE,UAAU;IAClD,2BAA2B,EAAE,UAAU;IACvC,wBAAwB,EAAE,UAAU;IACpC,2BAA2B,EAAE,UAAU;IACvC,yBAAyB,EAAE,UAAU;IACrC,oCAAoC,EAAE,UAAU;IAChD,wBAAwB,EAAE,UAAU;IAEpC,yBAAyB,EAAE,UAAU;IACrC,0BAA0B,EAAE,UAAU;IACtC,wBAAwB,EAAE,UAAU;IACpC,yBAAyB,EAAE,UAAU;IACrC,wBAAwB,EAAE,UAAU;IACpC,6BAA6B,EAAE,UAAU;IAEzC,0BAA0B,EAAE,UAAU;IACtC,sBAAsB,EAAE,UAAU;IAClC,4BAA4B,EAAE,UAAU;IACxC,8BAA8B,EAAE,UAAU;IAC1C,wBAAwB,EAAE,UAAU;IACpC,6BAA6B,EAAE,UAAU;IAEzC,cAAc,EAAE,UAAU;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,cAAc,EAAE,UAAU;IAC1B,iBAAiB,EAAE,UAAU;IAC7B,eAAe,EAAE,UAAU;IAC3B,kBAAkB,EAAE,UAAU;IAC9B,gBAAgB,EAAE,UAAU;IAC5B,mBAAmB,EAAE,UAAU;IAC/B,kBAAkB,EAAE,UAAU;IAE9B,uBAAuB,EAAE,UAAU;IACnC,8BAA8B,EAAE,UAAU;IAE1C,sBAAsB,EAAE,UAAU;IAClC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,yBAAyB,EAAE,UAAU;IACrC,sBAAsB,EAAE,UAAU;IAClC,uBAAuB,EAAE,UAAU;IACnC,wBAAwB,EAAE,UAAU;IACpC,sBAAsB,EAAE,UAAU;IAClC,wBAAwB,EAAE,UAAU;IAEpC,uBAAuB,EAAE,UAAU;IACnC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IACvC,0BAA0B,EAAE,UAAU;IACtC,4BAA4B,EAAE,UAAU;IACxC,wBAAwB,EAAE,UAAU;IACpC,wBAAwB,EAAE,UAAU;IACpC,wBAAwB,EAAE,UAAU;IACpC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,uBAAuB,EAAE,UAAU;IACnC,yBAAyB,EAAE,UAAU;IACrC,0BAA0B,EAAE,UAAU;IAEtC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IACtC,wBAAwB,EAAE,UAAU;IAEpC,kBAAkB,EAAE,UAAU;IAC9B,uBAAuB,EAAE,UAAU;IACnC,qBAAqB,EAAE,UAAU;IACjC,0BAA0B,EAAE,UAAU;IACtC,0BAA0B,EAAE,UAAU;IAEtC,kBAAkB,EAAE,UAAU;IAC9B,uBAAuB,EAAE,UAAU;IACnC,qBAAqB,EAAE,UAAU;IACjC,0BAA0B,EAAE,UAAU;IAEtC,mBAAmB,EAAE,UAAU;IAC/B,wBAAwB,EAAE,UAAU;IACpC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IAEvC,oBAAoB,EAAE,UAAU;IAChC,yBAAyB,EAAE,UAAU;IACrC,uBAAuB,EAAE,UAAU;IACnC,4BAA4B,EAAE,UAAU;IAExC,sBAAsB,EAAE,UAAU;IAClC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IACvC,sBAAsB,EAAE,UAAU;IAClC,2BAA2B,EAAE,UAAU;IAEvC,mDAAmD,EAAE,UAAU;IAC/D,qDAAqD,EAAE,UAAU;IAEjE,uBAAuB,EAAE,UAAU;IAEnC,+DAA+D,EAAE,UAAU;IAC3E,+DAA+D,EAAE,UAAU;IAE3E,wCAAwC,EAAE,UAAU;IACpD,0CAA0C,EAAE,UAAU;CACtD,CAAA"}

package/docs/Development.md

@@ -82,7 +82,7 @@ Add a `.vscode/launch.json` file to launch the CLI in debug mode:
 			"program": "${workspaceFolder}/dist/cli/CLIStarter.js",
 			"outputCapture": "std",
 			"console": "integratedTerminal",
-			"runtimeArgs": ["--no-warnings", "--no-experimental-fetch", "--experimental-wasi-unstable-preview1", "--trace-uncaught"],
+			"runtimeArgs": ["--experimental-wasi-unstable-preview1", "--no-warnings", "--trace-uncaught"],
 
 			"args": ["speak", "Hello World!", "--debug"]
 		}

package/docs/Server.md

@@ -45,7 +45,7 @@ ws.on("open", async () => {
 
 ## Protocol details
 
-The protocol is based on binary WebSocket messages, for both request and response objects. Messages are encoded using the [MessagePack](https://msgpack.org/index.html) encoding scheme.
+The protocol is based on binary WebSocket messages, for both request and response objects. Messages are encoded using the [MessagePack](https://msgpack.org) encoding scheme.
 
 All messages are objects and have the basic structure:
 

package/docs/Tasklist.md

@@ -260,7 +260,7 @@
 
 ### Speech-to-text translation
 
-* Hybrid approach: recognize speech in its language using any recognition model, then translate the resulting transcript using a text-to-text translation engine, and then align the translated transcript to the original one using text-to-text alignment, and map back to the original speech using the recognition timestamps, to get word-level alignment for the translated transcript
+* Hybrid approach: recognize speech in its native language using any recognition model, then translate the resulting transcript using a text-to-text translation engine, and then align the translated transcript to the original one using text-to-text alignment, and map back to the original speech using the recognition timestamps, to get word-level alignment for the translated transcript
 
 ## Possible new engines or platforms
 

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "echogarden",
-	"version": "1.3.0",
+	"version": "1.3.2",
 	"description": "An easy-to-use speech toolset. Includes tools for synthesis, recognition, alignment, speech translation, language detection, source separation and more.",
 	"author": "Rotem Dan",
 	"license": "GPL-3.0",
@@ -46,17 +46,17 @@
 		"LICENSE.md"
 	],
 	"scripts": {
-		"cli": "node --no-warnings --no-experimental-fetch --experimental-wasi-unstable-preview1 ./dist/cli/CLIStarter.js",
-		"server": "node --no-warnings --no-experimental-fetch --experimental-wasi-unstable-preview1 ./dist/server/ServerStarter.js",
-		"test": "node --no-warnings --no-experimental-fetch --experimental-wasi-unstable-preview1 --trace-uncaught ./dist/tests/Test.js",
+		"cli": "node --experimental-wasi-unstable-preview1 --no-warnings ./dist/cli/CLIStarter.js",
+		"server": "node --experimental-wasi-unstable-preview1 --no-warnings  ./dist/server/ServerStarter.js",
+		"test": "node --experimental-wasi-unstable-preview1 --no-warnings --trace-uncaught ./dist/tests/Test.js",
 		"generate-options-schema": "npx ts-json-schema-generator --path ./src/api/APIOptions.ts --unstable --type APIOptions --tsconfig ./tsconfig.json --out ./data/schemas/options.json"
 	},
 	"bin": {
 		"echogarden": "./dist/cli/CLILauncher.js"
 	},
 	"dependencies": {
-		"@aws-sdk/client-polly": "^3.567.0",
-		"@aws-sdk/client-transcribe-streaming": "^3.567.0",
+		"@aws-sdk/client-polly": "^3.569.0",
+		"@aws-sdk/client-transcribe-streaming": "^3.569.0",
 		"@echogarden/espeak-ng-emscripten": "^0.1.2",
 		"@echogarden/fasttext-wasm": "^0.1.0",
 		"@echogarden/flite-wasi": "^0.1.1",
@@ -67,6 +67,7 @@
 		"@echogarden/sonic-wasm": "^0.1.1",
 		"@echogarden/speex-resampler-wasm": "^0.1.1",
 		"@echogarden/svoxpico-wasm": "^0.1.0",
+		"@echogarden/transformers-nodejs-lite": "^2.17.1-lite.3",
 		"@mozilla/readability": "^0.5.0",
 		"alawmulaw": "^6.0.0",
 		"buffer-split": "^1.0.0",
@@ -88,10 +89,10 @@
 		"moving-median": "^1.0.0",
 		"msgpack-lite": "^0.1.26",
 		"onnxruntime-node": "^1.17.3",
-		"openai": "^4.40.0",
+		"openai": "^4.42.0",
 		"sam-js": "^0.2.1",
 		"strip-ansi": "^7.1.0",
-		"tar": "^7.0.1",
+		"tar": "^7.1.0",
 		"tiktoken": "^1.0.14",
 		"tinyld": "^1.3.4",
 		"ws": "^8.17.0",
@@ -99,7 +100,7 @@
 	},
 	"peerDependencies": {
 		"@echogarden/vosk": "^0.3.39-patched.1",
-		"speaker": "^0.5.4",
+		"speaker": "^0.5.5",
 		"winax": "^3.4.2"
 	},
 	"peerDependenciesMeta": {
@@ -119,7 +120,7 @@
 		"@types/graceful-fs": "^4.1.9",
 		"@types/jsdom": "^21.1.6",
 		"@types/msgpack-lite": "^0.1.11",
-		"@types/node": "^20.12.8",
+		"@types/node": "^20.12.10",
 		"@types/recursive-readdir": "^2.2.4",
 		"@types/tar": "^6.1.13",
 		"@types/ws": "^8.5.10",