npm - @qvac/translation-nmtcpp - Versions diffs - 0.1.4 → 0.1.6 - Mend

@qvac/translation-nmtcpp 0.1.4 → 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

package/index.d.ts CHANGED Viewed

@@ -1,4 +1,4 @@
-import QvacResponse from "@qvac/response"
+import { QvacResponse } from "@qvac/infer-base"
 import BaseInference, {
   BaseInferenceArgs,
   ReportProgressCallback,

package/index.js CHANGED Viewed

@@ -97,10 +97,19 @@ class TranslationNmtcpp extends BaseInference {
     try {
       await this.downloadWeights(reportProgressCallback)
+      // Extract use_gpu from config (if present) to pass at top level
+      const { use_gpu: useGpu, ...otherConfig } = this._config
       const configurationParams = {
         path: this._config.path || path.join(this._diskPath, this._modelName),
-        config: this._config
+        config: otherConfig
+      }
+      // Add use_gpu at top level if it was specified
+      if (useGpu !== undefined) {
+        configurationParams.use_gpu = useGpu
       }
       this.addon = this.createAddon(configurationParams)
       await this.addon.activate()
       this.state.configLoaded = true
@@ -144,7 +153,11 @@ class TranslationNmtcpp extends BaseInference {
       return response
     }
-    const jobId = await this.addon.append({ type: 'text', input })
+    let text = input
+    if (this._params.srcLang === 'en' && this._params.dstLang === 'pt') {
+      text = `>>por<< ${input}`
+    }
+    const jobId = await this.addon.append({ type: 'text', input: text })
     const response = new QvacResponse({
       cancelHandler: () => {
@@ -158,6 +171,16 @@ class TranslationNmtcpp extends BaseInference {
       }
     })
+    // Override onUpdate to strip the language prefix from output
+    const originalOnUpdate = response.onUpdate.bind(response)
+    response.onUpdate = function (callback) {
+      return originalOnUpdate((data) => {
+        // Remove language prefix like ">>por << " from the beginning
+        const cleanedData = data.replace(/^>>[a-z]+\s*<<\s*/i, '')
+        return callback(cleanedData)
+      })
+    }
     this._saveJobToResponseMapping(jobId, response)
     await this.addon.append({ type: END_OF_INPUT })
     return response

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "@qvac/translation-nmtcpp",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "description": "translation addon for qvac",
   "addon": true,
   "engines": {
@@ -65,10 +65,9 @@
     "standard": "^17.0.0"
   },
   "dependencies": {
-    "@qvac/infer-base": "^0.1.0",
+    "@qvac/infer-base": "^0.2.0",
     "@qvac/dl-hyperdrive": "^0.1.0",
     "@qvac/error": "^0.1.0",
-    "@qvac/response": "^0.1.0",
     "bare-path": "^3.0.0"
   },
   "exports": {

package/prebuilds/android-arm/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/android-arm64/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/android-ia32/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/android-x64/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/darwin-arm64/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/darwin-arm64/qvac__translation-nmtcpp.bare.exports CHANGED Viewed

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.4"
+        "version": "0.1.6"
       }
     ],
     "exported_symbols": [
@@ -470,10 +470,11 @@
             "_ggml_fp32_to_bf16",
             "_ggml_backend_buffer_init_tensor",
             "__ZN6google8protobuf8internal14WireFormatLite17WriteFixed64ArrayEPKyiPNS0_2io17CodedOutputStreamE",
+            "__Z18nmt_tokenize_inputP11nmt_contextPKc",
             "__ZN13sentencepiece11string_util17UTF8ToUnicodeTextEN4absl12lts_2024072211string_viewE",
             "__ZN13sentencepiece35ModelProto_SentencePiece_Type_ParseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPNS_29ModelProto_SentencePiece_TypeE",
-            "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
             "__ZN4absl12lts_2024072213hash_internal10CityHash32EPKcm",
+            "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
             "__ZN13sentencepiece9character5ModelC1ERKNS_10ModelProtoE",
             "__ZN4absl12lts_2024072216strings_internal9CatPiecesESt16initializer_listINS0_11string_viewEE",
             "__ZNK13sentencepiece26ImmutableSentencePieceText5scoreEv",
@@ -552,6 +553,7 @@
             "__ZN6google8protobuf8internal14WireFormatLite10SInt32SizeERKNS0_13RepeatedFieldIiEE",
             "__ZN13sentencepiece22GetRandomGeneratorSeedEv",
             "__ZN6google8protobuf4util15status_internal20UnauthenticatedErrorENS0_20stringpiece_internal11StringPieceE",
+            "__Z18apply_top_k_filterRNSt3__16vectorIfNS_9allocatorIfEEEERNS0_I8nmt_pairIfiENS1_IS6_EEEEi",
             "_ggml_graph_clear",
             "__ZN13sentencepiece12SelfTestDataC1ERKS0_",
             "_ggml_sqrt_inplace",
@@ -778,6 +780,7 @@
             "__ZN4absl12lts_2024072219FindCommandLineFlagENS0_11string_viewE",
             "__ZN4absl12lts_202407229Condition15GuaranteedEqualEPKS1_S3_",
             "_ggml_backend_buft_alloc_buffer",
+            "__Z21nmt_batch_prep_legacyR9nmt_batchPKiiii",
             "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneInfo17GetTransitionTypeEibRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPh",
             "_ggml_soft_max_inplace",
             "__ZN4absl12lts_2024072220StartsWithIgnoreCaseENS0_11string_viewES1_",
@@ -823,6 +826,7 @@
             "_ggml_conv_transpose_1d",
             "_ggml_permute",
             "__ZN6google8protobuf8internal14NoLocaleStrtodEPKcPPc",
+            "__Z24nmt_kv_cache_get_paddingRK11nmt_context",
             "__ZN6google8protobuf11MessageLite23ParsePartialFromIstreamEPNSt3__113basic_istreamIcNS2_11char_traitsIcEEEE",
             "__ZN4absl12lts_202407227CondVar6RemoveEPNS0_13base_internal14PerThreadSynchE",
             "__ZN6google8protobuf4util15status_internal12AbortedErrorENS0_20stringpiece_internal11StringPieceE",
@@ -1011,10 +1015,11 @@
             "__ZN13sentencepiece17SentencePieceTextC2EPN6google8protobuf5ArenaEb",
             "__ZNK6google8protobuf8internal12ExtensionSet19GetRawRepeatedFieldEiPKv",
             "__ZN6google8protobuf8internal11SerialArena16AllocateNewBlockEmPKNS1_16AllocationPolicyE",
-            "_ggml_compute_forward_map_custom3",
+            "__Z17nmt_kv_cache_initR12nmt_kv_cacheP12ggml_backend9ggml_typexxi",
             "__ZN6google8protobuf11safe_strtodEPKcPd",
-            "_ggml_hash_set_free",
+            "_ggml_compute_forward_map_custom3",
             "__ZNK4absl12lts_202407226ByChar4FindENS0_11string_viewEm",
+            "_ggml_hash_set_free",
             "__ZNK4absl12lts_2024072213time_internal4cctz9time_zone7versionEv",
             "__ZN13sentencepiece7unigram7LatticeD2Ev",
             "__ZNK13sentencepiece26ImmutableSentencePieceText4textEv",
@@ -1113,6 +1118,7 @@
             "__ZN13sentencepiece14ModelInterfaceD2Ev",
             "__ZN6google8protobuf8internal11SerialArena23AllocateAlignedFallbackEmPKNS1_16AllocationPolicyE",
             "__ZNK13sentencepiece49ImmutableSentencePieceText_ImmutableSentencePiece3endEv",
+            "__Z61indictrans_compute_sinusoidal_positional_embeddings_to_bufferPfii",
             "__ZN4ggml3cpu6repack4gemvI10block_q4_0Lx8ELx8EL9ggml_type8EEEviPfmPKvS7_ii",
             "__ZN4absl12lts_202407229ByAnyCharC2ENS0_11string_viewE",
             "_ggml_vec_dot_q3_K_q8_K_generic",
@@ -1138,8 +1144,8 @@
             "_ggml_is_numa",
             "__ZNK13sentencepiece22SentencePieceProcessor12GetPieceSizeEv",
             "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece31SentencePieceText_SentencePieceEJEEEPT_PS1_DpOT0_",
-            "__ZN13sentencepiece10ModelProtoD2Ev",
             "__Z19ggml_quantize_mat_tILx4EL9ggml_type8EEvPKfPvxx",
+            "__ZN13sentencepiece10ModelProtoD2Ev",
             "_ggml_silu",
             "__ZN4absl12lts_2024072213time_internal4cctz10TimeZoneIf4MakeERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "_ggml_backend_sched_get_n_splits",
@@ -1199,6 +1205,7 @@
             "__ZN6google8protobuf4util15status_internal6StatusC2ERKS3_",
             "__ZN13sentencepiece19SelfTestData_Sample21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
             "__ZN6google8protobuf8internal12ExtensionSet9AddUInt32EihbjPKNS0_15FieldDescriptorE",
+            "__Z20nmt_compute_logprobsRKNSt3__16vectorIfNS_9allocatorIfEEEEiRS3_",
             "__ZN6google8protobuf8internal11SerialArena34AllocateAlignedWithCleanupFallbackEmPKNS1_16AllocationPolicyE",
             "__ZN4absl12lts_2024072219str_format_internal17FormatConvertImplEsNS1_24FormatConversionSpecImplEPNS1_14FormatSinkImplE",
             "__ZN35qvac_lib_inference_addon_mlc_marian8activateEP8js_env_sP18js_callback_info_s",
@@ -1230,8 +1237,8 @@
             "__ZN6google8protobuf2io16FileOutputStream23CopyingFileOutputStreamD0Ev",
             "__ZN6google8protobuf10SimpleItoaEl",
             "__ZN4absl12lts_2024072214flags_internal19NumLeakedFlagValuesEv",
-            "_ggml_backend_reg_name",
             "_ggml_vec_dot_tq1_0_q8_K_generic",
+            "_ggml_backend_reg_name",
             "_ggml_rope_ext_back",
             "__ZN4absl12lts_2024072218container_internal17ClearBackingArrayERNS1_12CommonFieldsERKNS1_15PolicyFunctionsEbb",
             "_ggml_backend_load_all",
@@ -1251,6 +1258,7 @@
             "__ZN6google8protobuf8internal17PrintUTF8ErrorLogENS0_20stringpiece_internal11StringPieceES3_PKcb",
             "__ZN35qvac_lib_inference_addon_mlc_marian6reloadEP8js_env_sP18js_callback_info_s",
             "__ZNK6google8protobuf20stringpiece_internal11StringPiece12find_last_ofES2_m",
+            "__Z14nmt_batch_initii",
             "__ZN6google8protobuf2io15FileInputStreamC2Eii",
             "__ZN6google8protobuf8internal23GetOwnedMessageInternalEPNS0_5ArenaEPNS0_11MessageLiteES3_",
             "_ggml_cpu_get_sve_cnt",
@@ -1357,6 +1365,7 @@
             "_ggml_threadpool_chunk_add",
             "_ggml_compute_forward_clamp",
             "__ZN6google8protobuf2io18IstreamInputStream25CopyingIstreamInputStreamD0Ev",
+            "__Z18nmt_kv_cache_clearR12nmt_kv_cache",
             "_ggml_get_data_f32",
             "_quantize_iq2_xxs",
             "__ZNK4absl12lts_2024072213time_internal4cctz12TimeZoneInfo16EquivTransitionsEhh",
@@ -1374,6 +1383,7 @@
             "__ZNK13sentencepiece22NBestSentencePieceText18_InternalSerializeEPhPN6google8protobuf2io19EpsCopyOutputStreamE",
             "__ZN13sentencepiece10ModelProto21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
             "_quantize_row_q4_0_ref",
+            "__Z25ggml_graph_compute_helperP18ggml_backend_schedP11ggml_cgraphib",
             "_ggml_backend_sched_reset",
             "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorD0Ev",
             "_quantize_row_q5_1",
@@ -1437,6 +1447,7 @@
             "_ggml_new_graph_custom",
             "_ggml_backend_sched_get_tensor_backend",
             "__ZN6google8protobuf11MessageLite30ParseFromBoundedZeroCopyStreamEPNS0_2io19ZeroCopyInputStreamEi",
+            "__Z22nmt_kv_cache_find_slotR12nmt_kv_cacheRK9nmt_batch",
             "__ZN4absl12lts_2024072214flags_internal16ReportUsageErrorENS0_11string_viewEb",
             "__ZN13sentencepiece14NormalizerSpecD1Ev",
             "__ZN4absl12lts_2024072213base_internal8SpinLockC2ENS1_14SchedulingModeE",
@@ -1457,6 +1468,7 @@
             "__ZN4absl12lts_202407226StrCatERKNS0_8AlphaNumES3_S3_",
             "_ggml_vec_dot_iq3_s_q8_K_generic",
             "__ZN13sentencepiece12SelfTestDataC1EPN6google8protobuf5ArenaEb",
+            "__Z14nmt_batch_free9nmt_batch",
             "__ZNK6google8protobuf8internal12ExtensionSet12GetRefUInt64EiRKy",
             "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed64EixPNS0_2io17CodedOutputStreamE",
             "_ggml_compute_forward_silu_back",
@@ -1496,6 +1508,7 @@
             "__ZN4absl12lts_2024072213base_internal10CycleClock3NowEv",
             "__ZNK13sentencepiece7unigram7Lattice4sizeEv",
             "__ZN4absl12lts_2024072210SimpleAtofENS0_11string_viewEPf",
+            "__Z14find_eos_tokenRK9nmt_vocab7e_model",
             "__ZN6google8protobuf2io19LimitingInputStream6BackUpEi",
             "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPyPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZN4absl12lts_2024072214flags_internal13MaskedPointer9ApplyMaskEm",
@@ -1517,6 +1530,7 @@
             "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout21InMillisecondsFromNowEv",
             "_ggml_vec_log_soft_max_f32",
             "_ggml_l2_norm_inplace",
+            "__Z11get_time_usv",
             "__ZN13sentencepiece17SentencePieceText14_InternalParseEPKcPN6google8protobuf8internal12ParseContextE",
             "__ZN6google8protobuf2io19LimitingInputStreamC2EPNS1_19ZeroCopyInputStreamEx",
             "__ZN4absl12lts_2024072220ToChronoMicrosecondsENS0_8DurationE",
@@ -1566,6 +1580,7 @@
             "_ggml_cycles",
             "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed32EiiPNS0_2io17CodedOutputStreamE",
             "_ggml_gemv_iq4_nl_4x4_q8_0",
+            "__Z17nmt_kv_cache_freeR12nmt_kv_cache",
             "__ZN6google8protobuf2io16FileOutputStream5CloseEv",
             "__ZNK4absl12lts_202407224Time2InENS0_8TimeZoneE",
             "__ZN4absl12lts_202407227uint128C1Ee",
@@ -1658,8 +1673,9 @@
             "_ggml_compute_forward_dup",
             "__ZN6google8protobuf17FastHex32ToBufferEjPc",
             "__ZNK13sentencepiece7unigram7Lattice16PopulateMarginalEfPNSt3__16vectorIfNS2_9allocatorIfEEEE",
-            "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
+            "__Z21nmt_build_graph_crossR11nmt_contextR9nmt_state",
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase8CloseGapEii",
+            "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
             "__ZN6google8protobuf7strings10CHexEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZNK4absl12lts_2024072213time_internal4cctz14ZoneInfoSource7VersionEv",
             "_ggml_conv_2d",
@@ -2051,6 +2067,7 @@
             "__ZN4absl12lts_2024072216TimeFromTimespecE8timespec",
             "_ggml_gemm_q4_0_4x4_q8_0_generic",
             "__ZN4absl12lts_2024072214flags_internal7UnparseEy",
+            "__Z23nmt_build_graph_encoderR11nmt_contextR9nmt_state",
             "__ZN13sentencepiece31SentencePieceText_SentencePieceD2Ev",
             "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPxPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZN6google8protobuf8internal12ExtensionSet4SwapEPKNS0_11MessageLiteEPS2_",
@@ -2233,6 +2250,7 @@
             "_ggml_vec_dot_q4_1_q8_1_generic",
             "_ggml_quantize_free",
             "_ggml_cont_2d",
+            "__Z18apply_top_p_filterRNSt3__16vectorIfNS_9allocatorIfEEEENS0_I8nmt_pairIifENS1_IS6_EEEEf",
             "__ZN4absl12lts_2024072219GetCurrentTimeNanosEv",
             "__ZN6google8protobuf2io15FileInputStream5CloseEv",
             "__ZN6google8protobuf8internal16PackedEnumParserEPvPKcPNS1_12ParseContextE",
@@ -2328,6 +2346,7 @@
             "__ZN6google8protobuf22CleanStringLineEndingsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEPS7_b",
             "_quantize_iq2_xs",
             "_quantize_iq3_s",
+            "__Z19nmt_decode_internalR11nmt_contextR9nmt_batchR9nmt_state",
             "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorC1EPNS1_19CopyingOutputStreamEi",
             "__ZNK6google8protobuf11MessageLite22SerializeToCodedStreamEPNS0_2io17CodedOutputStreamE",
             "__ZNK6google8protobuf11MessageLite32SerializePartialToZeroCopyStreamEPNS0_2io20ZeroCopyOutputStreamE",
@@ -2381,6 +2400,7 @@
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase14InternalExtendEi",
             "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl24ClearTimeZoneMapTestOnlyEv",
             "__ZN6google8protobuf4util15status_internal10IsDataLossERKNS2_6StatusE",
+            "__Z23nmt_build_graph_decoderR11nmt_contextR9nmt_stateRK9nmt_batchb",
             "_ggml_compute_forward_pool_2d",
             "__ZN6google8protobuf8internal17PackedFloatParserEPvPKcPNS1_12ParseContextE",
             "__Z23nmt_model_type_readableP11nmt_context",
@@ -2402,6 +2422,7 @@
             "_ggml_diag_mask_zero",
             "__ZN4absl12lts_2024072214flags_internal7UnparseEs",
             "__ZN13sentencepiece10normalizer10NormalizerD0Ev",
+            "__Z24detokenize_sentencepiecePK11nmt_context",
             "__ZN6google8protobuf8internal12FieldSkipper9SkipFieldEPNS0_2io16CodedInputStreamEj",
             "_quantize_row_q4_0",
             "__ZNK6google8protobuf8internal12ExtensionSet18MessageSetByteSizeEv",
@@ -2423,6 +2444,7 @@
             "__ZN4absl12lts_2024072212ToChronoTimeENS0_4TimeE",
             "_ggml_reshape_3d",
             "_ggml_view_tensor",
+            "__Z14find_bos_tokenRK9nmt_vocab7e_model",
             "__ZN6google8protobuf7strings15Utf8SafeCEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneLibCC2ERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZNK4absl12lts_202407228TimeZone14NextTransitionENS0_4TimeEPNS1_15CivilTransitionE",
@@ -2465,6 +2487,7 @@
             "__ZN4absl12lts_202407227ToUDateENS0_4TimeE",
             "__ZN4ggml3cpu17extra_buffer_typeD1Ev",
             "__ZN6google8protobuf4util15status_internal13DataLossErrorENS0_20stringpiece_internal11StringPieceE",
+            "__Z21nmt_kv_cache_cell_maxRK12nmt_kv_cache",
             "__ZN4absl12lts_202407225Mutex13ReaderTryLockEv",
             "__ZN6google8protobuf8internal12ExtensionSet10AddMessageEihRKNS0_11MessageLiteEPKNS0_15FieldDescriptorE",
             "__ZN13sentencepiece11TrainerSpec12InternalSwapEPS0_",
@@ -2537,6 +2560,7 @@
             "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout25MakeClockAbsoluteTimespecE9clockid_t",
             "__ZNK4absl12lts_2024072214flags_internal8FlagImpl17AtomicBufferValueEv",
             "_ggml_abs_inplace",
+            "__Z22nmt_decode_beam_searchP11nmt_contextii",
             "__ZN6google8protobuf8internal10LogMessagelsERKNS0_20stringpiece_internal11StringPieceE",
             "_ggml_graph_get_grad",
             "__ZNK13sentencepiece24ModelProto_SentencePiece13SetCachedSizeEi",
@@ -2654,6 +2678,7 @@
             "__ZN6google8protobuf8internal12ExtensionSet16SetRepeatedInt32Eiii",
             "__ZNK13sentencepiece22SentencePieceProcessor23mutable_normalizer_specEv",
             "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl12LoadTimeZoneERKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEPS3_",
+            "__Z28apply_no_repeat_ngram_filterRNSt3__16vectorIfNS_9allocatorIfEEEERKNS0_IiNS1_IiEEEEi",
             "__Z39nmt_init_from_file_with_params_no_statePKc18nmt_context_params",
             "_ggml_relu_inplace",
             "_ggml_gemv_q4_0_8x8_q8_0",
@@ -2668,6 +2693,7 @@
             "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece22NBestSentencePieceTextEJEEEPT_PS1_DpOT0_",
             "__ZNK13sentencepiece11TrainerSpec11GetTypeNameEv",
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase7ReserveEi",
+            "__Z19nmt_encode_internalR11nmt_contextR9nmt_state",
             "__ZN6google8protobuf8internal12ExtensionSet5EraseEi",
             "__ZN13sentencepiece7unigram5ModelD1Ev",
             "__ZN6google8protobuf8internal10LogMessagelsEc",
@@ -2697,6 +2723,7 @@
             "__ZN13sentencepiece14NormalizerSpecC1EPN6google8protobuf5ArenaEb",
             "__ZN6google8protobuf8internal14WireFormatLite24WriteMessageMaybeToArrayEiRKNS0_11MessageLiteEPNS0_2io17CodedOutputStreamE",
             "__ZN4absl12lts_20240722lsERNSt3__113basic_ostreamIcNS1_11char_traitsIcEEEENS0_11string_viewE",
+            "__Z24get_optimal_thread_countv",
             "__ZN13sentencepiece29TrainerSpec_ModelType_IsValidEi",
             "__ZN4absl12lts_2024072224synchronization_internal12PerThreadSem4TickEPNS0_13base_internal14ThreadIdentityE",
             "__ZN6google8protobuf16CEscapeAndAppendENS0_20stringpiece_internal11StringPieceEPNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
@@ -2709,7 +2736,6 @@
             "_ggml_gemv_iq4_nl_4x4_q8_0_generic",
             "__ZN4absl12lts_2024072212ToUnixMillisENS0_4TimeE",
             "__ZNK4absl12lts_2024072214flags_internal8FlagImpl10PtrStorageEv",
-            "__Z16nmt_token_to_strP11nmt_contexti",
             "__ZN6google8protobuf2io16FileOutputStreamD0Ev",
             "__ZN4ggml3cpu13tensor_traitsD0Ev",
             "_ggml_backend_dev_supports_buft",

package/prebuilds/darwin-x64/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file

package/prebuilds/darwin-x64/qvac__translation-nmtcpp.bare.exports CHANGED Viewed

@@ -7,7 +7,7 @@
     ],
     "current_versions": [
       {
-        "version": "0.1.4"
+        "version": "0.1.6"
       }
     ],
     "exported_symbols": [
@@ -585,10 +585,11 @@
             "_ggml_fp32_to_bf16",
             "_ggml_backend_buffer_init_tensor",
             "__ZN6google8protobuf8internal14WireFormatLite17WriteFixed64ArrayEPKyiPNS0_2io17CodedOutputStreamE",
+            "__Z18nmt_tokenize_inputP11nmt_contextPKc",
             "__ZN13sentencepiece11string_util17UTF8ToUnicodeTextEN4absl12lts_2024072211string_viewE",
             "__ZN13sentencepiece35ModelProto_SentencePiece_Type_ParseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPNS_29ModelProto_SentencePiece_TypeE",
-            "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
             "__ZN4absl12lts_2024072213hash_internal10CityHash32EPKcm",
+            "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
             "__ZN13sentencepiece9character5ModelC1ERKNS_10ModelProtoE",
             "__ZN4absl12lts_2024072216strings_internal9CatPiecesESt16initializer_listINS0_11string_viewEE",
             "__ZNK13sentencepiece26ImmutableSentencePieceText5scoreEv",
@@ -667,6 +668,7 @@
             "__ZN6google8protobuf8internal14WireFormatLite10SInt32SizeERKNS0_13RepeatedFieldIiEE",
             "__ZN13sentencepiece22GetRandomGeneratorSeedEv",
             "__ZN6google8protobuf4util15status_internal20UnauthenticatedErrorENS0_20stringpiece_internal11StringPieceE",
+            "__Z18apply_top_k_filterRNSt3__16vectorIfNS_9allocatorIfEEEERNS0_I8nmt_pairIfiENS1_IS6_EEEEi",
             "_ggml_graph_clear",
             "__ZN13sentencepiece12SelfTestDataC1ERKS0_",
             "_ggml_sqrt_inplace",
@@ -892,6 +894,7 @@
             "__ZN4absl12lts_2024072219FindCommandLineFlagENS0_11string_viewE",
             "__ZN4absl12lts_202407229Condition15GuaranteedEqualEPKS1_S3_",
             "_ggml_backend_buft_alloc_buffer",
+            "__Z21nmt_batch_prep_legacyR9nmt_batchPKiiii",
             "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneInfo17GetTransitionTypeEibRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPh",
             "_ggml_soft_max_inplace",
             "__ZN4absl12lts_2024072220StartsWithIgnoreCaseENS0_11string_viewES1_",
@@ -937,6 +940,7 @@
             "_ggml_conv_transpose_1d",
             "_ggml_permute",
             "__ZN6google8protobuf8internal14NoLocaleStrtodEPKcPPc",
+            "__Z24nmt_kv_cache_get_paddingRK11nmt_context",
             "__ZN6google8protobuf11MessageLite23ParsePartialFromIstreamEPNSt3__113basic_istreamIcNS2_11char_traitsIcEEEE",
             "__ZN4absl12lts_202407227CondVar6RemoveEPNS0_13base_internal14PerThreadSynchE",
             "__ZN6google8protobuf4util15status_internal12AbortedErrorENS0_20stringpiece_internal11StringPieceE",
@@ -1125,10 +1129,11 @@
             "__ZNK6google8protobuf8internal12ExtensionSet19GetRawRepeatedFieldEiPKv",
             "__ZN6google8protobuf8internal11SerialArena16AllocateNewBlockEmPKNS1_16AllocationPolicyE",
             "_ggml_rms_norm",
-            "_ggml_compute_forward_map_custom3",
+            "__Z17nmt_kv_cache_initR12nmt_kv_cacheP12ggml_backend9ggml_typexxi",
             "__ZN6google8protobuf11safe_strtodEPKcPd",
-            "_ggml_hash_set_free",
+            "_ggml_compute_forward_map_custom3",
             "__ZNK4absl12lts_202407226ByChar4FindENS0_11string_viewEm",
+            "_ggml_hash_set_free",
             "__ZNK4absl12lts_2024072213time_internal4cctz9time_zone7versionEv",
             "__ZN13sentencepiece7unigram7LatticeD2Ev",
             "__ZNK13sentencepiece26ImmutableSentencePieceText4textEv",
@@ -1227,6 +1232,7 @@
             "__ZN13sentencepiece14ModelInterfaceD2Ev",
             "__ZN6google8protobuf8internal11SerialArena23AllocateAlignedFallbackEmPKNS1_16AllocationPolicyE",
             "__ZNK13sentencepiece49ImmutableSentencePieceText_ImmutableSentencePiece3endEv",
+            "__Z61indictrans_compute_sinusoidal_positional_embeddings_to_bufferPfii",
             "__ZN4ggml3cpu6repack4gemvI10block_q4_0Lx8ELx8EL9ggml_type8EEEviPfmPKvS7_ii",
             "__ZN4absl12lts_202407229ByAnyCharC2ENS0_11string_viewE",
             "_ggml_vec_dot_q3_K_q8_K_generic",
@@ -1252,8 +1258,8 @@
             "_ggml_is_numa",
             "__ZNK13sentencepiece22SentencePieceProcessor12GetPieceSizeEv",
             "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece31SentencePieceText_SentencePieceEJEEEPT_PS1_DpOT0_",
-            "__ZN13sentencepiece10ModelProtoD2Ev",
             "__Z19ggml_quantize_mat_tILx4EL9ggml_type8EEvPKfPvxx",
+            "__ZN13sentencepiece10ModelProtoD2Ev",
             "_ggml_silu",
             "__ZN4absl12lts_2024072213time_internal4cctz10TimeZoneIf4MakeERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "_ggml_backend_sched_get_n_splits",
@@ -1312,6 +1318,7 @@
             "__ZN6google8protobuf4util15status_internal6StatusC2ERKS3_",
             "__ZN13sentencepiece19SelfTestData_Sample21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
             "__ZN6google8protobuf8internal12ExtensionSet9AddUInt32EihbjPKNS0_15FieldDescriptorE",
+            "__Z20nmt_compute_logprobsRKNSt3__16vectorIfNS_9allocatorIfEEEEiRS3_",
             "__ZN6google8protobuf8internal11SerialArena34AllocateAlignedWithCleanupFallbackEmPKNS1_16AllocationPolicyE",
             "__ZN4absl12lts_2024072219str_format_internal17FormatConvertImplEsNS1_24FormatConversionSpecImplEPNS1_14FormatSinkImplE",
             "__ZN35qvac_lib_inference_addon_mlc_marian8activateEP8js_env_sP18js_callback_info_s",
@@ -1365,6 +1372,7 @@
             "__ZN6google8protobuf8internal17PrintUTF8ErrorLogENS0_20stringpiece_internal11StringPieceES3_PKcb",
             "__ZN35qvac_lib_inference_addon_mlc_marian6reloadEP8js_env_sP18js_callback_info_s",
             "__ZNK6google8protobuf20stringpiece_internal11StringPiece12find_last_ofES2_m",
+            "__Z14nmt_batch_initii",
             "__ZN6google8protobuf2io15FileInputStreamC2Eii",
             "__ZN6google8protobuf8internal23GetOwnedMessageInternalEPNS0_5ArenaEPNS0_11MessageLiteES3_",
             "_ggml_cpu_get_sve_cnt",
@@ -1470,6 +1478,7 @@
             "_ggml_threadpool_chunk_add",
             "_ggml_compute_forward_clamp",
             "__ZN6google8protobuf2io18IstreamInputStream25CopyingIstreamInputStreamD0Ev",
+            "__Z18nmt_kv_cache_clearR12nmt_kv_cache",
             "_ggml_get_data_f32",
             "_quantize_iq2_xxs",
             "__ZNK4absl12lts_2024072213time_internal4cctz12TimeZoneInfo16EquivTransitionsEhh",
@@ -1487,6 +1496,7 @@
             "__ZNK13sentencepiece22NBestSentencePieceText18_InternalSerializeEPhPN6google8protobuf2io19EpsCopyOutputStreamE",
             "__ZN13sentencepiece10ModelProto21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
             "_quantize_row_q4_0_ref",
+            "__Z25ggml_graph_compute_helperP18ggml_backend_schedP11ggml_cgraphib",
             "_ggml_backend_sched_reset",
             "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorD0Ev",
             "_quantize_row_q5_1",
@@ -1550,6 +1560,7 @@
             "_ggml_backend_sched_get_tensor_backend",
             "__ZN6google8protobuf11MessageLite30ParseFromBoundedZeroCopyStreamEPNS0_2io19ZeroCopyInputStreamEi",
             "_ggml_new_graph_custom",
+            "__Z22nmt_kv_cache_find_slotR12nmt_kv_cacheRK9nmt_batch",
             "__ZN4absl12lts_2024072214flags_internal16ReportUsageErrorENS0_11string_viewEb",
             "__ZN13sentencepiece14NormalizerSpecD1Ev",
             "__ZN4absl12lts_2024072213base_internal8SpinLockC2ENS1_14SchedulingModeE",
@@ -1570,6 +1581,7 @@
             "__ZN4absl12lts_202407226StrCatERKNS0_8AlphaNumES3_S3_",
             "_ggml_vec_dot_iq3_s_q8_K_generic",
             "__ZN13sentencepiece12SelfTestDataC1EPN6google8protobuf5ArenaEb",
+            "__Z14nmt_batch_free9nmt_batch",
             "__ZNK6google8protobuf8internal12ExtensionSet12GetRefUInt64EiRKy",
             "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed64EixPNS0_2io17CodedOutputStreamE",
             "_ggml_compute_forward_silu_back",
@@ -1608,6 +1620,7 @@
             "__ZN4absl12lts_2024072213base_internal10CycleClock3NowEv",
             "__ZNK13sentencepiece7unigram7Lattice4sizeEv",
             "__ZN4absl12lts_2024072210SimpleAtofENS0_11string_viewEPf",
+            "__Z14find_eos_tokenRK9nmt_vocab7e_model",
             "__ZN6google8protobuf2io19LimitingInputStream6BackUpEi",
             "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPyPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZN4absl12lts_2024072214flags_internal13MaskedPointer9ApplyMaskEm",
@@ -1629,6 +1642,7 @@
             "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout21InMillisecondsFromNowEv",
             "_ggml_vec_log_soft_max_f32",
             "_ggml_l2_norm_inplace",
+            "__Z11get_time_usv",
             "__ZN13sentencepiece17SentencePieceText14_InternalParseEPKcPN6google8protobuf8internal12ParseContextE",
             "__ZN6google8protobuf2io19LimitingInputStreamC2EPNS1_19ZeroCopyInputStreamEx",
             "__ZN4absl12lts_2024072220ToChronoMicrosecondsENS0_8DurationE",
@@ -1678,6 +1692,7 @@
             "_ggml_cycles",
             "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed32EiiPNS0_2io17CodedOutputStreamE",
             "_ggml_gemv_iq4_nl_4x4_q8_0",
+            "__Z17nmt_kv_cache_freeR12nmt_kv_cache",
             "__ZN6google8protobuf2io16FileOutputStream5CloseEv",
             "__ZNK4absl12lts_202407224Time2InENS0_8TimeZoneE",
             "__ZN4absl12lts_202407227uint128C1Ee",
@@ -1770,8 +1785,9 @@
             "_ggml_compute_forward_dup",
             "__ZN6google8protobuf17FastHex32ToBufferEjPc",
             "__ZNK13sentencepiece7unigram7Lattice16PopulateMarginalEfPNSt3__16vectorIfNS2_9allocatorIfEEEE",
-            "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
+            "__Z21nmt_build_graph_crossR11nmt_contextR9nmt_state",
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase8CloseGapEii",
+            "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
             "__ZN6google8protobuf7strings10CHexEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZNK4absl12lts_2024072213time_internal4cctz14ZoneInfoSource7VersionEv",
             "_ggml_conv_2d",
@@ -2162,6 +2178,7 @@
             "_ggml_compute_forward_abs",
             "__ZN4absl12lts_2024072216TimeFromTimespecE8timespec",
             "__ZN4absl12lts_2024072214flags_internal7UnparseEy",
+            "__Z23nmt_build_graph_encoderR11nmt_contextR9nmt_state",
             "__ZN13sentencepiece31SentencePieceText_SentencePieceD2Ev",
             "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPxPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZN6google8protobuf8internal12ExtensionSet4SwapEPKNS0_11MessageLiteEPS2_",
@@ -2344,6 +2361,7 @@
             "_ggml_vec_dot_q4_1_q8_1_generic",
             "_ggml_quantize_free",
             "_ggml_cont_2d",
+            "__Z18apply_top_p_filterRNSt3__16vectorIfNS_9allocatorIfEEEENS0_I8nmt_pairIifENS1_IS6_EEEEf",
             "__ZN4absl12lts_2024072219GetCurrentTimeNanosEv",
             "__ZN6google8protobuf2io15FileInputStream5CloseEv",
             "__ZN6google8protobuf8internal16PackedEnumParserEPvPKcPNS1_12ParseContextE",
@@ -2439,6 +2457,7 @@
             "__ZN6google8protobuf22CleanStringLineEndingsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEPS7_b",
             "_quantize_iq2_xs",
             "_quantize_iq3_s",
+            "__Z19nmt_decode_internalR11nmt_contextR9nmt_batchR9nmt_state",
             "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorC1EPNS1_19CopyingOutputStreamEi",
             "__ZNK6google8protobuf11MessageLite22SerializeToCodedStreamEPNS0_2io17CodedOutputStreamE",
             "__ZNK6google8protobuf11MessageLite32SerializePartialToZeroCopyStreamEPNS0_2io20ZeroCopyOutputStreamE",
@@ -2492,6 +2511,7 @@
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase14InternalExtendEi",
             "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl24ClearTimeZoneMapTestOnlyEv",
             "__ZN6google8protobuf4util15status_internal10IsDataLossERKNS2_6StatusE",
+            "__Z23nmt_build_graph_decoderR11nmt_contextR9nmt_stateRK9nmt_batchb",
             "_ggml_compute_forward_pool_2d",
             "__ZN6google8protobuf8internal17PackedFloatParserEPvPKcPNS1_12ParseContextE",
             "__Z23nmt_model_type_readableP11nmt_context",
@@ -2513,6 +2533,7 @@
             "_ggml_diag_mask_zero",
             "__ZN4absl12lts_2024072214flags_internal7UnparseEs",
             "__ZN13sentencepiece10normalizer10NormalizerD0Ev",
+            "__Z24detokenize_sentencepiecePK11nmt_context",
             "__ZN6google8protobuf8internal12FieldSkipper9SkipFieldEPNS0_2io16CodedInputStreamEj",
             "_quantize_row_q4_0",
             "__ZNK6google8protobuf8internal12ExtensionSet18MessageSetByteSizeEv",
@@ -2534,6 +2555,7 @@
             "__ZN4absl12lts_2024072212ToChronoTimeENS0_4TimeE",
             "_ggml_reshape_3d",
             "_ggml_view_tensor",
+            "__Z14find_bos_tokenRK9nmt_vocab7e_model",
             "__ZN6google8protobuf7strings15Utf8SafeCEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
             "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneLibCC2ERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
             "__ZNK4absl12lts_202407228TimeZone14NextTransitionENS0_4TimeEPNS1_15CivilTransitionE",
@@ -2576,6 +2598,7 @@
             "__ZN4absl12lts_202407227ToUDateENS0_4TimeE",
             "__ZN4ggml3cpu17extra_buffer_typeD1Ev",
             "__ZN6google8protobuf4util15status_internal13DataLossErrorENS0_20stringpiece_internal11StringPieceE",
+            "__Z21nmt_kv_cache_cell_maxRK12nmt_kv_cache",
             "__ZN4absl12lts_202407225Mutex13ReaderTryLockEv",
             "__ZN6google8protobuf8internal12ExtensionSet10AddMessageEihRKNS0_11MessageLiteEPKNS0_15FieldDescriptorE",
             "__ZN13sentencepiece11TrainerSpec12InternalSwapEPS0_",
@@ -2648,6 +2671,7 @@
             "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout25MakeClockAbsoluteTimespecE9clockid_t",
             "__ZNK4absl12lts_2024072214flags_internal8FlagImpl17AtomicBufferValueEv",
             "_ggml_abs_inplace",
+            "__Z22nmt_decode_beam_searchP11nmt_contextii",
             "__ZN6google8protobuf8internal10LogMessagelsERKNS0_20stringpiece_internal11StringPieceE",
             "_ggml_graph_get_grad",
             "__ZNK13sentencepiece24ModelProto_SentencePiece13SetCachedSizeEi",
@@ -2766,6 +2790,7 @@
             "__ZN6google8protobuf8internal12ExtensionSet16SetRepeatedInt32Eiii",
             "__ZNK13sentencepiece22SentencePieceProcessor23mutable_normalizer_specEv",
             "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl12LoadTimeZoneERKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEPS3_",
+            "__Z28apply_no_repeat_ngram_filterRNSt3__16vectorIfNS_9allocatorIfEEEERKNS0_IiNS1_IiEEEEi",
             "__Z39nmt_init_from_file_with_params_no_statePKc18nmt_context_params",
             "_ggml_relu_inplace",
             "_ggml_gemv_q4_0_8x8_q8_0",
@@ -2780,6 +2805,7 @@
             "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece22NBestSentencePieceTextEJEEEPT_PS1_DpOT0_",
             "__ZNK13sentencepiece11TrainerSpec11GetTypeNameEv",
             "__ZN6google8protobuf8internal20RepeatedPtrFieldBase7ReserveEi",
+            "__Z19nmt_encode_internalR11nmt_contextR9nmt_state",
             "__ZN6google8protobuf8internal12ExtensionSet5EraseEi",
             "__ZN13sentencepiece7unigram5ModelD1Ev",
             "__ZN6google8protobuf8internal10LogMessagelsEc",
@@ -2809,6 +2835,7 @@
             "__ZN13sentencepiece14NormalizerSpecC1EPN6google8protobuf5ArenaEb",
             "__ZN6google8protobuf8internal14WireFormatLite24WriteMessageMaybeToArrayEiRKNS0_11MessageLiteEPNS0_2io17CodedOutputStreamE",
             "__ZN4absl12lts_20240722lsERNSt3__113basic_ostreamIcNS1_11char_traitsIcEEEENS0_11string_viewE",
+            "__Z24get_optimal_thread_countv",
             "__ZN13sentencepiece29TrainerSpec_ModelType_IsValidEi",
             "__ZN4absl12lts_2024072224synchronization_internal12PerThreadSem4TickEPNS0_13base_internal14ThreadIdentityE",
             "__ZN6google8protobuf16CEscapeAndAppendENS0_20stringpiece_internal11StringPieceEPNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
@@ -2820,7 +2847,6 @@
             "__ZNK13sentencepiece31SentencePieceText_SentencePiece13SetCachedSizeEi",
             "__ZN4absl12lts_2024072212ToUnixMillisENS0_4TimeE",
             "__ZNK4absl12lts_2024072214flags_internal8FlagImpl10PtrStorageEv",
-            "__Z16nmt_token_to_strP11nmt_contexti",
             "__ZN6google8protobuf2io16FileOutputStreamD0Ev",
             "__ZN4ggml3cpu13tensor_traitsD0Ev",
             "_ggml_backend_dev_supports_buft",

package/prebuilds/ios-arm64/qvac__translation-nmtcpp.bare CHANGED Viewed

Binary file