@qvac/translation-nmtcpp 0.1.4 → 0.1.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (20) hide show
  1. package/index.d.ts +1 -1
  2. package/index.js +25 -2
  3. package/package.json +2 -3
  4. package/prebuilds/android-arm/qvac__translation-nmtcpp.bare +0 -0
  5. package/prebuilds/android-arm64/qvac__translation-nmtcpp.bare +0 -0
  6. package/prebuilds/android-ia32/qvac__translation-nmtcpp.bare +0 -0
  7. package/prebuilds/android-x64/qvac__translation-nmtcpp.bare +0 -0
  8. package/prebuilds/darwin-arm64/qvac__translation-nmtcpp.bare +0 -0
  9. package/prebuilds/darwin-arm64/qvac__translation-nmtcpp.bare.exports +34 -8
  10. package/prebuilds/darwin-x64/qvac__translation-nmtcpp.bare +0 -0
  11. package/prebuilds/darwin-x64/qvac__translation-nmtcpp.bare.exports +33 -7
  12. package/prebuilds/ios-arm64/qvac__translation-nmtcpp.bare +0 -0
  13. package/prebuilds/ios-arm64/qvac__translation-nmtcpp.bare.exports +34 -8
  14. package/prebuilds/ios-arm64-simulator/qvac__translation-nmtcpp.bare +0 -0
  15. package/prebuilds/ios-arm64-simulator/qvac__translation-nmtcpp.bare.exports +34 -8
  16. package/prebuilds/ios-x64-simulator/qvac__translation-nmtcpp.bare +0 -0
  17. package/prebuilds/ios-x64-simulator/qvac__translation-nmtcpp.bare.exports +36 -10
  18. package/prebuilds/linux-x64/qvac__translation-nmtcpp.bare +0 -0
  19. package/prebuilds/win32-x64/qvac__translation-nmtcpp.bare +0 -0
  20. package/prebuilds/win32-x64/qvac__translation-nmtcpp.bare.exports +0 -0
package/prebuilds/ios-arm64/qvac__translation-nmtcpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.1.4"
10
+ "version": "0.1.6"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -468,10 +468,11 @@
468
468
  "_ggml_fp32_to_bf16",
469
469
  "_ggml_backend_buffer_init_tensor",
470
470
  "__ZN6google8protobuf8internal14WireFormatLite17WriteFixed64ArrayEPKyiPNS0_2io17CodedOutputStreamE",
471
+ "__Z18nmt_tokenize_inputP11nmt_contextPKc",
471
472
  "__ZN13sentencepiece11string_util17UTF8ToUnicodeTextEN4absl12lts_2024072211string_viewE",
472
473
  "__ZN13sentencepiece35ModelProto_SentencePiece_Type_ParseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPNS_29ModelProto_SentencePiece_TypeE",
473
- "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
474
474
  "__ZN4absl12lts_2024072213hash_internal10CityHash32EPKcm",
475
+ "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
475
476
  "__ZN13sentencepiece9character5ModelC1ERKNS_10ModelProtoE",
476
477
  "__ZN4absl12lts_2024072216strings_internal9CatPiecesESt16initializer_listINS0_11string_viewEE",
477
478
  "__ZNK13sentencepiece26ImmutableSentencePieceText5scoreEv",
@@ -550,6 +551,7 @@
550
551
  "__ZN6google8protobuf8internal14WireFormatLite10SInt32SizeERKNS0_13RepeatedFieldIiEE",
551
552
  "__ZN13sentencepiece22GetRandomGeneratorSeedEv",
552
553
  "__ZN6google8protobuf4util15status_internal20UnauthenticatedErrorENS0_20stringpiece_internal11StringPieceE",
554
+ "__Z18apply_top_k_filterRNSt3__16vectorIfNS_9allocatorIfEEEERNS0_I8nmt_pairIfiENS1_IS6_EEEEi",
553
555
  "_ggml_graph_clear",
554
556
  "__ZN13sentencepiece12SelfTestDataC1ERKS0_",
555
557
  "_ggml_sqrt_inplace",
@@ -774,6 +776,7 @@
774
776
  "__ZN4absl12lts_2024072213hash_internal12LowLevelHashEPKvmyPKy",
775
777
  "__ZN4absl12lts_202407229Condition15GuaranteedEqualEPKS1_S3_",
776
778
  "_ggml_backend_buft_alloc_buffer",
779
+ "__Z21nmt_batch_prep_legacyR9nmt_batchPKiiii",
777
780
  "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneInfo17GetTransitionTypeEibRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPh",
778
781
  "_ggml_soft_max_inplace",
779
782
  "__ZN4absl12lts_2024072220StartsWithIgnoreCaseENS0_11string_viewES1_",
@@ -819,6 +822,7 @@
819
822
  "_ggml_conv_transpose_1d",
820
823
  "_ggml_permute",
821
824
  "__ZN6google8protobuf8internal14NoLocaleStrtodEPKcPPc",
825
+ "__Z24nmt_kv_cache_get_paddingRK11nmt_context",
822
826
  "__ZN6google8protobuf11MessageLite23ParsePartialFromIstreamEPNSt3__113basic_istreamIcNS2_11char_traitsIcEEEE",
823
827
  "__ZN4absl12lts_202407227CondVar6RemoveEPNS0_13base_internal14PerThreadSynchE",
824
828
  "__ZN6google8protobuf4util15status_internal12AbortedErrorENS0_20stringpiece_internal11StringPieceE",
@@ -1006,10 +1010,11 @@
1006
1010
  "__ZN13sentencepiece17SentencePieceTextC2EPN6google8protobuf5ArenaEb",
1007
1011
  "__ZNK6google8protobuf8internal12ExtensionSet19GetRawRepeatedFieldEiPKv",
1008
1012
  "__ZN6google8protobuf8internal11SerialArena16AllocateNewBlockEmPKNS1_16AllocationPolicyE",
1009
- "_ggml_compute_forward_map_custom3",
1013
+ "__Z17nmt_kv_cache_initR12nmt_kv_cacheP12ggml_backend9ggml_typexxi",
1010
1014
  "__ZN6google8protobuf11safe_strtodEPKcPd",
1011
- "_ggml_hash_set_free",
1015
+ "_ggml_compute_forward_map_custom3",
1012
1016
  "__ZNK4absl12lts_202407226ByChar4FindENS0_11string_viewEm",
1017
+ "_ggml_hash_set_free",
1013
1018
  "__ZNK4absl12lts_2024072213time_internal4cctz9time_zone7versionEv",
1014
1019
  "__ZN13sentencepiece7unigram7LatticeD2Ev",
1015
1020
  "__ZNK13sentencepiece26ImmutableSentencePieceText4textEv",
@@ -1107,6 +1112,7 @@
1107
1112
  "__ZN13sentencepiece14ModelInterfaceD2Ev",
1108
1113
  "__ZN6google8protobuf8internal11SerialArena23AllocateAlignedFallbackEmPKNS1_16AllocationPolicyE",
1109
1114
  "__ZNK13sentencepiece49ImmutableSentencePieceText_ImmutableSentencePiece3endEv",
1115
+ "__Z61indictrans_compute_sinusoidal_positional_embeddings_to_bufferPfii",
1110
1116
  "__ZN4ggml3cpu6repack4gemvI10block_q4_0Lx8ELx8EL9ggml_type8EEEviPfmPKvS7_ii",
1111
1117
  "__ZN4absl12lts_202407229ByAnyCharC2ENS0_11string_viewE",
1112
1118
  "_ggml_vec_dot_q3_K_q8_K_generic",
@@ -1132,8 +1138,8 @@
1132
1138
  "_ggml_is_numa",
1133
1139
  "__ZNK13sentencepiece22SentencePieceProcessor12GetPieceSizeEv",
1134
1140
  "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece31SentencePieceText_SentencePieceEJEEEPT_PS1_DpOT0_",
1135
- "__ZN13sentencepiece10ModelProtoD2Ev",
1136
1141
  "__Z19ggml_quantize_mat_tILx4EL9ggml_type8EEvPKfPvxx",
1142
+ "__ZN13sentencepiece10ModelProtoD2Ev",
1137
1143
  "_ggml_silu",
1138
1144
  "__ZN4absl12lts_2024072213time_internal4cctz10TimeZoneIf4MakeERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
1139
1145
  "_ggml_backend_sched_get_n_splits",
@@ -1193,6 +1199,7 @@
1193
1199
  "__ZN6google8protobuf4util15status_internal6StatusC2ERKS3_",
1194
1200
  "__ZN13sentencepiece19SelfTestData_Sample21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
1195
1201
  "__ZN6google8protobuf8internal12ExtensionSet9AddUInt32EihbjPKNS0_15FieldDescriptorE",
1202
+ "__Z20nmt_compute_logprobsRKNSt3__16vectorIfNS_9allocatorIfEEEEiRS3_",
1196
1203
  "__ZN6google8protobuf8internal11SerialArena34AllocateAlignedWithCleanupFallbackEmPKNS1_16AllocationPolicyE",
1197
1204
  "__ZN4absl12lts_2024072219str_format_internal17FormatConvertImplEsNS1_24FormatConversionSpecImplEPNS1_14FormatSinkImplE",
1198
1205
  "__ZN35qvac_lib_inference_addon_mlc_marian8activateEP8js_env_sP18js_callback_info_s",
@@ -1224,8 +1231,8 @@
1224
1231
  "__ZN6google8protobuf2io16FileOutputStream23CopyingFileOutputStreamD0Ev",
1225
1232
  "__ZN6google8protobuf10SimpleItoaEl",
1226
1233
  "__ZN4absl12lts_2024072214flags_internal19NumLeakedFlagValuesEv",
1227
- "_ggml_backend_reg_name",
1228
1234
  "_ggml_vec_dot_tq1_0_q8_K_generic",
1235
+ "_ggml_backend_reg_name",
1229
1236
  "_ggml_rope_ext_back",
1230
1237
  "__ZN4absl12lts_2024072218container_internal17ClearBackingArrayERNS1_12CommonFieldsERKNS1_15PolicyFunctionsEbb",
1231
1238
  "_ggml_backend_load_all",
@@ -1245,6 +1252,7 @@
1245
1252
  "__ZN6google8protobuf8internal17PrintUTF8ErrorLogENS0_20stringpiece_internal11StringPieceES3_PKcb",
1246
1253
  "__ZN35qvac_lib_inference_addon_mlc_marian6reloadEP8js_env_sP18js_callback_info_s",
1247
1254
  "__ZNK6google8protobuf20stringpiece_internal11StringPiece12find_last_ofES2_m",
1255
+ "__Z14nmt_batch_initii",
1248
1256
  "__ZN6google8protobuf2io15FileInputStreamC2Eii",
1249
1257
  "__ZN6google8protobuf8internal23GetOwnedMessageInternalEPNS0_5ArenaEPNS0_11MessageLiteES3_",
1250
1258
  "_ggml_cpu_get_sve_cnt",
@@ -1350,6 +1358,7 @@
1350
1358
  "_ggml_threadpool_chunk_add",
1351
1359
  "_ggml_compute_forward_clamp",
1352
1360
  "__ZN6google8protobuf2io18IstreamInputStream25CopyingIstreamInputStreamD0Ev",
1361
+ "__Z18nmt_kv_cache_clearR12nmt_kv_cache",
1353
1362
  "_ggml_get_data_f32",
1354
1363
  "_quantize_iq2_xxs",
1355
1364
  "__ZNK4absl12lts_2024072213time_internal4cctz12TimeZoneInfo16EquivTransitionsEhh",
@@ -1367,6 +1376,7 @@
1367
1376
  "__ZNK13sentencepiece22NBestSentencePieceText18_InternalSerializeEPhPN6google8protobuf2io19EpsCopyOutputStreamE",
1368
1377
  "__ZN13sentencepiece10ModelProto21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
1369
1378
  "_quantize_row_q4_0_ref",
1379
+ "__Z25ggml_graph_compute_helperP18ggml_backend_schedP11ggml_cgraphib",
1370
1380
  "_ggml_backend_sched_reset",
1371
1381
  "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorD0Ev",
1372
1382
  "_quantize_row_q5_1",
@@ -1430,6 +1440,7 @@
1430
1440
  "_ggml_new_graph_custom",
1431
1441
  "_ggml_backend_sched_get_tensor_backend",
1432
1442
  "__ZN6google8protobuf11MessageLite30ParseFromBoundedZeroCopyStreamEPNS0_2io19ZeroCopyInputStreamEi",
1443
+ "__Z22nmt_kv_cache_find_slotR12nmt_kv_cacheRK9nmt_batch",
1433
1444
  "__ZN4absl12lts_2024072214flags_internal16ReportUsageErrorENS0_11string_viewEb",
1434
1445
  "__ZN13sentencepiece14NormalizerSpecD1Ev",
1435
1446
  "__ZN4absl12lts_2024072213base_internal8SpinLockC2ENS1_14SchedulingModeE",
@@ -1450,6 +1461,7 @@
1450
1461
  "__ZN4absl12lts_202407226StrCatERKNS0_8AlphaNumES3_S3_",
1451
1462
  "_ggml_vec_dot_iq3_s_q8_K_generic",
1452
1463
  "__ZN13sentencepiece12SelfTestDataC1EPN6google8protobuf5ArenaEb",
1464
+ "__Z14nmt_batch_free9nmt_batch",
1453
1465
  "__ZNK6google8protobuf8internal12ExtensionSet12GetRefUInt64EiRKy",
1454
1466
  "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed64EixPNS0_2io17CodedOutputStreamE",
1455
1467
  "_ggml_compute_forward_silu_back",
@@ -1490,6 +1502,7 @@
1490
1502
  "__ZN4absl12lts_2024072213base_internal10CycleClock3NowEv",
1491
1503
  "__ZNK13sentencepiece7unigram7Lattice4sizeEv",
1492
1504
  "__ZN4absl12lts_2024072210SimpleAtofENS0_11string_viewEPf",
1505
+ "__Z14find_eos_tokenRK9nmt_vocab7e_model",
1493
1506
  "__ZN6google8protobuf2io19LimitingInputStream6BackUpEi",
1494
1507
  "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPyPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
1495
1508
  "__ZN4absl12lts_2024072214flags_internal13MaskedPointer9ApplyMaskEm",
@@ -1510,6 +1523,7 @@
1510
1523
  "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout21InMillisecondsFromNowEv",
1511
1524
  "_ggml_vec_log_soft_max_f32",
1512
1525
  "_ggml_l2_norm_inplace",
1526
+ "__Z11get_time_usv",
1513
1527
  "__ZN13sentencepiece17SentencePieceText14_InternalParseEPKcPN6google8protobuf8internal12ParseContextE",
1514
1528
  "__ZN6google8protobuf2io19LimitingInputStreamC2EPNS1_19ZeroCopyInputStreamEx",
1515
1529
  "__ZN4absl12lts_2024072220ToChronoMicrosecondsENS0_8DurationE",
@@ -1559,6 +1573,7 @@
1559
1573
  "_ggml_cycles",
1560
1574
  "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed32EiiPNS0_2io17CodedOutputStreamE",
1561
1575
  "_ggml_gemv_iq4_nl_4x4_q8_0",
1576
+ "__Z17nmt_kv_cache_freeR12nmt_kv_cache",
1562
1577
  "__ZN6google8protobuf2io16FileOutputStream5CloseEv",
1563
1578
  "__ZNK4absl12lts_202407224Time2InENS0_8TimeZoneE",
1564
1579
  "__ZN4absl12lts_202407227uint128C1Ee",
@@ -1650,8 +1665,9 @@
1650
1665
  "_ggml_compute_forward_dup",
1651
1666
  "__ZN6google8protobuf17FastHex32ToBufferEjPc",
1652
1667
  "__ZNK13sentencepiece7unigram7Lattice16PopulateMarginalEfPNSt3__16vectorIfNS2_9allocatorIfEEEE",
1653
- "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
1668
+ "__Z21nmt_build_graph_crossR11nmt_contextR9nmt_state",
1654
1669
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase8CloseGapEii",
1670
+ "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
1655
1671
  "__ZN6google8protobuf7strings10CHexEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1656
1672
  "__ZNK4absl12lts_2024072213time_internal4cctz14ZoneInfoSource7VersionEv",
1657
1673
  "_ggml_conv_2d",
@@ -2038,6 +2054,7 @@
2038
2054
  "__ZN4absl12lts_2024072216TimeFromTimespecE8timespec",
2039
2055
  "_ggml_gemm_q4_0_4x4_q8_0_generic",
2040
2056
  "__ZN4absl12lts_2024072214flags_internal7UnparseEy",
2057
+ "__Z23nmt_build_graph_encoderR11nmt_contextR9nmt_state",
2041
2058
  "__ZN13sentencepiece31SentencePieceText_SentencePieceD2Ev",
2042
2059
  "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPxPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
2043
2060
  "__ZN6google8protobuf8internal12ExtensionSet4SwapEPKNS0_11MessageLiteEPS2_",
@@ -2216,6 +2233,7 @@
2216
2233
  "_ggml_vec_dot_q4_1_q8_1_generic",
2217
2234
  "_ggml_quantize_free",
2218
2235
  "_ggml_cont_2d",
2236
+ "__Z18apply_top_p_filterRNSt3__16vectorIfNS_9allocatorIfEEEENS0_I8nmt_pairIifENS1_IS6_EEEEf",
2219
2237
  "__ZN4absl12lts_2024072219GetCurrentTimeNanosEv",
2220
2238
  "__ZN6google8protobuf2io15FileInputStream5CloseEv",
2221
2239
  "__ZN6google8protobuf8internal16PackedEnumParserEPvPKcPNS1_12ParseContextE",
@@ -2310,6 +2328,7 @@
2310
2328
  "__ZN6google8protobuf22CleanStringLineEndingsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEPS7_b",
2311
2329
  "_quantize_iq2_xs",
2312
2330
  "_quantize_iq3_s",
2331
+ "__Z19nmt_decode_internalR11nmt_contextR9nmt_batchR9nmt_state",
2313
2332
  "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorC1EPNS1_19CopyingOutputStreamEi",
2314
2333
  "__ZNK6google8protobuf11MessageLite22SerializeToCodedStreamEPNS0_2io17CodedOutputStreamE",
2315
2334
  "__ZNK6google8protobuf11MessageLite32SerializePartialToZeroCopyStreamEPNS0_2io20ZeroCopyOutputStreamE",
@@ -2362,6 +2381,7 @@
2362
2381
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase14InternalExtendEi",
2363
2382
  "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl24ClearTimeZoneMapTestOnlyEv",
2364
2383
  "__ZN6google8protobuf4util15status_internal10IsDataLossERKNS2_6StatusE",
2384
+ "__Z23nmt_build_graph_decoderR11nmt_contextR9nmt_stateRK9nmt_batchb",
2365
2385
  "_ggml_compute_forward_pool_2d",
2366
2386
  "__ZN6google8protobuf8internal17PackedFloatParserEPvPKcPNS1_12ParseContextE",
2367
2387
  "__Z23nmt_model_type_readableP11nmt_context",
@@ -2383,6 +2403,7 @@
2383
2403
  "_ggml_diag_mask_zero",
2384
2404
  "__ZN4absl12lts_2024072214flags_internal7UnparseEs",
2385
2405
  "__ZN13sentencepiece10normalizer10NormalizerD0Ev",
2406
+ "__Z24detokenize_sentencepiecePK11nmt_context",
2386
2407
  "__ZN6google8protobuf8internal12FieldSkipper9SkipFieldEPNS0_2io16CodedInputStreamEj",
2387
2408
  "_quantize_row_q4_0",
2388
2409
  "__ZNK6google8protobuf8internal12ExtensionSet18MessageSetByteSizeEv",
@@ -2404,6 +2425,7 @@
2404
2425
  "__ZN4absl12lts_2024072212ToChronoTimeENS0_4TimeE",
2405
2426
  "_ggml_reshape_3d",
2406
2427
  "_ggml_view_tensor",
2428
+ "__Z14find_bos_tokenRK9nmt_vocab7e_model",
2407
2429
  "__ZN6google8protobuf7strings15Utf8SafeCEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
2408
2430
  "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneLibCC2ERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
2409
2431
  "__ZNK4absl12lts_202407228TimeZone14NextTransitionENS0_4TimeEPNS1_15CivilTransitionE",
@@ -2445,6 +2467,7 @@
2445
2467
  "__ZN4absl12lts_202407227ToUDateENS0_4TimeE",
2446
2468
  "__ZN4ggml3cpu17extra_buffer_typeD1Ev",
2447
2469
  "__ZN6google8protobuf4util15status_internal13DataLossErrorENS0_20stringpiece_internal11StringPieceE",
2470
+ "__Z21nmt_kv_cache_cell_maxRK12nmt_kv_cache",
2448
2471
  "__ZN4absl12lts_202407225Mutex13ReaderTryLockEv",
2449
2472
  "__ZN6google8protobuf8internal12ExtensionSet10AddMessageEihRKNS0_11MessageLiteEPKNS0_15FieldDescriptorE",
2450
2473
  "__ZN13sentencepiece11TrainerSpec12InternalSwapEPS0_",
@@ -2517,6 +2540,7 @@
2517
2540
  "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout25MakeClockAbsoluteTimespecE9clockid_t",
2518
2541
  "__ZNK4absl12lts_2024072214flags_internal8FlagImpl17AtomicBufferValueEv",
2519
2542
  "_ggml_abs_inplace",
2543
+ "__Z22nmt_decode_beam_searchP11nmt_contextii",
2520
2544
  "__ZN6google8protobuf8internal10LogMessagelsERKNS0_20stringpiece_internal11StringPieceE",
2521
2545
  "_ggml_graph_get_grad",
2522
2546
  "__ZNK13sentencepiece24ModelProto_SentencePiece13SetCachedSizeEi",
@@ -2634,6 +2658,7 @@
2634
2658
  "__ZN6google8protobuf8internal12ExtensionSet16SetRepeatedInt32Eiii",
2635
2659
  "__ZNK13sentencepiece22SentencePieceProcessor23mutable_normalizer_specEv",
2636
2660
  "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl12LoadTimeZoneERKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEPS3_",
2661
+ "__Z28apply_no_repeat_ngram_filterRNSt3__16vectorIfNS_9allocatorIfEEEERKNS0_IiNS1_IiEEEEi",
2637
2662
  "__Z39nmt_init_from_file_with_params_no_statePKc18nmt_context_params",
2638
2663
  "_ggml_relu_inplace",
2639
2664
  "_ggml_gemv_q4_0_8x8_q8_0",
@@ -2648,6 +2673,7 @@
2648
2673
  "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece22NBestSentencePieceTextEJEEEPT_PS1_DpOT0_",
2649
2674
  "__ZNK13sentencepiece11TrainerSpec11GetTypeNameEv",
2650
2675
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase7ReserveEi",
2676
+ "__Z19nmt_encode_internalR11nmt_contextR9nmt_state",
2651
2677
  "__ZN6google8protobuf8internal12ExtensionSet5EraseEi",
2652
2678
  "__ZN13sentencepiece7unigram5ModelD1Ev",
2653
2679
  "__ZN6google8protobuf8internal10LogMessagelsEc",
@@ -2677,6 +2703,7 @@
2677
2703
  "__ZN13sentencepiece14NormalizerSpecC1EPN6google8protobuf5ArenaEb",
2678
2704
  "__ZN6google8protobuf8internal14WireFormatLite24WriteMessageMaybeToArrayEiRKNS0_11MessageLiteEPNS0_2io17CodedOutputStreamE",
2679
2705
  "__ZN4absl12lts_20240722lsERNSt3__113basic_ostreamIcNS1_11char_traitsIcEEEENS0_11string_viewE",
2706
+ "__Z24get_optimal_thread_countv",
2680
2707
  "__ZN13sentencepiece29TrainerSpec_ModelType_IsValidEi",
2681
2708
  "__ZN4absl12lts_2024072224synchronization_internal12PerThreadSem4TickEPNS0_13base_internal14ThreadIdentityE",
2682
2709
  "__ZN6google8protobuf16CEscapeAndAppendENS0_20stringpiece_internal11StringPieceEPNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
@@ -2689,7 +2716,6 @@
2689
2716
  "_ggml_gemv_iq4_nl_4x4_q8_0_generic",
2690
2717
  "__ZN4absl12lts_2024072212ToUnixMillisENS0_4TimeE",
2691
2718
  "__ZNK4absl12lts_2024072214flags_internal8FlagImpl10PtrStorageEv",
2692
- "__Z16nmt_token_to_strP11nmt_contexti",
2693
2719
  "__ZN6google8protobuf2io16FileOutputStreamD0Ev",
2694
2720
  "__ZN4ggml3cpu13tensor_traitsD0Ev",
2695
2721
  "_ggml_backend_dev_supports_buft",
package/prebuilds/ios-arm64-simulator/qvac__translation-nmtcpp.bare.exports CHANGED
@@ -7,7 +7,7 @@
7
7
  ],
8
8
  "current_versions": [
9
9
  {
10
- "version": "0.1.4"
10
+ "version": "0.1.6"
11
11
  }
12
12
  ],
13
13
  "exported_symbols": [
@@ -468,10 +468,11 @@
468
468
  "_ggml_fp32_to_bf16",
469
469
  "_ggml_backend_buffer_init_tensor",
470
470
  "__ZN6google8protobuf8internal14WireFormatLite17WriteFixed64ArrayEPKyiPNS0_2io17CodedOutputStreamE",
471
+ "__Z18nmt_tokenize_inputP11nmt_contextPKc",
471
472
  "__ZN13sentencepiece11string_util17UTF8ToUnicodeTextEN4absl12lts_2024072211string_viewE",
472
473
  "__ZN13sentencepiece35ModelProto_SentencePiece_Type_ParseERKNSt3__112basic_stringIcNS0_11char_traitsIcEENS0_9allocatorIcEEEEPNS_29ModelProto_SentencePiece_TypeE",
473
- "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
474
474
  "__ZN4absl12lts_2024072213hash_internal10CityHash32EPKcm",
475
+ "__ZN6google8protobuf4util15status_internal12UnknownErrorENS0_20stringpiece_internal11StringPieceE",
475
476
  "__ZN13sentencepiece9character5ModelC1ERKNS_10ModelProtoE",
476
477
  "__ZN4absl12lts_2024072216strings_internal9CatPiecesESt16initializer_listINS0_11string_viewEE",
477
478
  "__ZNK13sentencepiece26ImmutableSentencePieceText5scoreEv",
@@ -550,6 +551,7 @@
550
551
  "__ZN6google8protobuf8internal14WireFormatLite10SInt32SizeERKNS0_13RepeatedFieldIiEE",
551
552
  "__ZN13sentencepiece22GetRandomGeneratorSeedEv",
552
553
  "__ZN6google8protobuf4util15status_internal20UnauthenticatedErrorENS0_20stringpiece_internal11StringPieceE",
554
+ "__Z18apply_top_k_filterRNSt3__16vectorIfNS_9allocatorIfEEEERNS0_I8nmt_pairIfiENS1_IS6_EEEEi",
553
555
  "_ggml_graph_clear",
554
556
  "__ZN13sentencepiece12SelfTestDataC1ERKS0_",
555
557
  "_ggml_sqrt_inplace",
@@ -774,6 +776,7 @@
774
776
  "__ZN4absl12lts_2024072213hash_internal12LowLevelHashEPKvmyPKy",
775
777
  "__ZN4absl12lts_202407229Condition15GuaranteedEqualEPKS1_S3_",
776
778
  "_ggml_backend_buft_alloc_buffer",
779
+ "__Z21nmt_batch_prep_legacyR9nmt_batchPKiiii",
777
780
  "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneInfo17GetTransitionTypeEibRKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEEPh",
778
781
  "_ggml_soft_max_inplace",
779
782
  "__ZN4absl12lts_2024072220StartsWithIgnoreCaseENS0_11string_viewES1_",
@@ -819,6 +822,7 @@
819
822
  "_ggml_conv_transpose_1d",
820
823
  "_ggml_permute",
821
824
  "__ZN6google8protobuf8internal14NoLocaleStrtodEPKcPPc",
825
+ "__Z24nmt_kv_cache_get_paddingRK11nmt_context",
822
826
  "__ZN6google8protobuf11MessageLite23ParsePartialFromIstreamEPNSt3__113basic_istreamIcNS2_11char_traitsIcEEEE",
823
827
  "__ZN4absl12lts_202407227CondVar6RemoveEPNS0_13base_internal14PerThreadSynchE",
824
828
  "__ZN6google8protobuf4util15status_internal12AbortedErrorENS0_20stringpiece_internal11StringPieceE",
@@ -1006,10 +1010,11 @@
1006
1010
  "__ZN13sentencepiece17SentencePieceTextC2EPN6google8protobuf5ArenaEb",
1007
1011
  "__ZNK6google8protobuf8internal12ExtensionSet19GetRawRepeatedFieldEiPKv",
1008
1012
  "__ZN6google8protobuf8internal11SerialArena16AllocateNewBlockEmPKNS1_16AllocationPolicyE",
1009
- "_ggml_compute_forward_map_custom3",
1013
+ "__Z17nmt_kv_cache_initR12nmt_kv_cacheP12ggml_backend9ggml_typexxi",
1010
1014
  "__ZN6google8protobuf11safe_strtodEPKcPd",
1011
- "_ggml_hash_set_free",
1015
+ "_ggml_compute_forward_map_custom3",
1012
1016
  "__ZNK4absl12lts_202407226ByChar4FindENS0_11string_viewEm",
1017
+ "_ggml_hash_set_free",
1013
1018
  "__ZNK4absl12lts_2024072213time_internal4cctz9time_zone7versionEv",
1014
1019
  "__ZN13sentencepiece7unigram7LatticeD2Ev",
1015
1020
  "__ZNK13sentencepiece26ImmutableSentencePieceText4textEv",
@@ -1107,6 +1112,7 @@
1107
1112
  "__ZN13sentencepiece14ModelInterfaceD2Ev",
1108
1113
  "__ZN6google8protobuf8internal11SerialArena23AllocateAlignedFallbackEmPKNS1_16AllocationPolicyE",
1109
1114
  "__ZNK13sentencepiece49ImmutableSentencePieceText_ImmutableSentencePiece3endEv",
1115
+ "__Z61indictrans_compute_sinusoidal_positional_embeddings_to_bufferPfii",
1110
1116
  "__ZN4ggml3cpu6repack4gemvI10block_q4_0Lx8ELx8EL9ggml_type8EEEviPfmPKvS7_ii",
1111
1117
  "__ZN4absl12lts_202407229ByAnyCharC2ENS0_11string_viewE",
1112
1118
  "_ggml_vec_dot_q3_K_q8_K_generic",
@@ -1132,8 +1138,8 @@
1132
1138
  "_ggml_is_numa",
1133
1139
  "__ZNK13sentencepiece22SentencePieceProcessor12GetPieceSizeEv",
1134
1140
  "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece31SentencePieceText_SentencePieceEJEEEPT_PS1_DpOT0_",
1135
- "__ZN13sentencepiece10ModelProtoD2Ev",
1136
1141
  "__Z19ggml_quantize_mat_tILx4EL9ggml_type8EEvPKfPvxx",
1142
+ "__ZN13sentencepiece10ModelProtoD2Ev",
1137
1143
  "_ggml_silu",
1138
1144
  "__ZN4absl12lts_2024072213time_internal4cctz10TimeZoneIf4MakeERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
1139
1145
  "_ggml_backend_sched_get_n_splits",
@@ -1193,6 +1199,7 @@
1193
1199
  "__ZN6google8protobuf4util15status_internal6StatusC2ERKS3_",
1194
1200
  "__ZN13sentencepiece19SelfTestData_Sample21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
1195
1201
  "__ZN6google8protobuf8internal12ExtensionSet9AddUInt32EihbjPKNS0_15FieldDescriptorE",
1202
+ "__Z20nmt_compute_logprobsRKNSt3__16vectorIfNS_9allocatorIfEEEEiRS3_",
1196
1203
  "__ZN6google8protobuf8internal11SerialArena34AllocateAlignedWithCleanupFallbackEmPKNS1_16AllocationPolicyE",
1197
1204
  "__ZN4absl12lts_2024072219str_format_internal17FormatConvertImplEsNS1_24FormatConversionSpecImplEPNS1_14FormatSinkImplE",
1198
1205
  "__ZN35qvac_lib_inference_addon_mlc_marian8activateEP8js_env_sP18js_callback_info_s",
@@ -1224,8 +1231,8 @@
1224
1231
  "__ZN6google8protobuf2io16FileOutputStream23CopyingFileOutputStreamD0Ev",
1225
1232
  "__ZN6google8protobuf10SimpleItoaEl",
1226
1233
  "__ZN4absl12lts_2024072214flags_internal19NumLeakedFlagValuesEv",
1227
- "_ggml_backend_reg_name",
1228
1234
  "_ggml_vec_dot_tq1_0_q8_K_generic",
1235
+ "_ggml_backend_reg_name",
1229
1236
  "_ggml_rope_ext_back",
1230
1237
  "__ZN4absl12lts_2024072218container_internal17ClearBackingArrayERNS1_12CommonFieldsERKNS1_15PolicyFunctionsEbb",
1231
1238
  "_ggml_backend_load_all",
@@ -1245,6 +1252,7 @@
1245
1252
  "__ZN6google8protobuf8internal17PrintUTF8ErrorLogENS0_20stringpiece_internal11StringPieceES3_PKcb",
1246
1253
  "__ZN35qvac_lib_inference_addon_mlc_marian6reloadEP8js_env_sP18js_callback_info_s",
1247
1254
  "__ZNK6google8protobuf20stringpiece_internal11StringPiece12find_last_ofES2_m",
1255
+ "__Z14nmt_batch_initii",
1248
1256
  "__ZN6google8protobuf2io15FileInputStreamC2Eii",
1249
1257
  "__ZN6google8protobuf8internal23GetOwnedMessageInternalEPNS0_5ArenaEPNS0_11MessageLiteES3_",
1250
1258
  "_ggml_cpu_get_sve_cnt",
@@ -1350,6 +1358,7 @@
1350
1358
  "_ggml_threadpool_chunk_add",
1351
1359
  "_ggml_compute_forward_clamp",
1352
1360
  "__ZN6google8protobuf2io18IstreamInputStream25CopyingIstreamInputStreamD0Ev",
1361
+ "__Z18nmt_kv_cache_clearR12nmt_kv_cache",
1353
1362
  "_ggml_get_data_f32",
1354
1363
  "_quantize_iq2_xxs",
1355
1364
  "__ZNK4absl12lts_2024072213time_internal4cctz12TimeZoneInfo16EquivTransitionsEhh",
@@ -1367,6 +1376,7 @@
1367
1376
  "__ZNK13sentencepiece22NBestSentencePieceText18_InternalSerializeEPhPN6google8protobuf2io19EpsCopyOutputStreamE",
1368
1377
  "__ZN13sentencepiece10ModelProto21CheckTypeAndMergeFromERKN6google8protobuf11MessageLiteE",
1369
1378
  "_quantize_row_q4_0_ref",
1379
+ "__Z25ggml_graph_compute_helperP18ggml_backend_schedP11ggml_cgraphib",
1370
1380
  "_ggml_backend_sched_reset",
1371
1381
  "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorD0Ev",
1372
1382
  "_quantize_row_q5_1",
@@ -1430,6 +1440,7 @@
1430
1440
  "_ggml_new_graph_custom",
1431
1441
  "_ggml_backend_sched_get_tensor_backend",
1432
1442
  "__ZN6google8protobuf11MessageLite30ParseFromBoundedZeroCopyStreamEPNS0_2io19ZeroCopyInputStreamEi",
1443
+ "__Z22nmt_kv_cache_find_slotR12nmt_kv_cacheRK9nmt_batch",
1433
1444
  "__ZN4absl12lts_2024072214flags_internal16ReportUsageErrorENS0_11string_viewEb",
1434
1445
  "__ZN13sentencepiece14NormalizerSpecD1Ev",
1435
1446
  "__ZN4absl12lts_2024072213base_internal8SpinLockC2ENS1_14SchedulingModeE",
@@ -1450,6 +1461,7 @@
1450
1461
  "__ZN4absl12lts_202407226StrCatERKNS0_8AlphaNumES3_S3_",
1451
1462
  "_ggml_vec_dot_iq3_s_q8_K_generic",
1452
1463
  "__ZN13sentencepiece12SelfTestDataC1EPN6google8protobuf5ArenaEb",
1464
+ "__Z14nmt_batch_free9nmt_batch",
1453
1465
  "__ZNK6google8protobuf8internal12ExtensionSet12GetRefUInt64EiRKy",
1454
1466
  "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed64EixPNS0_2io17CodedOutputStreamE",
1455
1467
  "_ggml_compute_forward_silu_back",
@@ -1490,6 +1502,7 @@
1490
1502
  "__ZN4absl12lts_2024072213base_internal10CycleClock3NowEv",
1491
1503
  "__ZNK13sentencepiece7unigram7Lattice4sizeEv",
1492
1504
  "__ZN4absl12lts_2024072210SimpleAtofENS0_11string_viewEPf",
1505
+ "__Z14find_eos_tokenRK9nmt_vocab7e_model",
1493
1506
  "__ZN6google8protobuf2io19LimitingInputStream6BackUpEi",
1494
1507
  "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPyPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
1495
1508
  "__ZN4absl12lts_2024072214flags_internal13MaskedPointer9ApplyMaskEm",
@@ -1510,6 +1523,7 @@
1510
1523
  "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout21InMillisecondsFromNowEv",
1511
1524
  "_ggml_vec_log_soft_max_f32",
1512
1525
  "_ggml_l2_norm_inplace",
1526
+ "__Z11get_time_usv",
1513
1527
  "__ZN13sentencepiece17SentencePieceText14_InternalParseEPKcPN6google8protobuf8internal12ParseContextE",
1514
1528
  "__ZN6google8protobuf2io19LimitingInputStreamC2EPNS1_19ZeroCopyInputStreamEx",
1515
1529
  "__ZN4absl12lts_2024072220ToChronoMicrosecondsENS0_8DurationE",
@@ -1559,6 +1573,7 @@
1559
1573
  "_ggml_cycles",
1560
1574
  "__ZN6google8protobuf8internal14WireFormatLite13WriteSFixed32EiiPNS0_2io17CodedOutputStreamE",
1561
1575
  "_ggml_gemv_iq4_nl_4x4_q8_0",
1576
+ "__Z17nmt_kv_cache_freeR12nmt_kv_cache",
1562
1577
  "__ZN6google8protobuf2io16FileOutputStream5CloseEv",
1563
1578
  "__ZNK4absl12lts_202407224Time2InENS0_8TimeZoneE",
1564
1579
  "__ZN4absl12lts_202407227uint128C1Ee",
@@ -1650,8 +1665,9 @@
1650
1665
  "_ggml_compute_forward_dup",
1651
1666
  "__ZN6google8protobuf17FastHex32ToBufferEjPc",
1652
1667
  "__ZNK13sentencepiece7unigram7Lattice16PopulateMarginalEfPNSt3__16vectorIfNS2_9allocatorIfEEEE",
1653
- "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
1668
+ "__Z21nmt_build_graph_crossR11nmt_contextR9nmt_state",
1654
1669
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase8CloseGapEii",
1670
+ "__ZNK6google8protobuf2io16CodedInputStream15BytesUntilLimitEv",
1655
1671
  "__ZN6google8protobuf7strings10CHexEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
1656
1672
  "__ZNK4absl12lts_2024072213time_internal4cctz14ZoneInfoSource7VersionEv",
1657
1673
  "_ggml_conv_2d",
@@ -2038,6 +2054,7 @@
2038
2054
  "__ZN4absl12lts_2024072216TimeFromTimespecE8timespec",
2039
2055
  "_ggml_gemm_q4_0_4x4_q8_0_generic",
2040
2056
  "__ZN4absl12lts_2024072214flags_internal7UnparseEy",
2057
+ "__Z23nmt_build_graph_encoderR11nmt_contextR9nmt_state",
2041
2058
  "__ZN13sentencepiece31SentencePieceText_SentencePieceD2Ev",
2042
2059
  "__ZN4absl12lts_2024072214flags_internal13AbslParseFlagENS0_11string_viewEPxPNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
2043
2060
  "__ZN6google8protobuf8internal12ExtensionSet4SwapEPKNS0_11MessageLiteEPS2_",
@@ -2216,6 +2233,7 @@
2216
2233
  "_ggml_vec_dot_q4_1_q8_1_generic",
2217
2234
  "_ggml_quantize_free",
2218
2235
  "_ggml_cont_2d",
2236
+ "__Z18apply_top_p_filterRNSt3__16vectorIfNS_9allocatorIfEEEENS0_I8nmt_pairIifENS1_IS6_EEEEf",
2219
2237
  "__ZN4absl12lts_2024072219GetCurrentTimeNanosEv",
2220
2238
  "__ZN6google8protobuf2io15FileInputStream5CloseEv",
2221
2239
  "__ZN6google8protobuf8internal16PackedEnumParserEPvPKcPNS1_12ParseContextE",
@@ -2310,6 +2328,7 @@
2310
2328
  "__ZN6google8protobuf22CleanStringLineEndingsERKNSt3__112basic_stringIcNS1_11char_traitsIcEENS1_9allocatorIcEEEEPS7_b",
2311
2329
  "_quantize_iq2_xs",
2312
2330
  "_quantize_iq3_s",
2331
+ "__Z19nmt_decode_internalR11nmt_contextR9nmt_batchR9nmt_state",
2313
2332
  "__ZN6google8protobuf2io26CopyingOutputStreamAdaptorC1EPNS1_19CopyingOutputStreamEi",
2314
2333
  "__ZNK6google8protobuf11MessageLite22SerializeToCodedStreamEPNS0_2io17CodedOutputStreamE",
2315
2334
  "__ZNK6google8protobuf11MessageLite32SerializePartialToZeroCopyStreamEPNS0_2io20ZeroCopyOutputStreamE",
@@ -2362,6 +2381,7 @@
2362
2381
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase14InternalExtendEi",
2363
2382
  "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl24ClearTimeZoneMapTestOnlyEv",
2364
2383
  "__ZN6google8protobuf4util15status_internal10IsDataLossERKNS2_6StatusE",
2384
+ "__Z23nmt_build_graph_decoderR11nmt_contextR9nmt_stateRK9nmt_batchb",
2365
2385
  "_ggml_compute_forward_pool_2d",
2366
2386
  "__ZN6google8protobuf8internal17PackedFloatParserEPvPKcPNS1_12ParseContextE",
2367
2387
  "__Z23nmt_model_type_readableP11nmt_context",
@@ -2383,6 +2403,7 @@
2383
2403
  "_ggml_diag_mask_zero",
2384
2404
  "__ZN4absl12lts_2024072214flags_internal7UnparseEs",
2385
2405
  "__ZN13sentencepiece10normalizer10NormalizerD0Ev",
2406
+ "__Z24detokenize_sentencepiecePK11nmt_context",
2386
2407
  "__ZN6google8protobuf8internal12FieldSkipper9SkipFieldEPNS0_2io16CodedInputStreamEj",
2387
2408
  "_quantize_row_q4_0",
2388
2409
  "__ZNK6google8protobuf8internal12ExtensionSet18MessageSetByteSizeEv",
@@ -2404,6 +2425,7 @@
2404
2425
  "__ZN4absl12lts_2024072212ToChronoTimeENS0_4TimeE",
2405
2426
  "_ggml_reshape_3d",
2406
2427
  "_ggml_view_tensor",
2428
+ "__Z14find_bos_tokenRK9nmt_vocab7e_model",
2407
2429
  "__ZN6google8protobuf7strings15Utf8SafeCEscapeERKNSt3__112basic_stringIcNS2_11char_traitsIcEENS2_9allocatorIcEEEE",
2408
2430
  "__ZN4absl12lts_2024072213time_internal4cctz12TimeZoneLibCC2ERKNSt3__112basic_stringIcNS4_11char_traitsIcEENS4_9allocatorIcEEEE",
2409
2431
  "__ZNK4absl12lts_202407228TimeZone14NextTransitionENS0_4TimeEPNS1_15CivilTransitionE",
@@ -2445,6 +2467,7 @@
2445
2467
  "__ZN4absl12lts_202407227ToUDateENS0_4TimeE",
2446
2468
  "__ZN4ggml3cpu17extra_buffer_typeD1Ev",
2447
2469
  "__ZN6google8protobuf4util15status_internal13DataLossErrorENS0_20stringpiece_internal11StringPieceE",
2470
+ "__Z21nmt_kv_cache_cell_maxRK12nmt_kv_cache",
2448
2471
  "__ZN4absl12lts_202407225Mutex13ReaderTryLockEv",
2449
2472
  "__ZN6google8protobuf8internal12ExtensionSet10AddMessageEihRKNS0_11MessageLiteEPKNS0_15FieldDescriptorE",
2450
2473
  "__ZN13sentencepiece11TrainerSpec12InternalSwapEPS0_",
@@ -2517,6 +2540,7 @@
2517
2540
  "__ZNK4absl12lts_2024072224synchronization_internal13KernelTimeout25MakeClockAbsoluteTimespecE9clockid_t",
2518
2541
  "__ZNK4absl12lts_2024072214flags_internal8FlagImpl17AtomicBufferValueEv",
2519
2542
  "_ggml_abs_inplace",
2543
+ "__Z22nmt_decode_beam_searchP11nmt_contextii",
2520
2544
  "__ZN6google8protobuf8internal10LogMessagelsERKNS0_20stringpiece_internal11StringPieceE",
2521
2545
  "_ggml_graph_get_grad",
2522
2546
  "__ZNK13sentencepiece24ModelProto_SentencePiece13SetCachedSizeEi",
@@ -2634,6 +2658,7 @@
2634
2658
  "__ZN6google8protobuf8internal12ExtensionSet16SetRepeatedInt32Eiii",
2635
2659
  "__ZNK13sentencepiece22SentencePieceProcessor23mutable_normalizer_specEv",
2636
2660
  "__ZN4absl12lts_2024072213time_internal4cctz9time_zone4Impl12LoadTimeZoneERKNSt3__112basic_stringIcNS5_11char_traitsIcEENS5_9allocatorIcEEEEPS3_",
2661
+ "__Z28apply_no_repeat_ngram_filterRNSt3__16vectorIfNS_9allocatorIfEEEERKNS0_IiNS1_IiEEEEi",
2637
2662
  "__Z39nmt_init_from_file_with_params_no_statePKc18nmt_context_params",
2638
2663
  "_ggml_relu_inplace",
2639
2664
  "_ggml_gemv_q4_0_8x8_q8_0",
@@ -2648,6 +2673,7 @@
2648
2673
  "__ZN6google8protobuf5Arena18CreateMaybeMessageIN13sentencepiece22NBestSentencePieceTextEJEEEPT_PS1_DpOT0_",
2649
2674
  "__ZNK13sentencepiece11TrainerSpec11GetTypeNameEv",
2650
2675
  "__ZN6google8protobuf8internal20RepeatedPtrFieldBase7ReserveEi",
2676
+ "__Z19nmt_encode_internalR11nmt_contextR9nmt_state",
2651
2677
  "__ZN6google8protobuf8internal12ExtensionSet5EraseEi",
2652
2678
  "__ZN13sentencepiece7unigram5ModelD1Ev",
2653
2679
  "__ZN6google8protobuf8internal10LogMessagelsEc",
@@ -2677,6 +2703,7 @@
2677
2703
  "__ZN13sentencepiece14NormalizerSpecC1EPN6google8protobuf5ArenaEb",
2678
2704
  "__ZN6google8protobuf8internal14WireFormatLite24WriteMessageMaybeToArrayEiRKNS0_11MessageLiteEPNS0_2io17CodedOutputStreamE",
2679
2705
  "__ZN4absl12lts_20240722lsERNSt3__113basic_ostreamIcNS1_11char_traitsIcEEEENS0_11string_viewE",
2706
+ "__Z24get_optimal_thread_countv",
2680
2707
  "__ZN13sentencepiece29TrainerSpec_ModelType_IsValidEi",
2681
2708
  "__ZN4absl12lts_2024072224synchronization_internal12PerThreadSem4TickEPNS0_13base_internal14ThreadIdentityE",
2682
2709
  "__ZN6google8protobuf16CEscapeAndAppendENS0_20stringpiece_internal11StringPieceEPNSt3__112basic_stringIcNS3_11char_traitsIcEENS3_9allocatorIcEEEE",
@@ -2689,7 +2716,6 @@
2689
2716
  "_ggml_gemv_iq4_nl_4x4_q8_0_generic",
2690
2717
  "__ZN4absl12lts_2024072212ToUnixMillisENS0_4TimeE",
2691
2718
  "__ZNK4absl12lts_2024072214flags_internal8FlagImpl10PtrStorageEv",
2692
- "__Z16nmt_token_to_strP11nmt_contexti",
2693
2719
  "__ZN6google8protobuf2io16FileOutputStreamD0Ev",
2694
2720
  "__ZN4ggml3cpu13tensor_traitsD0Ev",
2695
2721
  "_ggml_backend_dev_supports_buft",