lindera-python 1.3.1__tar.gz → 1.3.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lindera_python-1.3.1 → lindera_python-1.3.2}/Cargo.lock +45 -45
- {lindera_python-1.3.1 → lindera_python-1.3.2}/Cargo.toml +3 -3
- {lindera_python-1.3.1 → lindera_python-1.3.2}/PKG-INFO +2 -2
- lindera_python-1.3.2/poetry.lock +611 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/pyproject.toml +8 -8
- lindera_python-1.3.1/poetry.lock +0 -436
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.github/FUNDING.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.github/dependabot.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.github/workflows/periodic.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.github/workflows/regression.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.github/workflows/release.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/.gitignore +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/CHANGES.md +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/LICENSE +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/Makefile +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/README.md +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/build_ipadic.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/tokenize.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/tokenize_with_decompose.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/tokenize_with_filters.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/tokenize_with_userdict.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/examples/train_and_export.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/bocchan.txt +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/cc-cedict_metadata.json +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/cc-cedict_simple_userdic.bin +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/cc-cedict_simple_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic-neologd_metadata.json +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_detailed_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_metadata.json +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_mixed_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_simple_userdic.bin +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_simple_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_userdic_insufficient_number_of_fields.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ipadic_userdic_invalid_word_cost.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ko-dic_metadata.json +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ko-dic_simple_userdic.bin +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/ko-dic_simple_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/lindera.yml +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/unidic_metadata.json +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/unidic_simple_userdic.bin +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/resources/unidic_simple_userdic.csv +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/dictionary.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/error.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/lib.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/metadata.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/mode.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/schema.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/tokenizer.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/trainer.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/src/util.rs +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/tests/__init__py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/tests/test_tokenize_ipadic.py +0 -0
- {lindera_python-1.3.1 → lindera_python-1.3.2}/tests/test_trainer.py +0 -0
|
@@ -210,14 +210,14 @@ checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
|
|
|
210
210
|
|
|
211
211
|
[[package]]
|
|
212
212
|
name = "csv"
|
|
213
|
-
version = "1.
|
|
213
|
+
version = "1.4.0"
|
|
214
214
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
215
|
-
checksum = "
|
|
215
|
+
checksum = "52cd9d68cf7efc6ddfaaee42e7288d3a99d613d4b50f76ce9827ae0c6e14f938"
|
|
216
216
|
dependencies = [
|
|
217
217
|
"csv-core",
|
|
218
218
|
"itoa",
|
|
219
219
|
"ryu",
|
|
220
|
-
"
|
|
220
|
+
"serde_core",
|
|
221
221
|
]
|
|
222
222
|
|
|
223
223
|
[[package]]
|
|
@@ -427,9 +427,9 @@ dependencies = [
|
|
|
427
427
|
|
|
428
428
|
[[package]]
|
|
429
429
|
name = "flate2"
|
|
430
|
-
version = "1.1.
|
|
430
|
+
version = "1.1.5"
|
|
431
431
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
432
|
-
checksum = "
|
|
432
|
+
checksum = "bfe33edd8e85a12a67454e37f8c75e730830d83e313556ab9ebf9ee7fbeb3bfb"
|
|
433
433
|
dependencies = [
|
|
434
434
|
"crc32fast",
|
|
435
435
|
"miniz_oxide",
|
|
@@ -906,9 +906,9 @@ checksum = "1171693293099992e19cddea4e8b849964e9846f4acee11b3948bcc337be8776"
|
|
|
906
906
|
|
|
907
907
|
[[package]]
|
|
908
908
|
name = "lindera"
|
|
909
|
-
version = "1.4.
|
|
909
|
+
version = "1.4.2"
|
|
910
910
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
911
|
-
checksum = "
|
|
911
|
+
checksum = "f732f82f832a3f519d1df55786ba8d524da0d6821951cc882279d5c1d5713939"
|
|
912
912
|
dependencies = [
|
|
913
913
|
"anyhow",
|
|
914
914
|
"bincode",
|
|
@@ -926,7 +926,7 @@ dependencies = [
|
|
|
926
926
|
"regex",
|
|
927
927
|
"serde",
|
|
928
928
|
"serde_json",
|
|
929
|
-
"
|
|
929
|
+
"serde_yaml_ng",
|
|
930
930
|
"strum",
|
|
931
931
|
"strum_macros",
|
|
932
932
|
"unicode-blocks",
|
|
@@ -938,9 +938,9 @@ dependencies = [
|
|
|
938
938
|
|
|
939
939
|
[[package]]
|
|
940
940
|
name = "lindera-cc-cedict"
|
|
941
|
-
version = "1.4.
|
|
941
|
+
version = "1.4.2"
|
|
942
942
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
943
|
-
checksum = "
|
|
943
|
+
checksum = "9568f51b882d041ee7f501e93687501a9082551dfb3770b3c7bf1051ff140250"
|
|
944
944
|
dependencies = [
|
|
945
945
|
"anyhow",
|
|
946
946
|
"bincode",
|
|
@@ -954,9 +954,9 @@ dependencies = [
|
|
|
954
954
|
|
|
955
955
|
[[package]]
|
|
956
956
|
name = "lindera-dictionary"
|
|
957
|
-
version = "1.4.
|
|
957
|
+
version = "1.4.2"
|
|
958
958
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
959
|
-
checksum = "
|
|
959
|
+
checksum = "a850025f2f622939b12b73758941822a6ece2faf27c00ad8b8e9105d2907c38a"
|
|
960
960
|
dependencies = [
|
|
961
961
|
"anyhow",
|
|
962
962
|
"bincode",
|
|
@@ -989,9 +989,9 @@ dependencies = [
|
|
|
989
989
|
|
|
990
990
|
[[package]]
|
|
991
991
|
name = "lindera-ipadic"
|
|
992
|
-
version = "1.4.
|
|
992
|
+
version = "1.4.2"
|
|
993
993
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
994
|
-
checksum = "
|
|
994
|
+
checksum = "d32e3168374664b516d5f8999466ed7de7e8aaaeea4f21962ab81955122ce4d0"
|
|
995
995
|
dependencies = [
|
|
996
996
|
"anyhow",
|
|
997
997
|
"bincode",
|
|
@@ -1005,9 +1005,9 @@ dependencies = [
|
|
|
1005
1005
|
|
|
1006
1006
|
[[package]]
|
|
1007
1007
|
name = "lindera-ipadic-neologd"
|
|
1008
|
-
version = "1.4.
|
|
1008
|
+
version = "1.4.2"
|
|
1009
1009
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1010
|
-
checksum = "
|
|
1010
|
+
checksum = "44dda14f984a9c7550d742cdfa0aae325e150605b40bd67e2cfbc61c79072131"
|
|
1011
1011
|
dependencies = [
|
|
1012
1012
|
"anyhow",
|
|
1013
1013
|
"bincode",
|
|
@@ -1021,9 +1021,9 @@ dependencies = [
|
|
|
1021
1021
|
|
|
1022
1022
|
[[package]]
|
|
1023
1023
|
name = "lindera-ko-dic"
|
|
1024
|
-
version = "1.4.
|
|
1024
|
+
version = "1.4.2"
|
|
1025
1025
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1026
|
-
checksum = "
|
|
1026
|
+
checksum = "2d48c2c450f314657557db409f2734dc98603a6b6f4f2ad550f29eeaf7b6ed05"
|
|
1027
1027
|
dependencies = [
|
|
1028
1028
|
"anyhow",
|
|
1029
1029
|
"bincode",
|
|
@@ -1037,7 +1037,7 @@ dependencies = [
|
|
|
1037
1037
|
|
|
1038
1038
|
[[package]]
|
|
1039
1039
|
name = "lindera-python"
|
|
1040
|
-
version = "1.3.
|
|
1040
|
+
version = "1.3.2"
|
|
1041
1041
|
dependencies = [
|
|
1042
1042
|
"lindera",
|
|
1043
1043
|
"num_cpus",
|
|
@@ -1048,9 +1048,9 @@ dependencies = [
|
|
|
1048
1048
|
|
|
1049
1049
|
[[package]]
|
|
1050
1050
|
name = "lindera-unidic"
|
|
1051
|
-
version = "1.4.
|
|
1051
|
+
version = "1.4.2"
|
|
1052
1052
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1053
|
-
checksum = "
|
|
1053
|
+
checksum = "8c179d8b4dcb1fda51b9ba73b4c876469cbe56e35f021e3e58730c3db0476bfe"
|
|
1054
1054
|
dependencies = [
|
|
1055
1055
|
"anyhow",
|
|
1056
1056
|
"bincode",
|
|
@@ -1076,9 +1076,9 @@ checksum = "4ee93343901ab17bd981295f2cf0026d4ad018c7c31ba84549a4ddbb47a45104"
|
|
|
1076
1076
|
|
|
1077
1077
|
[[package]]
|
|
1078
1078
|
name = "log"
|
|
1079
|
-
version = "0.4.
|
|
1079
|
+
version = "0.4.29"
|
|
1080
1080
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1081
|
-
checksum = "
|
|
1081
|
+
checksum = "5e5032e24019045c762d3c0f28f5b6b8bbf38563a65908389bf7978758920897"
|
|
1082
1082
|
|
|
1083
1083
|
[[package]]
|
|
1084
1084
|
name = "lru-slab"
|
|
@@ -1100,9 +1100,9 @@ checksum = "78ca9ab1a0babb1e7d5695e3530886289c18cf2f87ec19a575a0abdce112e3a3"
|
|
|
1100
1100
|
|
|
1101
1101
|
[[package]]
|
|
1102
1102
|
name = "memmap2"
|
|
1103
|
-
version = "0.9.
|
|
1103
|
+
version = "0.9.9"
|
|
1104
1104
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1105
|
-
checksum = "
|
|
1105
|
+
checksum = "744133e4a0e0a658e1374cf3bf8e415c4052a15a111acd372764c55b4177d490"
|
|
1106
1106
|
dependencies = [
|
|
1107
1107
|
"libc",
|
|
1108
1108
|
]
|
|
@@ -1243,9 +1243,9 @@ dependencies = [
|
|
|
1243
1243
|
|
|
1244
1244
|
[[package]]
|
|
1245
1245
|
name = "pyo3"
|
|
1246
|
-
version = "0.27.
|
|
1246
|
+
version = "0.27.2"
|
|
1247
1247
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1248
|
-
checksum = "
|
|
1248
|
+
checksum = "ab53c047fcd1a1d2a8820fe84f05d6be69e9526be40cb03b73f86b6b03e6d87d"
|
|
1249
1249
|
dependencies = [
|
|
1250
1250
|
"indoc",
|
|
1251
1251
|
"libc",
|
|
@@ -1260,18 +1260,18 @@ dependencies = [
|
|
|
1260
1260
|
|
|
1261
1261
|
[[package]]
|
|
1262
1262
|
name = "pyo3-build-config"
|
|
1263
|
-
version = "0.27.
|
|
1263
|
+
version = "0.27.2"
|
|
1264
1264
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1265
|
-
checksum = "
|
|
1265
|
+
checksum = "b455933107de8642b4487ed26d912c2d899dec6114884214a0b3bb3be9261ea6"
|
|
1266
1266
|
dependencies = [
|
|
1267
1267
|
"target-lexicon",
|
|
1268
1268
|
]
|
|
1269
1269
|
|
|
1270
1270
|
[[package]]
|
|
1271
1271
|
name = "pyo3-ffi"
|
|
1272
|
-
version = "0.27.
|
|
1272
|
+
version = "0.27.2"
|
|
1273
1273
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1274
|
-
checksum = "
|
|
1274
|
+
checksum = "1c85c9cbfaddf651b1221594209aed57e9e5cff63c4d11d1feead529b872a089"
|
|
1275
1275
|
dependencies = [
|
|
1276
1276
|
"libc",
|
|
1277
1277
|
"pyo3-build-config",
|
|
@@ -1279,9 +1279,9 @@ dependencies = [
|
|
|
1279
1279
|
|
|
1280
1280
|
[[package]]
|
|
1281
1281
|
name = "pyo3-macros"
|
|
1282
|
-
version = "0.27.
|
|
1282
|
+
version = "0.27.2"
|
|
1283
1283
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1284
|
-
checksum = "
|
|
1284
|
+
checksum = "0a5b10c9bf9888125d917fb4d2ca2d25c8df94c7ab5a52e13313a07e050a3b02"
|
|
1285
1285
|
dependencies = [
|
|
1286
1286
|
"proc-macro2",
|
|
1287
1287
|
"pyo3-macros-backend",
|
|
@@ -1291,9 +1291,9 @@ dependencies = [
|
|
|
1291
1291
|
|
|
1292
1292
|
[[package]]
|
|
1293
1293
|
name = "pyo3-macros-backend"
|
|
1294
|
-
version = "0.27.
|
|
1294
|
+
version = "0.27.2"
|
|
1295
1295
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1296
|
-
checksum = "
|
|
1296
|
+
checksum = "03b51720d314836e53327f5871d4c0cfb4fb37cc2c4a11cc71907a86342c40f9"
|
|
1297
1297
|
dependencies = [
|
|
1298
1298
|
"heck",
|
|
1299
1299
|
"proc-macro2",
|
|
@@ -1480,9 +1480,9 @@ checksum = "2b15c43186be67a4fd63bee50d0303afffcef381492ebe2c5d87f324e1b8815c"
|
|
|
1480
1480
|
|
|
1481
1481
|
[[package]]
|
|
1482
1482
|
name = "reqwest"
|
|
1483
|
-
version = "0.12.
|
|
1483
|
+
version = "0.12.26"
|
|
1484
1484
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1485
|
-
checksum = "
|
|
1485
|
+
checksum = "3b4c14b2d9afca6a60277086b0cc6a6ae0b568f6f7916c943a8cdc79f8be240f"
|
|
1486
1486
|
dependencies = [
|
|
1487
1487
|
"base64",
|
|
1488
1488
|
"bytes",
|
|
@@ -1666,10 +1666,10 @@ dependencies = [
|
|
|
1666
1666
|
]
|
|
1667
1667
|
|
|
1668
1668
|
[[package]]
|
|
1669
|
-
name = "
|
|
1670
|
-
version = "0.
|
|
1669
|
+
name = "serde_yaml_ng"
|
|
1670
|
+
version = "0.10.0"
|
|
1671
1671
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1672
|
-
checksum = "
|
|
1672
|
+
checksum = "7b4db627b98b36d4203a7b458cf3573730f2bb591b28871d916dfa9efabfd41f"
|
|
1673
1673
|
dependencies = [
|
|
1674
1674
|
"indexmap",
|
|
1675
1675
|
"itoa",
|
|
@@ -1862,7 +1862,7 @@ version = "1.2.0"
|
|
|
1862
1862
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
1863
1863
|
checksum = "2111ef44dae28680ae9752bb89409e7310ca33a8c621ebe7b106cf5c928b3ac0"
|
|
1864
1864
|
dependencies = [
|
|
1865
|
-
"windows-sys 0.
|
|
1865
|
+
"windows-sys 0.61.2",
|
|
1866
1866
|
]
|
|
1867
1867
|
|
|
1868
1868
|
[[package]]
|
|
@@ -2024,9 +2024,9 @@ dependencies = [
|
|
|
2024
2024
|
|
|
2025
2025
|
[[package]]
|
|
2026
2026
|
name = "tower-http"
|
|
2027
|
-
version = "0.6.
|
|
2027
|
+
version = "0.6.8"
|
|
2028
2028
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2029
|
-
checksum = "
|
|
2029
|
+
checksum = "d4e6559d53cc268e5031cd8429d05415bc4cb4aefc4aa5d6cc35fbf5b924a1f8"
|
|
2030
2030
|
dependencies = [
|
|
2031
2031
|
"bitflags 2.6.0",
|
|
2032
2032
|
"bytes",
|
|
@@ -2091,9 +2091,9 @@ checksum = "6ceab39d59e4c9499d4e5a8ee0e2735b891bb7308ac83dfb4e80cad195c9f6f3"
|
|
|
2091
2091
|
|
|
2092
2092
|
[[package]]
|
|
2093
2093
|
name = "unicode-normalization"
|
|
2094
|
-
version = "0.1.
|
|
2094
|
+
version = "0.1.25"
|
|
2095
2095
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
2096
|
-
checksum = "
|
|
2096
|
+
checksum = "5fd4f6878c9cb28d874b009da9e8d183b5abc80117c40bbd187a1fde336be6e8"
|
|
2097
2097
|
dependencies = [
|
|
2098
2098
|
"tinyvec",
|
|
2099
2099
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[package]
|
|
2
2
|
name = "lindera-python"
|
|
3
|
-
version = "1.3.
|
|
3
|
+
version = "1.3.2"
|
|
4
4
|
edition = "2024"
|
|
5
5
|
description = "Python binding for Lindera."
|
|
6
6
|
documentation = "https://docs.rs/lindera-python"
|
|
@@ -39,9 +39,9 @@ train = ["lindera/train"] # Enable training functionality
|
|
|
39
39
|
default = ["train"] # No directories included
|
|
40
40
|
|
|
41
41
|
[dependencies]
|
|
42
|
-
pyo3 = { version = "0.27.
|
|
42
|
+
pyo3 = { version = "0.27.2", features = ["extension-module"] }
|
|
43
43
|
serde = { version = "1.0.228", features = ["derive"] }
|
|
44
44
|
serde_json = "1.0.145"
|
|
45
45
|
num_cpus = "1.17.0"
|
|
46
46
|
|
|
47
|
-
lindera = "1.4.
|
|
47
|
+
lindera = "1.4.2"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: lindera-python
|
|
3
|
-
Version: 1.3.
|
|
3
|
+
Version: 1.3.2
|
|
4
4
|
Classifier: Programming Language :: Python :: 3
|
|
5
5
|
Classifier: Programming Language :: Python :: 3.8
|
|
6
6
|
Classifier: Programming Language :: Python :: 3.9
|
|
@@ -16,7 +16,7 @@ Keywords: morphological,analysis,library,python
|
|
|
16
16
|
Home-Page: https://github.com/lindera/lindera-python
|
|
17
17
|
Author-email: Minoru Osuka <minoru.osuka@gmail.com>
|
|
18
18
|
License: MIT
|
|
19
|
-
Requires-Python: >=3.
|
|
19
|
+
Requires-Python: >=3.10, <3.15
|
|
20
20
|
Description-Content-Type: text/markdown; charset=UTF-8; variant=GFM
|
|
21
21
|
|
|
22
22
|
# lindera-python
|