nltkor 1.2.0__cp39-cp39-macosx_10_9_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (76) hide show
  1. nltkor/Kor_char.py +193 -0
  2. nltkor/__init__.py +15 -0
  3. nltkor/alignment/__init__.py +1315 -0
  4. nltkor/cider/__init__.py +2 -0
  5. nltkor/cider/cider.py +55 -0
  6. nltkor/cider/cider_scorer.py +207 -0
  7. nltkor/distance/__init__.py +441 -0
  8. nltkor/distance/wasserstein.py +126 -0
  9. nltkor/etc.py +22 -0
  10. nltkor/lazyimport.py +144 -0
  11. nltkor/make_requirement.py +11 -0
  12. nltkor/metrics/__init__.py +63 -0
  13. nltkor/metrics/bartscore.py +301 -0
  14. nltkor/metrics/bertscore.py +331 -0
  15. nltkor/metrics/bleu_tensor.py +20 -0
  16. nltkor/metrics/classical.py +814 -0
  17. nltkor/metrics/entment.py +24 -0
  18. nltkor/metrics/eval.py +517 -0
  19. nltkor/metrics/mauve.py +273 -0
  20. nltkor/metrics/mauve_utils.py +131 -0
  21. nltkor/misc/__init__.py +11 -0
  22. nltkor/misc/string2string_basic_functions.py +59 -0
  23. nltkor/misc/string2string_default_tokenizer.py +83 -0
  24. nltkor/misc/string2string_hash_functions.py +159 -0
  25. nltkor/misc/string2string_word_embeddings.py +503 -0
  26. nltkor/search/__init__.py +10 -0
  27. nltkor/search/classical.py +569 -0
  28. nltkor/search/faiss_search.py +467 -0
  29. nltkor/search/kobert_tokenizer.py +181 -0
  30. nltkor/sejong/__init__.py +3 -0
  31. nltkor/sejong/ch.py +12 -0
  32. nltkor/sejong/dict_semClassNum.txt +491 -0
  33. nltkor/sejong/layer.txt +630 -0
  34. nltkor/sejong/sejong_download.py +87 -0
  35. nltkor/sejong/ssem.py +685 -0
  36. nltkor/similarity/__init__.py +3 -0
  37. nltkor/similarity/bartscore____.py +337 -0
  38. nltkor/similarity/bertscore____.py +339 -0
  39. nltkor/similarity/classical.py +245 -0
  40. nltkor/similarity/cosine_similarity.py +175 -0
  41. nltkor/tag/__init__.py +70 -0
  42. nltkor/tag/espresso_tag.py +220 -0
  43. nltkor/tag/libs/__init__.py +9 -0
  44. nltkor/tag/libs/arguments.py +280 -0
  45. nltkor/tag/libs/attributes.py +231 -0
  46. nltkor/tag/libs/config.py +158 -0
  47. nltkor/tag/libs/metadata.py +129 -0
  48. nltkor/tag/libs/ner/__init__.py +2 -0
  49. nltkor/tag/libs/ner/macmorphoreader.py +7 -0
  50. nltkor/tag/libs/ner/ner_reader.py +92 -0
  51. nltkor/tag/libs/network.c +59267 -0
  52. nltkor/tag/libs/network.cpython-39-darwin.so +0 -0
  53. nltkor/tag/libs/parse/__init__.py +1 -0
  54. nltkor/tag/libs/parse/parse_reader.py +283 -0
  55. nltkor/tag/libs/pos/__init__.py +2 -0
  56. nltkor/tag/libs/pos/macmorphoreader.py +7 -0
  57. nltkor/tag/libs/pos/pos_reader.py +89 -0
  58. nltkor/tag/libs/reader.py +510 -0
  59. nltkor/tag/libs/srl/__init__.py +3 -0
  60. nltkor/tag/libs/srl/__srl_reader_.py +535 -0
  61. nltkor/tag/libs/srl/srl_reader.py +436 -0
  62. nltkor/tag/libs/srl/train_srl.py +87 -0
  63. nltkor/tag/libs/taggers.py +926 -0
  64. nltkor/tag/libs/utils.py +344 -0
  65. nltkor/tag/libs/word_dictionary.py +239 -0
  66. nltkor/tag/libs/wsd/__init__.py +2 -0
  67. nltkor/tag/libs/wsd/macmorphoreader.py +7 -0
  68. nltkor/tag/libs/wsd/wsd_reader.py +93 -0
  69. nltkor/tokenize/__init__.py +62 -0
  70. nltkor/tokenize/ko_tokenize.py +115 -0
  71. nltkor/trans.py +121 -0
  72. nltkor-1.2.0.dist-info/LICENSE.txt +1093 -0
  73. nltkor-1.2.0.dist-info/METADATA +33 -0
  74. nltkor-1.2.0.dist-info/RECORD +76 -0
  75. nltkor-1.2.0.dist-info/WHEEL +5 -0
  76. nltkor-1.2.0.dist-info/top_level.txt +1 -0
nltkor-1.2.0.dist-info/METADATA ADDED
@@ -0,0 +1,33 @@
1
+ Metadata-Version: 2.1
2
+ Name: nltkor
3
+ Version: 1.2.0
4
+ Home-page: https://github.com/cwnu-airlab/NLTKo.git
5
+ Keywords: string matching,pattern matching,edit distance,string to string correction,string to string matching,Levenshtein edit distance,Hamming distance,Damerau-Levenshtein distance,Jaro-Winkler distance,longest common subsequence,longest common substring,dynamic programming,approximate string matching,semantic similarity,natural language processing,NLP,information retrieval,rouge,sacrebleu,bertscore,bartscore,fasttext,glove,cosine similarity,Smith-Waterman,Needleman-Wunsch,Hirschberg,Karp-Rabin,Knuth-Morris-Pratt,Boyer-Moore
6
+ Classifier: Programming Language :: Python :: 3.7
7
+ Classifier: Programming Language :: Python :: 3.8
8
+ Classifier: Programming Language :: Python :: 3.9
9
+ Classifier: Programming Language :: Python :: 3.10
10
+ Classifier: License :: OSI Approved :: MIT License
11
+ Classifier: Operating System :: OS Independent
12
+ Classifier: Typing :: Typed
13
+ Requires-Python: >=3.7
14
+ License-File: LICENSE.txt
15
+ Requires-Dist: regex
16
+ Requires-Dist: tqdm>=4.40.0
17
+ Requires-Dist: joblib
18
+ Requires-Dist: numpy==1.23.0
19
+ Requires-Dist: requests
20
+ Requires-Dist: nltk>3.0
21
+ Requires-Dist: pyarrow==14.0.0
22
+ Requires-Dist: beautifulSoup4
23
+ Requires-Dist: faiss-cpu>=1.7.3
24
+ Requires-Dist: datasets
25
+ Requires-Dist: torch
26
+ Requires-Dist: scikit-learn>=0.22.1
27
+ Requires-Dist: transformers>=4.8.2
28
+ Requires-Dist: protobuf
29
+ Requires-Dist: sentencepiece
30
+ Requires-Dist: pandas
31
+ Requires-Dist: bert-score
32
+ Requires-Dist: fasttext==0.9.2
33
+
nltkor-1.2.0.dist-info/RECORD ADDED
@@ -0,0 +1,76 @@
1
+ nltkor/Kor_char.py,sha256=KtixIsoKCtKItbwnZ7ehk47jjXhdvW_luHJBkIUNYUo,4735
2
+ nltkor/__init__.py,sha256=35iZGtDk4RrbkcmF-qdskShObyfNDLq5WXchHjl5tS8,344
3
+ nltkor/etc.py,sha256=gbu4BZKe_x8g_OcuhqkKu6Z6_J-wQ0xE6pumnl4z3JE,387
4
+ nltkor/lazyimport.py,sha256=GFL1znsYUhV7mzW3U1IUQwvBcRH4d4YMFJNcGQ8eRLc,4561
5
+ nltkor/make_requirement.py,sha256=vvftdbp81DcaKzalNeZ-6AOmzSMveftZuAIar1NSWtE,283
6
+ nltkor/trans.py,sha256=vcfAY6l1BQE-J9ZbAoISrHgvYwlCJgomwLXLUfH1mLQ,2819
7
+ nltkor/alignment/__init__.py,sha256=c8WI2xEIT8hEtYBe9LeJ_01GqjqoXDkAaI_9hY2X9Zo,59324
8
+ nltkor/cider/__init__.py,sha256=RwyaMqBH1wm8wdRfRXd1WR6SjC0fMfPPfCW21C8x6Zw,19
9
+ nltkor/cider/cider.py,sha256=f2W59ssfrAMutj-AX9IHpuqox6uLgNda3fEPLEKgh20,1785
10
+ nltkor/cider/cider_scorer.py,sha256=kFxIb0DFWOUia4CqhSYX8uwO60lYu4W0Z5FwOE8de4o,7986
11
+ nltkor/distance/__init__.py,sha256=qd6L4mvuUta90HBnyq-coik2NrFTwNBU84bew8hLXbE,19737
12
+ nltkor/distance/wasserstein.py,sha256=-dDEshMqdE3E0eV8uGd10skmJycu-7qcSK3FWQlcXcY,3796
13
+ nltkor/metrics/__init__.py,sha256=DZ6nhR51J_oS-7ZKfLcIFjeWrMsKSYhY6YSUpB2Tj2c,1785
14
+ nltkor/metrics/bartscore.py,sha256=9oTLGnZd6itMKiJ35eph-aYankw9uBiP-C5K1LozVuM,12192
15
+ nltkor/metrics/bertscore.py,sha256=zJ5Dkan3yxWpcQic-ATGH96OiTPBLzsn-YsbUMwAUgE,12702
16
+ nltkor/metrics/bleu_tensor.py,sha256=eyBGCRXtmPQH42YcJmEexPdV0qprYl0xmGLKgKV1Ucw,529
17
+ nltkor/metrics/classical.py,sha256=Bp3wATDusu-3I0UAXzI9aAjuwS1NoNnEhxOBNLzCJyI,18098
18
+ nltkor/metrics/entment.py,sha256=pmc62KF6IwqZMaXUIpltKt8ZwPUrU3QdBPYeHSdivTo,875
19
+ nltkor/metrics/eval.py,sha256=OafziV4vzGmT_0AGsbJfAyWlTjbA6v00sYPg59FUbBg,12677
20
+ nltkor/metrics/mauve.py,sha256=Unb7n0KhcXs9Q0C_jMvClJVodKFLoaEkEmZQGzkj7fI,13356
21
+ nltkor/metrics/mauve_utils.py,sha256=bFM5KYkhVw1lfTB-rp53gZiHYWpmlm7za67gp_OeUnE,5221
22
+ nltkor/misc/__init__.py,sha256=jXz6WRYbfS5Y8DgMQo8OMjRVyJo1S6Nh5FKkIO13PBQ,390
23
+ nltkor/misc/string2string_basic_functions.py,sha256=V1zbGxp_obz9JpxxBBBYOK-Pvmd3eKvbcXQpROGl_1I,2229
24
+ nltkor/misc/string2string_default_tokenizer.py,sha256=XdeZvQ_q2aP5ORdnL9jPs1qRJ4ajzwJUWJ3UqE2oeCs,2247
25
+ nltkor/misc/string2string_hash_functions.py,sha256=OrxrqQOGOJy4tjNCiUSwvD1G51AJ2FjzIq24l46RBFA,4604
26
+ nltkor/misc/string2string_word_embeddings.py,sha256=cq_PjjByhKpCaV2iamv-uRCnCcdiyfd0fZg9XYbl9Bc,19015
27
+ nltkor/search/__init__.py,sha256=CB0DQz4-kx7DqWMuoRBh1iKWpu5AqKybfBvlDU_e4ow,293
28
+ nltkor/search/classical.py,sha256=su1yyfiWDI-0w5QOnV1n06GWqhZceeiKZqWK_2_ANAs,19547
29
+ nltkor/search/faiss_search.py,sha256=IYWYi0g9sPNUD_SgtGIGlC77WXRfZEvhPR_LNRfA99s,15632
30
+ nltkor/search/kobert_tokenizer.py,sha256=vUrOsrbwZKV7TBRqut6P2P8j4XGcZZfHtgus3xdAMGE,6929
31
+ nltkor/sejong/__init__.py,sha256=obL98ak4sr1W_mKmSEgSgtspsjvHUfuGz7eT4AT1YMs,73
32
+ nltkor/sejong/ch.py,sha256=BsfpAKK1gq7OjvxN2oOpZwmSZsQFyM-ZhYEL9TzXPCU,214
33
+ nltkor/sejong/dict_semClassNum.txt,sha256=oHZ-WOZVVeRu9h-GY3bBpL4S7VqLUGWyEegaTaG7m24,13000
34
+ nltkor/sejong/layer.txt,sha256=1S_CAwgpNfT6wmvRg-A3T4FLfcKGoLTCHbkNbCUNpi0,12397
35
+ nltkor/sejong/sejong_download.py,sha256=9YRjSvUsRHWK19BjfhuP8Idh-yqGt985RbhYjOuCLeI,3526
36
+ nltkor/sejong/ssem.py,sha256=CD_xmziNRtI2EPgFU0sJSrwL0ZPQ8BaUxdo4nNC5yhc,16219
37
+ nltkor/similarity/__init__.py,sha256=XMvf0dALT7DnLLp4yLJUh9oBLCE-W9TvOH6aaRIhLso,224
38
+ nltkor/similarity/bartscore____.py,sha256=lExvrs1C2FoLKtaEJCCHTyqn2ENu1hYnnFHIb7zpDvw,13271
39
+ nltkor/similarity/bertscore____.py,sha256=X1IBSV-B8RD2Rux6V3f17FBOzvr1fLqYX12thzI2wqE,13005
40
+ nltkor/similarity/classical.py,sha256=hwPTtyPpx82tLP_5sZB8HWcugw6l7jcCJH6WpM5tNkc,8272
41
+ nltkor/similarity/cosine_similarity.py,sha256=vtKOjCQ7As3rC7BWkiBaJCK1qjoNTzuST9vPqC6IDGc,6299
42
+ nltkor/tag/__init__.py,sha256=abL1KOCHKhvBLkUImjL04OfnmErJSVv9LFDJx23YVPE,2676
43
+ nltkor/tag/espresso_tag.py,sha256=v7Z0e8KOeVI0vboG80G0_6GR9m5YAb6nRebchSg6WdA,6355
44
+ nltkor/tag/libs/__init__.py,sha256=w2M8ooEV90LXauEHMHLxWKxvGqCROwDHSTqu0TijBts,259
45
+ nltkor/tag/libs/arguments.py,sha256=rf6CdIRT1248DsiCKXElNCM8wEqvPbGtd4dnY-dHGrE,13553
46
+ nltkor/tag/libs/attributes.py,sha256=9pcDT7Jq8cEKpQUTt9SEk9U6KCXKMANweIYirsz0hb8,7334
47
+ nltkor/tag/libs/config.py,sha256=z_EIabIZnpLhiba1-VsfvNN_gCrRIaaoVKECf0O0oW8,7750
48
+ nltkor/tag/libs/metadata.py,sha256=I7ZhJ5UPuBTEEG8RE_cekGptkRkrB962v4OWTLRzxvw,4914
49
+ nltkor/tag/libs/network.c,sha256=3UdHgVPb298MnIBj0Y8iy8K5ymvz1HCagyaTic2HYo8,2829911
50
+ nltkor/tag/libs/network.cpython-39-darwin.so,sha256=3Pz1zIe_7lWljBFRyxQYV5A9cy9vYilzWSC7nM67WWc,873872
51
+ nltkor/tag/libs/reader.py,sha256=-VL0_SMfpipi0-JMz-qL6vwpqHWkVLT1vYMC2sS2BJM,13989
52
+ nltkor/tag/libs/taggers.py,sha256=dFT28wwrD_w8YUdVWepOnNygyOmwUJ8HZpMmhoFPoCU,30735
53
+ nltkor/tag/libs/utils.py,sha256=f1Id1eY628WDPtLvSTYopWedxWyE3KQn2xKg_fqOX1o,11114
54
+ nltkor/tag/libs/word_dictionary.py,sha256=Q-RcE9Sau1Yc8-cyZMVPShue-jyFa91DwGrBwXKAENo,7218
55
+ nltkor/tag/libs/ner/__init__.py,sha256=fNWJH6lNG17KfiWDC6D87louzXcg2pARNqkyiqP5oWQ,35
56
+ nltkor/tag/libs/ner/macmorphoreader.py,sha256=72_4CmAAg9gkz3MXaWqMRxtpqILysX8QI4_IUvCvwz0,157
57
+ nltkor/tag/libs/ner/ner_reader.py,sha256=_gRKf30EEiGIxO-JCAq6Ev3wKdxCWgTLpPjL5qsqf4o,2090
58
+ nltkor/tag/libs/parse/__init__.py,sha256=StOOjziG5tRF8ck2uPOboU25FYfnC5rR5BNWGbXMMgQ,43
59
+ nltkor/tag/libs/parse/parse_reader.py,sha256=aYV8pKN3-siMmlxjqZH2kof5jPejNoFOiuD0zQAyXKk,8653
60
+ nltkor/tag/libs/pos/__init__.py,sha256=kbGr5-Bz9AYxceTa6eeH4GIOGr76oP1xLpPGXir6ExU,35
61
+ nltkor/tag/libs/pos/macmorphoreader.py,sha256=W_sB1SVKS_mCAicjPyDCoIzKgrB72LZ86_poZxg9ZQQ,157
62
+ nltkor/tag/libs/pos/pos_reader.py,sha256=oehY2vqcAx773g198dWB10ImPk-WKApJTo5Hm86Qi7Q,1991
63
+ nltkor/tag/libs/srl/__init__.py,sha256=1mwqsTqrzROFbsjaILZQBtgkY5iFY5TWeOUonCQsAsk,60
64
+ nltkor/tag/libs/srl/__srl_reader_.py,sha256=ZpGZkho1IgC5vSz1k9KWHZcgXgNl-LD2BjZis2VFeFM,19462
65
+ nltkor/tag/libs/srl/srl_reader.py,sha256=0IHXiszNzVfwkYT8_HrOEDextUzNjeT4o9KpFBeuH_s,12086
66
+ nltkor/tag/libs/srl/train_srl.py,sha256=WOZYSpnvEez3IAYieNLJ5nVCNguB6vHhkHT-2wo4AlE,2793
67
+ nltkor/tag/libs/wsd/__init__.py,sha256=SDbJURI3rZnpQi68sYpVvMn7oOgJcfTtbmtZkaSpKkg,35
68
+ nltkor/tag/libs/wsd/macmorphoreader.py,sha256=ZC3i-gPq2OVzQ9EbwMpM77DkNjThLIYYKWthD0r3pwo,157
69
+ nltkor/tag/libs/wsd/wsd_reader.py,sha256=ZJJvrXfHm9C3TYLtCKroNdSF7J_J7k2KbrB5IHHZY68,2056
70
+ nltkor/tokenize/__init__.py,sha256=ZdWHiwNiIPUFdxZV1Yk1nVSjnC2xUZ6lfCMAtswimFQ,2613
71
+ nltkor/tokenize/ko_tokenize.py,sha256=T6IlXQXOEwa15TopybcRc9wLZfypLT2aAU_5CXhWuh4,3853
72
+ nltkor-1.2.0.dist-info/LICENSE.txt,sha256=c7URrdgMRPTfDHJt9SGSSOhqXOLzVQ_VdTh8Du2kMAY,58937
73
+ nltkor-1.2.0.dist-info/METADATA,sha256=Bae7UqZieCpPgCKOnBigln7JwxIEtkl_PA9bhGto9V8,1501
74
+ nltkor-1.2.0.dist-info/WHEEL,sha256=oCdO3ml5qUOveHgzhULJv95Xckvf2cUgezB442-ZaKE,108
75
+ nltkor-1.2.0.dist-info/top_level.txt,sha256=XbFtt4S9DLUdj3lThO7ro_RyJnAobZaMFpAQpD3yEmQ,7
76
+ nltkor-1.2.0.dist-info/RECORD,,
nltkor-1.2.0.dist-info/WHEEL ADDED
@@ -0,0 +1,5 @@
1
+ Wheel-Version: 1.0
2
+ Generator: setuptools (75.5.0)
3
+ Root-Is-Purelib: false
4
+ Tag: cp39-cp39-macosx_10_9_x86_64
5
+
nltkor-1.2.0.dist-info/top_level.txt ADDED
@@ -0,0 +1 @@
1
+ nltkor