nltkor 1.2.10__tar.gz → 1.2.11__tar.gz

{nltkor-1.2.10 → nltkor-1.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: nltkor
-Version: 1.2.10
+Version: 1.2.11
 Home-page: https://modi.changwon.ac.kr/air_cwnu/nlp_tool/nltk_ko.git
 Keywords: string matching,pattern matching,edit distance,string to string correction,string to string matching,Levenshtein edit distance,Hamming distance,Damerau-Levenshtein distance,Jaro-Winkler distance,longest common subsequence,longest common substring,dynamic programming,approximate string matching,semantic similarity,natural language processing,NLP,information retrieval,rouge,sacrebleu,bertscore,bartscore,fasttext,glove,cosine similarity,Smith-Waterman,Needleman-Wunsch,Hirschberg,Karp-Rabin,Knuth-Morris-Pratt,Boyer-Moore
 Classifier: Programming Language :: Python :: 3.7
@@ -34,3 +34,9 @@ Requires-Dist: bert_score
 Requires-Dist: chardet
 Requires-Dist: GPUtil
 Requires-Dist: fasttext
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python

{nltkor-1.2.10 → nltkor-1.2.11}/README.md

@@ -532,7 +532,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 import time
 import random
-import accuracy_norm
+from nltkor.metrics import DefaultMetric
 
 # 모델과 토크나이저 로드
 model_name = 'gpt2-medium'
@@ -599,7 +599,7 @@ memory_usages = []
 inference_times = []
 
 for example in examples:
-    cor, metrics = accuracy_norm(model, tokenizer, example["input_text"], example["candidates"], example["label"])
+    cor, metrics = DefaultMetric().accuracy_norm(model, tokenizer, example["input_text"], example["candidates"], example["label"])
     correct += cor
     memory_usages.append(metrics["reserved_memory"])
     inference_times.append(metrics["inference_time"])
@@ -776,7 +776,7 @@ Time: 0.05374705195426941, memory: 1409.9
 
 #### 5.10.1 BLEU for tensor
 - 각 score의 값이 tensor 로 반환한다.
-```
+```python
 >>> from nltk.translate.bleu_score import *
 >>> from nltko.tokenize import Ko_tokenize
 >>> can=torch.tensor([[1,2,3,4,5],[3,4,5,6,4]])

{nltkor-1.2.10 → nltkor-1.2.11}/nltkor/__init__.py

@@ -13,4 +13,4 @@ from nltkor import trans
 from nltkor import Kor_char
 from nltkor import etc
 
-__version__ = '1.2.10'
+__version__ = '1.2.11'