nltkor 1.2.13__tar.gz → 1.2.15__tar.gz

{nltkor-1.2.13 → nltkor-1.2.15}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: nltkor
-Version: 1.2.13
+Version: 1.2.15
 Home-page: https://modi.changwon.ac.kr/air_cwnu/nlp_tool/nltk_ko.git
 Keywords: string matching,pattern matching,edit distance,string to string correction,string to string matching,Levenshtein edit distance,Hamming distance,Damerau-Levenshtein distance,Jaro-Winkler distance,longest common subsequence,longest common substring,dynamic programming,approximate string matching,semantic similarity,natural language processing,NLP,information retrieval,rouge,sacrebleu,bertscore,bartscore,fasttext,glove,cosine similarity,Smith-Waterman,Needleman-Wunsch,Hirschberg,Karp-Rabin,Knuth-Morris-Pratt,Boyer-Moore
 Classifier: Programming Language :: Python :: 3.7
@@ -34,3 +34,9 @@ Requires-Dist: bert_score
 Requires-Dist: chardet
 Requires-Dist: GPUtil
 Requires-Dist: fasttext
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: keywords
+Dynamic: license-file
+Dynamic: requires-dist
+Dynamic: requires-python

{nltkor-1.2.13 → nltkor-1.2.15}/README.md

@@ -777,19 +777,19 @@ Time: 0.05374705195426941, memory: 1409.9
 #### 5.10.1 BLEU for tensor
 - 각 score의 값이 tensor 로 반환한다.
 ```python
->>> from nltk.translate.bleu_score import *
->>> from nltko.tokenize import Ko_tokenize
+>>> from nltkor.metrics import DefaultMetric
+>>> import torch
 >>> can=torch.tensor([[1,2,3,4,5],[3,4,5,6,4]])
 >>> ref=torch.tensor([[1,2,3,4,5],[3,5,6,7,10]])
->>> bleu_tensor(ref,can,1)
+>>> DefaultMetric().bleu_tensor(ref,can,1)
 tensor(0.8000)
->>> bleu_tensor(ref,can,2)
+>>> DefaultMetric().bleu_tensor(ref,can,2)
 tensor(0.6250)
->>> bleu_tensor(ref,can,3)
+>>> DefaultMetric().bleu_tensor(ref,can,3)
 tensor(0.5000)
->>> bleu_tensor(ref,can,4)
+>>> DefaultMetric().bleu_tensor(ref,can,4)
 tensor(0.5000)
->>> bleu_tensor(ref,can)
+>>> DefaultMetric().bleu_tensor(ref,can)
 tensor(0.5946)
 
 ```

{nltkor-1.2.13 → nltkor-1.2.15}/nltkor/__init__.py

@@ -13,4 +13,4 @@ from nltkor import trans
 from nltkor import Kor_char
 from nltkor import etc
 
-__version__ = '1.2.13'
+__version__ = '1.2.15'

{nltkor-1.2.13 → nltkor-1.2.15}/nltkor/metrics/classical.py

@@ -7,6 +7,7 @@ from copy import deepcopy
 import itertools
 import torch
 import time
+import math
 from nltk.translate.bleu_score import *
 from nltk.metrics import confusionmatrix
 from collections import defaultdict
@@ -415,6 +416,17 @@ class DefaultMetric:
 		elif n==4:
 			return self.bleu(reference,candiate,(0,0,0,1), smoothing_function=smoothing_function)
 
+	def bleu_tensor(self,reference,candidate,n=0, smoothing_function=None):
+
+		if n: weights = tuple(1 if i == n-1 else 0 for i in range(4))
+		else: weights = (0.25, 0.25, 0.25, 0.25)
+ 
+		reference=reference.unsqueeze(1)
+		reference=reference.numpy()
+		candidate=candidate.numpy()
+		return torch.tensor(corpus_bleu(reference,candidate,weights,smoothing_function=smoothing_function))
+
+