e2k 0.2.3__tar.gz → 0.3.0__tar.gz

{e2k-0.2.3/src/e2k.egg-info → e2k-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e2k
-Version: 0.2.3
+Version: 0.3.0
 Summary: A tool for automatic English to Katakana conversion
 Author-email: Patchethium <asguftuikh@gmail.com>
 Requires-Python: >=3.10
@@ -61,7 +61,7 @@ print(katakana) # "ワード"
 
 # decode strategy
 # greedy by default, top_k and top_p are available
-# TODO: beam searh
+# I tried implementing beam search but it barely differs from greedy
 c2k.set_decode_strategy("top_k", top_k=2) # low quality results, not recommended
 c2k.set_decode_strategy("top_p", top_p=0.6, t=0.8)
 # for further information, see
@@ -78,8 +78,8 @@ The BLEU score is calculated on a random subset with size of 10% of the dataset.
 
 | Model | BLEU Score ↑ |
 | ----- | ------------ |
-| P2K   | 0.87         |
-| C2K   | 0.91         |
+| P2K   | 0.89         |
+| C2K   | 0.92         |
 
 ## Dictionary
 
@@ -189,13 +189,10 @@ python export.py --model /path/to/your/model.pth --p2k --output /path/to/your/mo
 
 ## License
 
-The code is released under WTFPL, you can do WTF you want with it.
-
-The dictionary should follow the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
-
-In short, as long as you provide the attribution, you can use it for both commercial and non-commercial purposes.
-
-The model weights are released under the same license as the dictionary.
+ - The code is released under WTFPL, you can do WTF you want with it.
+ - The dictionary follows the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
+   - In short, they both fall into CC-BY-SA.
+   - The model weights are trained using the dictionary. I am not a lawyer, whether the machine learning weights is considered as a derivative work is up to you.
 
 ## Credits
 

{e2k-0.2.3 → e2k-0.3.0}/README.md

@@ -52,7 +52,7 @@ print(katakana) # "ワード"
 
 # decode strategy
 # greedy by default, top_k and top_p are available
-# TODO: beam searh
+# I tried implementing beam search but it barely differs from greedy
 c2k.set_decode_strategy("top_k", top_k=2) # low quality results, not recommended
 c2k.set_decode_strategy("top_p", top_p=0.6, t=0.8)
 # for further information, see
@@ -69,8 +69,8 @@ The BLEU score is calculated on a random subset with size of 10% of the dataset.
 
 | Model | BLEU Score ↑ |
 | ----- | ------------ |
-| P2K   | 0.87         |
-| C2K   | 0.91         |
+| P2K   | 0.89         |
+| C2K   | 0.92         |
 
 ## Dictionary
 
@@ -180,13 +180,10 @@ python export.py --model /path/to/your/model.pth --p2k --output /path/to/your/mo
 
 ## License
 
-The code is released under WTFPL, you can do WTF you want with it.
-
-The dictionary should follow the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
-
-In short, as long as you provide the attribution, you can use it for both commercial and non-commercial purposes.
-
-The model weights are released under the same license as the dictionary.
+ - The code is released under WTFPL, you can do WTF you want with it.
+ - The dictionary follows the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
+   - In short, they both fall into CC-BY-SA.
+   - The model weights are trained using the dictionary. I am not a lawyer, whether the machine learning weights is considered as a derivative work is up to you.
 
 ## Credits
 

{e2k-0.2.3 → e2k-0.3.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "e2k"
-version = "0.2.3"
+version = "0.3.0"
 description = "A tool for automatic English to Katakana conversion"
 readme = "README.md"
 authors = [{ name = "Patchethium", email = "asguftuikh@gmail.com" }]

{e2k-0.2.3 → e2k-0.3.0}/src/e2k/constants.py

@@ -1,4 +1,4 @@
-from string import ascii_letters
+from string import ascii_lowercase
 
 
 PAD_IDX = 0
@@ -165,7 +165,7 @@ en_phones = [
     "ZH",
 ]
 
-ascii_entries = ["<pad>", "<sos>", "<eos>"] + list(ascii_letters) + [" "]
+ascii_entries = ["<pad>", "<sos>", "<eos>"] + list(ascii_lowercase) + [" ", "'"]
 
 kanas = ["<pad>", "<sos>", "<eos>"] + kanas
-en_phones = ["<pad>", "<sos>", "<eos>"] + en_phones + [" "]
+en_phones = ["<pad>", "<sos>", "<eos>"] + en_phones + [" ", "'"]

{e2k-0.2.3 → e2k-0.3.0}/src/e2k/inference.py

@@ -314,7 +314,7 @@ if __name__ == "__main__":
     args = parser.parse_args()
     p2k = P2K()
     c2k = C2K()
-    word = "gutenberg"
+    word = "vordhosbn"
     phonemes = g2p(word)
     print(word)
     print("P2K: ", p2k(phonemes))

{e2k-0.2.3 → e2k-0.3.0/src/e2k.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: e2k
-Version: 0.2.3
+Version: 0.3.0
 Summary: A tool for automatic English to Katakana conversion
 Author-email: Patchethium <asguftuikh@gmail.com>
 Requires-Python: >=3.10
@@ -61,7 +61,7 @@ print(katakana) # "ワード"
 
 # decode strategy
 # greedy by default, top_k and top_p are available
-# TODO: beam searh
+# I tried implementing beam search but it barely differs from greedy
 c2k.set_decode_strategy("top_k", top_k=2) # low quality results, not recommended
 c2k.set_decode_strategy("top_p", top_p=0.6, t=0.8)
 # for further information, see
@@ -78,8 +78,8 @@ The BLEU score is calculated on a random subset with size of 10% of the dataset.
 
 | Model | BLEU Score ↑ |
 | ----- | ------------ |
-| P2K   | 0.87         |
-| C2K   | 0.91         |
+| P2K   | 0.89         |
+| C2K   | 0.92         |
 
 ## Dictionary
 
@@ -189,13 +189,10 @@ python export.py --model /path/to/your/model.pth --p2k --output /path/to/your/mo
 
 ## License
 
-The code is released under WTFPL, you can do WTF you want with it.
-
-The dictionary should follow the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
-
-In short, as long as you provide the attribution, you can use it for both commercial and non-commercial purposes.
-
-The model weights are released under the same license as the dictionary.
+ - The code is released under WTFPL, you can do WTF you want with it.
+ - The dictionary follows the [Wikimedia's license](https://dumps.wikimedia.org/legal.html) and the [JMdict / EDICT's Copyright](https://www.edrdg.org/) license.
+   - In short, they both fall into CC-BY-SA.
+   - The model weights are trained using the dictionary. I am not a lawyer, whether the machine learning weights is considered as a derivative work is up to you.
 
 ## Credits