translate-package 0.0.3__tar.gz → 0.0.5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. {translate_package-0.0.3 → translate_package-0.0.5}/PKG-INFO +1 -1
  2. {translate_package-0.0.3 → translate_package-0.0.5}/setup.py +1 -1
  3. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/machine_translation.py +7 -3
  4. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/PKG-INFO +1 -1
  5. {translate_package-0.0.3 → translate_package-0.0.5}/setup.cfg +0 -0
  6. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/__init__.py +0 -0
  7. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/data/__init__.py +0 -0
  8. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/data/__pycache__/__init__.cpython-310.pyc +0 -0
  9. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/data/__pycache__/data_preparation.cpython-310.pyc +0 -0
  10. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/data/data_preparation.py +0 -0
  11. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/errors/__init__.py +0 -0
  12. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/errors/__pycache__/__init__.cpython-310.pyc +0 -0
  13. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/__init__.py +0 -0
  14. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/__pycache__/__init__.cpython-310.pyc +0 -0
  15. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/__pycache__/code_generation.cpython-310.pyc +0 -0
  16. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/__pycache__/machine_translation.cpython-310.pyc +0 -0
  17. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/gradient_observation.py +0 -0
  18. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/lstm.py +0 -0
  19. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/__init__.py +0 -0
  20. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/__pycache__/__init__.cpython-310.pyc +0 -0
  21. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/__pycache__/load_tokenizer.cpython-310.pyc +0 -0
  22. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/__pycache__/train_tokenizer.cpython-310.pyc +0 -0
  23. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/load_tokenizer.py +0 -0
  24. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/tokenization/train_tokenizer.py +0 -0
  25. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/utils/__init__.py +0 -0
  26. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/utils/__pycache__/__init__.cpython-310.pyc +0 -0
  27. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/utils/__pycache__/checkpoint.cpython-310.pyc +0 -0
  28. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package/utils/checkpoint.py +0 -0
  29. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/SOURCES.txt +0 -0
  30. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/dependency_links.txt +0 -0
  31. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/requires.txt +0 -0
  32. {translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/top_level.txt +0 -0
{translate_package-0.0.3 → translate_package-0.0.5}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: translate_package
3
- Version: 0.0.3
3
+ Version: 0.0.5
4
4
  Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
5
5
  Author: Oumar Kane
6
6
  Author-email: oumar.kane@univ-thies.sn
{translate_package-0.0.3 → translate_package-0.0.5}/setup.py RENAMED
@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
2
2
 
3
3
  setup(
4
4
  name="translate_package",
5
- version="0.0.3",
5
+ version="0.0.5",
6
6
  author="Oumar Kane",
7
7
  packages=find_packages(),
8
8
  author_email="oumar.kane@univ-thies.sn",
{translate_package-0.0.3 → translate_package-0.0.5}/translate_package/models/machine_translation.py RENAMED
@@ -48,7 +48,7 @@ class MachineTranslationTransformer(pl.LightningModule):
48
48
  lora_alpha=32,
49
49
  lora_dropout=0.05,
50
50
  bias="none",
51
- max_new_tokens=200,
51
+ max_new_tokens=50,
52
52
  predict_with_generate=True,
53
53
  num_beams=0,
54
54
  use_peft=False,
@@ -56,7 +56,8 @@ class MachineTranslationTransformer(pl.LightningModule):
56
56
  num_layers=6,
57
57
  hidden_size=128,
58
58
  dropout=0.1,
59
- bidirectional=False
59
+ bidirectional=False,
60
+ length_penalty=1.2
60
61
  ):
61
62
 
62
63
  super().__init__()
@@ -131,6 +132,8 @@ class MachineTranslationTransformer(pl.LightningModule):
131
132
 
132
133
  self.num_beams = num_beams
133
134
 
135
+ self.length_penalty = length_penalty
136
+
134
137
  self.model_generation = model_generation
135
138
 
136
139
  self.predictions = {
@@ -270,7 +273,8 @@ class MachineTranslationTransformer(pl.LightningModule):
270
273
  attention_mask=batch["attention_mask"],
271
274
  max_new_tokens=self.max_new_tokens,
272
275
  do_sample=True,
273
- num_beams=self.num_beams
276
+ num_beams=self.num_beams,
277
+ length_penalty=self.length_penalty
274
278
  )
275
279
 
276
280
  elif not self.model_generation in ["lstm"]:
{translate_package-0.0.3 → translate_package-0.0.5}/translate_package.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: translate-package
3
- Version: 0.0.3
3
+ Version: 0.0.5
4
4
  Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
5
5
  Author: Oumar Kane
6
6
  Author-email: oumar.kane@univ-thies.sn