translate-package 0.2.2__py3-none-any.whl → 0.2.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. translate_package/__init__.py +1 -1
  2. translate_package/data/data_preparation.py +7 -6
  3. translate_package/models/machine_translation.py +2 -1
  4. {translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/METADATA +1 -1
  5. {translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/RECORD +7 -7
  6. {translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/WHEEL +0 -0
  7. {translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/top_level.txt +0 -0
translate_package/__init__.py CHANGED
@@ -14,7 +14,7 @@ from transformers import (
14
14
  Trainer, AutoModelForSeq2SeqLM,
15
15
  get_linear_schedule_with_warmup,
16
16
  T5ForConditionalGeneration, Adafactor, BartForConditionalGeneration,
17
- MT5ForConditionalGeneration, AutoTokenizer
17
+ MT5ForConditionalGeneration, AdamWeightDecay, AutoTokenizer
18
18
  )
19
19
  from wolof_translate.utils.bucket_iterator import SequenceLengthBatchSampler, BucketSampler
20
20
  from wolof_translate.utils.sent_transformers import TransformerSequences
translate_package/data/data_preparation.py CHANGED
@@ -111,23 +111,24 @@ class SentenceDataset(Dataset):
111
111
 
112
112
  if index > len(source_sentence):
113
113
 
114
- source_sentence = self.target_sentences[index]
114
+ source_sentence = self.target_sentences[index-len(self.source_sentences)]
115
115
 
116
- target_sentence = self.source_sentences[index]
116
+ target_sentence = self.source_sentences[index-len(self.source_sentences)]
117
117
 
118
118
  sentences = {
119
119
  self.source_column: source_sentence,
120
120
  self.target_column: target_sentence,
121
- "source": self.source_column,
122
- "target": self.target_column
121
+ "source": self.target_column,
122
+ "target": self.source_column
123
123
  }
124
124
 
125
125
  else:
126
+
126
127
  sentences = {
127
128
  self.source_column: source_sentence,
128
129
  self.target_column: target_sentence,
129
- "source": self.target_column,
130
- "target": self.source_column
130
+ "source": self.source_column,
131
+ "target": self.target_column
131
132
  }
132
133
 
133
134
  if not self.transformers is None:
translate_package/models/machine_translation.py CHANGED
@@ -12,7 +12,8 @@ from translate_package import (
12
12
  BartForConditionalGeneration,
13
13
  AutoModelForSeq2SeqLM,
14
14
  AutoTokenizer,
15
- Adafactor
15
+ Adafactor,
16
+ AdamWeightDecay
16
17
  )
17
18
 
18
19
  from translate_package.models.gradient_observation import get_gradients_mean
{translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: translate_package
3
- Version: 0.2.2
3
+ Version: 0.2.3
4
4
  Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
5
5
  Author: Oumar Kane
6
6
  Author-email: oumar.kane@univ-thies.sn
{translate_package-0.2.2.dist-info → translate_package-0.2.3.dist-info}/RECORD RENAMED
@@ -1,18 +1,18 @@
1
- translate_package/__init__.py,sha256=WERTpDGQEjthjUxYGbUvOvm7-tasT-1Ne3ylP0fdB2o,1295
1
+ translate_package/__init__.py,sha256=miie3aAeUYHsVk2O-kd4T86fFksuCiY70Eo6RNeY1Oo,1312
2
2
  translate_package/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
- translate_package/data/data_preparation.py,sha256=_fK2joza3FlzvrGPSk-KywhNj6R8IpK7TBBC0p6X940,16243
3
+ translate_package/data/data_preparation.py,sha256=04lLoP2L62suKa-CUdOAr8GsHQmfITNLVY9E2t6bVHc,16311
4
4
  translate_package/errors/__init__.py,sha256=gu6XjAIghG4lLkYo8x_7_yyLRtK2FIvmC-WcfJaeOlg,299
5
5
  translate_package/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
6
  translate_package/models/gradient_observation.py,sha256=P91UA5i-RdkK46TqpPOJ54DsUYgTI9cRohgPS1Ch0Lc,294
7
7
  translate_package/models/lstm.py,sha256=OPkvvceowz5JqdGGH4cfPhH23kbP11z-29zIJn5d8ig,3273
8
- translate_package/models/machine_translation.py,sha256=2A3oxUkCrlfNeHNdjWnc8EzwvG4Ri9GppaFofpQxtEc,11148
8
+ translate_package/models/machine_translation.py,sha256=1ot9Me6U1O7UHJMuJGvatx3DxoKY9TghzzHNzxdZa5g,11170
9
9
  translate_package/tokenization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  translate_package/tokenization/load_tokenizer.py,sha256=Q7ZFMCefs3vPe2CE9iWKkgGz3Wk4C9rbUTGmyjTioJQ,2069
11
11
  translate_package/tokenization/train_tokenizer.py,sha256=RkdT5DUx201OBNaswM6m54iqcrmCThd3ITLguQb_zVM,3347
12
12
  translate_package/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
13
  translate_package/utils/checkpoint.py,sha256=GqymRvF8_QZgrQq9m79Ppj6Qr7NQm78kDARm3p_chC0,322
14
14
  translate_package/utils/upload_to_hughub.py,sha256=zWXJQfv1ZndFIeyGWO0JMLSCP7rj-B4RuiiY-TFkBnw,522
15
- translate_package-0.2.2.dist-info/METADATA,sha256=-4KAGTfhVnvr6iRr_308OCD8B-Furn-MjAMm-a3k3Do,1023
16
- translate_package-0.2.2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
17
- translate_package-0.2.2.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
18
- translate_package-0.2.2.dist-info/RECORD,,
15
+ translate_package-0.2.3.dist-info/METADATA,sha256=k7IMJkp1vTl6rj5beKSJl6isQYk9-CRBnAaYpTLicik,1023
16
+ translate_package-0.2.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
17
+ translate_package-0.2.3.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
18
+ translate_package-0.2.3.dist-info/RECORD,,