translate-package 0.2.3__py3-none-any.whl → 0.2.5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. translate_package/__init__.py +1 -1
  2. translate_package/data/data_preparation.py +5 -5
  3. translate_package/models/machine_translation.py +1 -2
  4. {translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/METADATA +1 -1
  5. {translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/RECORD +7 -7
  6. {translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/WHEEL +0 -0
  7. {translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/top_level.txt +0 -0
translate_package/__init__.py CHANGED
@@ -14,7 +14,7 @@ from transformers import (
14
14
  Trainer, AutoModelForSeq2SeqLM,
15
15
  get_linear_schedule_with_warmup,
16
16
  T5ForConditionalGeneration, Adafactor, BartForConditionalGeneration,
17
- MT5ForConditionalGeneration, AdamWeightDecay, AutoTokenizer
17
+ MT5ForConditionalGeneration, AutoTokenizer
18
18
  )
19
19
  from wolof_translate.utils.bucket_iterator import SequenceLengthBatchSampler, BucketSampler
20
20
  from wolof_translate.utils.sent_transformers import TransformerSequences
translate_package/data/data_preparation.py CHANGED
@@ -105,11 +105,7 @@ class SentenceDataset(Dataset):
105
105
 
106
106
  def __getitem__(self, index):
107
107
 
108
- source_sentence = self.source_sentences[index]
109
-
110
- target_sentence = self.target_sentences[index]
111
-
112
- if index > len(source_sentence):
108
+ if index >= len(self.source_sentences):
113
109
 
114
110
  source_sentence = self.target_sentences[index-len(self.source_sentences)]
115
111
 
@@ -124,6 +120,10 @@ class SentenceDataset(Dataset):
124
120
 
125
121
  else:
126
122
 
123
+ source_sentence = self.source_sentences[index]
124
+
125
+ target_sentence = self.target_sentences[index]
126
+
127
127
  sentences = {
128
128
  self.source_column: source_sentence,
129
129
  self.target_column: target_sentence,
translate_package/models/machine_translation.py CHANGED
@@ -12,8 +12,7 @@ from translate_package import (
12
12
  BartForConditionalGeneration,
13
13
  AutoModelForSeq2SeqLM,
14
14
  AutoTokenizer,
15
- Adafactor,
16
- AdamWeightDecay
15
+ Adafactor
17
16
  )
18
17
 
19
18
  from translate_package.models.gradient_observation import get_gradients_mean
{translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: translate_package
3
- Version: 0.2.3
3
+ Version: 0.2.5
4
4
  Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
5
5
  Author: Oumar Kane
6
6
  Author-email: oumar.kane@univ-thies.sn
{translate_package-0.2.3.dist-info → translate_package-0.2.5.dist-info}/RECORD RENAMED
@@ -1,18 +1,18 @@
1
- translate_package/__init__.py,sha256=miie3aAeUYHsVk2O-kd4T86fFksuCiY70Eo6RNeY1Oo,1312
1
+ translate_package/__init__.py,sha256=WERTpDGQEjthjUxYGbUvOvm7-tasT-1Ne3ylP0fdB2o,1295
2
2
  translate_package/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
- translate_package/data/data_preparation.py,sha256=04lLoP2L62suKa-CUdOAr8GsHQmfITNLVY9E2t6bVHc,16311
3
+ translate_package/data/data_preparation.py,sha256=esuxZo8hNzK9Edn6X6PBkNO8BWDCznkteM2yhQOgLNk,16330
4
4
  translate_package/errors/__init__.py,sha256=gu6XjAIghG4lLkYo8x_7_yyLRtK2FIvmC-WcfJaeOlg,299
5
5
  translate_package/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
6
  translate_package/models/gradient_observation.py,sha256=P91UA5i-RdkK46TqpPOJ54DsUYgTI9cRohgPS1Ch0Lc,294
7
7
  translate_package/models/lstm.py,sha256=OPkvvceowz5JqdGGH4cfPhH23kbP11z-29zIJn5d8ig,3273
8
- translate_package/models/machine_translation.py,sha256=1ot9Me6U1O7UHJMuJGvatx3DxoKY9TghzzHNzxdZa5g,11170
8
+ translate_package/models/machine_translation.py,sha256=2A3oxUkCrlfNeHNdjWnc8EzwvG4Ri9GppaFofpQxtEc,11148
9
9
  translate_package/tokenization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
10
10
  translate_package/tokenization/load_tokenizer.py,sha256=Q7ZFMCefs3vPe2CE9iWKkgGz3Wk4C9rbUTGmyjTioJQ,2069
11
11
  translate_package/tokenization/train_tokenizer.py,sha256=RkdT5DUx201OBNaswM6m54iqcrmCThd3ITLguQb_zVM,3347
12
12
  translate_package/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
13
13
  translate_package/utils/checkpoint.py,sha256=GqymRvF8_QZgrQq9m79Ppj6Qr7NQm78kDARm3p_chC0,322
14
14
  translate_package/utils/upload_to_hughub.py,sha256=zWXJQfv1ZndFIeyGWO0JMLSCP7rj-B4RuiiY-TFkBnw,522
15
- translate_package-0.2.3.dist-info/METADATA,sha256=k7IMJkp1vTl6rj5beKSJl6isQYk9-CRBnAaYpTLicik,1023
16
- translate_package-0.2.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
17
- translate_package-0.2.3.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
18
- translate_package-0.2.3.dist-info/RECORD,,
15
+ translate_package-0.2.5.dist-info/METADATA,sha256=Izxk3Bd9NHgJJ_YnFB5IIzVXZwkCH7BlRsFkpzYSsUs,1023
16
+ translate_package-0.2.5.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
17
+ translate_package-0.2.5.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
18
+ translate_package-0.2.5.dist-info/RECORD,,