translate-package 0.2.6__py3-none-any.whl → 0.2.8__py3-none-any.whl

translate_package/data/data_preparation.py

@@ -105,7 +105,7 @@ class SentenceDataset(Dataset):
     
     def __getitem__(self, index):
         
-        if index > len(self.source_sentences):
+        if index >= len(self.source_sentences):
             
             source_sentence = self.target_sentences[index-len(self.source_sentences)]
             
@@ -299,6 +299,10 @@ def get_loaders(
                     partial(tokenize, tokenizer = tokenizer, model_generation = model_generation, bidirectional=bidirectional)
             ])
     
+    if bidirectional:
+        
+        tokenizer = tokenizer[f"{src_label}_{tgt_label}"]
+    
     if use_bucketing:
         
         if use_truncation:

translate_package/models/machine_translation.py

@@ -63,6 +63,10 @@ class MachineTranslationTransformer(pl.LightningModule):
     ):
 
         super().__init__()
+        
+        if isinstance(tokenizer, dict):
+            
+            tokenizer = tokenizer[list(tokenizer.keys())[0]]
 
         if model is None:
             if model_generation in ["t5"]:

{translate_package-0.2.6.dist-info → translate_package-0.2.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: translate_package
-Version: 0.2.6
+Version: 0.2.8
 Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
 Author: Oumar Kane
 Author-email: oumar.kane@univ-thies.sn

{translate_package-0.2.6.dist-info → translate_package-0.2.8.dist-info}/RECORD

@@ -1,18 +1,18 @@
 translate_package/__init__.py,sha256=WERTpDGQEjthjUxYGbUvOvm7-tasT-1Ne3ylP0fdB2o,1295
 translate_package/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-translate_package/data/data_preparation.py,sha256=-Qh2KWaLoIaZixbKoLjnb_ikHpDJGHywfndC96Vc5a4,16329
+translate_package/data/data_preparation.py,sha256=iwgk4W4o1JU-Z0DccQQg5kUlzHJD3Oh7qzk-FL0FZzU,16428
 translate_package/errors/__init__.py,sha256=gu6XjAIghG4lLkYo8x_7_yyLRtK2FIvmC-WcfJaeOlg,299
 translate_package/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/models/gradient_observation.py,sha256=P91UA5i-RdkK46TqpPOJ54DsUYgTI9cRohgPS1Ch0Lc,294
 translate_package/models/lstm.py,sha256=OPkvvceowz5JqdGGH4cfPhH23kbP11z-29zIJn5d8ig,3273
-translate_package/models/machine_translation.py,sha256=2A3oxUkCrlfNeHNdjWnc8EzwvG4Ri9GppaFofpQxtEc,11148
+translate_package/models/machine_translation.py,sha256=0EUaNMJRPGstbnlxKqqH8OlPaWorO-5DCu1Nb0SgO8o,11275
 translate_package/tokenization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/tokenization/load_tokenizer.py,sha256=Q7ZFMCefs3vPe2CE9iWKkgGz3Wk4C9rbUTGmyjTioJQ,2069
 translate_package/tokenization/train_tokenizer.py,sha256=RkdT5DUx201OBNaswM6m54iqcrmCThd3ITLguQb_zVM,3347
 translate_package/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/utils/checkpoint.py,sha256=GqymRvF8_QZgrQq9m79Ppj6Qr7NQm78kDARm3p_chC0,322
 translate_package/utils/upload_to_hughub.py,sha256=zWXJQfv1ZndFIeyGWO0JMLSCP7rj-B4RuiiY-TFkBnw,522
-translate_package-0.2.6.dist-info/METADATA,sha256=kxB90MWZpeD7O76IkHAb6brj2_mL2KCSDa_iqTb2yzg,1023
-translate_package-0.2.6.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
-translate_package-0.2.6.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
-translate_package-0.2.6.dist-info/RECORD,,
+translate_package-0.2.8.dist-info/METADATA,sha256=CsUT0i23zLd8qDvwHmtV1MdlFXRbDs4FQ-i5pphBalc,1023
+translate_package-0.2.8.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+translate_package-0.2.8.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
+translate_package-0.2.8.dist-info/RECORD,,