translate-package 0.1.2__py3-none-any.whl → 0.1.4__py3-none-any.whl

translate_package/models/machine_translation.py

@@ -20,6 +20,8 @@ from translate_package.models.gradient_observation import get_gradients_mean
 
 from translate_package.models.lstm import LSTMSequenceToSequence
 
+import os
+
 
 def print_number_of_trainable_model_parameters(model):
     trainable_model_params = 0
@@ -151,14 +153,14 @@ class MachineTranslationTransformer(pl.LightningModule):
 
     def configure_optimizers(self):
 
-        if self.model_generation in ["t5", "mt5"]:
+        if self.model_generation in ["t5"]:
             
             optimizer = Adafactor(
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay, relative_step = False,
                 warmup_init = False
             )
         
-        elif self.model_generation in ["bart", "mbart", "nllb"]:
+        elif self.model_generation in ["bart", "mbart", "nllb", "mt5"]:
             
             optimizer = torch.optim.AdamW(
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay
@@ -170,11 +172,11 @@ class MachineTranslationTransformer(pl.LightningModule):
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay
             )
 
-        if self.model_generation in ["t5", "lstm", "mt5"]:
+        if self.model_generation in ["t5", "lstm"]:
             
             return [optimizer]
 
-        elif self.model_generation in ["bart", "nllb"]:
+        elif self.model_generation in ["bart", "nllb", "mt5"]:
 
             scheduler = get_linear_schedule_with_warmup(
                 optimizer,
@@ -326,3 +328,20 @@ class MachineTranslationTransformer(pl.LightningModule):
         self.log_dict(
             metrics, prog_bar=True, on_step=False, on_epoch=True, sync_dist=True
         )
+        
+    def save_model(self, directory: str = "my_model", model_name = "pytorch_model.bin"):
+        
+        if not os.path.exists(directory):
+            
+            os.makedirs(directory)
+            
+        torch.save(self.model.state_dict(), os.path.join(directory, model_name))
+        
+        if hasattr(self.model, "config"):
+            
+            self.model.config.to_json_file(os.path.join(directory, "config.json"))
+            
+        self.tokenizer.save_pretrained(directory)
+        
+        
+        

translate_package/utils/upload_to_hughub.py

@@ -0,0 +1,15 @@
+from huggingface_hub import login, HfApi, upload_folder, create_repo
+
+
+def upload_model(hub_token, directory = "my_model", username = "", repo_name = "", commit_message = "new model created"):
+    
+    repo_id = f"{username}/{repo_name}"
+    
+    login(token=hub_token)
+    
+    create_repo(repo_id)
+    
+    upload_folder(repo_id = repo_id, folder_path = directory, commit_message= commit_message)
+    
+    print(f"Model was successfully upload to {repo_id}.")
+    

{translate_package-0.1.2.dist-info → translate_package-0.1.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: translate-package
-Version: 0.1.2
+Version: 0.1.4
 Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
 Author: Oumar Kane
 Author-email: oumar.kane@univ-thies.sn

{translate_package-0.1.2.dist-info → translate_package-0.1.4.dist-info}/RECORD

@@ -5,13 +5,14 @@ translate_package/errors/__init__.py,sha256=gu6XjAIghG4lLkYo8x_7_yyLRtK2FIvmC-Wc
 translate_package/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/models/gradient_observation.py,sha256=P91UA5i-RdkK46TqpPOJ54DsUYgTI9cRohgPS1Ch0Lc,294
 translate_package/models/lstm.py,sha256=OPkvvceowz5JqdGGH4cfPhH23kbP11z-29zIJn5d8ig,3273
-translate_package/models/machine_translation.py,sha256=GYpxBuscAdBwWixzMzveJPXoJjswC7oWTEwNf5Z8m94,10612
+translate_package/models/machine_translation.py,sha256=1ot9Me6U1O7UHJMuJGvatx3DxoKY9TghzzHNzxdZa5g,11170
 translate_package/tokenization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/tokenization/load_tokenizer.py,sha256=g8j5pDmimFhwjpeYNkWot0hXMzAqqURbtedcQK-1xYE,1543
 translate_package/tokenization/train_tokenizer.py,sha256=RkdT5DUx201OBNaswM6m54iqcrmCThd3ITLguQb_zVM,3347
 translate_package/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/utils/checkpoint.py,sha256=GqymRvF8_QZgrQq9m79Ppj6Qr7NQm78kDARm3p_chC0,322
-translate_package-0.1.2.dist-info/METADATA,sha256=qqmQoxx3LhFG-AtWZsAnNv90hnqUAkdVApQwhkz-jqI,850
-translate_package-0.1.2.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-translate_package-0.1.2.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
-translate_package-0.1.2.dist-info/RECORD,,
+translate_package/utils/upload_to_hughub.py,sha256=0qihZIAAUuJXfOZ23Njz0aWpDpe8twQNDGPplgrIfzA,480
+translate_package-0.1.4.dist-info/METADATA,sha256=qMkwtPGVMCzQkjZS1qbRHzdp93NqnTL3jOs_Auen9Pw,850
+translate_package-0.1.4.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+translate_package-0.1.4.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
+translate_package-0.1.4.dist-info/RECORD,,