translate-package 0.1.2__tar.gz → 0.1.4__tar.gz

{translate_package-0.1.2 → translate_package-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: translate_package
-Version: 0.1.2
+Version: 0.1.4
 Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
 Author: Oumar Kane
 Author-email: oumar.kane@univ-thies.sn

{translate_package-0.1.2 → translate_package-0.1.4}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="translate_package",
-    version="0.1.2",
+    version="0.1.4",
     author="Oumar Kane",
     packages=find_packages(),
     author_email="oumar.kane@univ-thies.sn",

{translate_package-0.1.2 → translate_package-0.1.4}/translate_package/models/machine_translation.py

@@ -20,6 +20,8 @@ from translate_package.models.gradient_observation import get_gradients_mean
 
 from translate_package.models.lstm import LSTMSequenceToSequence
 
+import os
+
 
 def print_number_of_trainable_model_parameters(model):
     trainable_model_params = 0
@@ -151,14 +153,14 @@ class MachineTranslationTransformer(pl.LightningModule):
 
     def configure_optimizers(self):
 
-        if self.model_generation in ["t5", "mt5"]:
+        if self.model_generation in ["t5"]:
             
             optimizer = Adafactor(
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay, relative_step = False,
                 warmup_init = False
             )
         
-        elif self.model_generation in ["bart", "mbart", "nllb"]:
+        elif self.model_generation in ["bart", "mbart", "nllb", "mt5"]:
             
             optimizer = torch.optim.AdamW(
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay
@@ -170,11 +172,11 @@ class MachineTranslationTransformer(pl.LightningModule):
                 self.parameters(), lr=self.lr, weight_decay=self.weight_decay
             )
 
-        if self.model_generation in ["t5", "lstm", "mt5"]:
+        if self.model_generation in ["t5", "lstm"]:
             
             return [optimizer]
 
-        elif self.model_generation in ["bart", "nllb"]:
+        elif self.model_generation in ["bart", "nllb", "mt5"]:
 
             scheduler = get_linear_schedule_with_warmup(
                 optimizer,
@@ -326,3 +328,20 @@ class MachineTranslationTransformer(pl.LightningModule):
         self.log_dict(
             metrics, prog_bar=True, on_step=False, on_epoch=True, sync_dist=True
         )
+        
+    def save_model(self, directory: str = "my_model", model_name = "pytorch_model.bin"):
+        
+        if not os.path.exists(directory):
+            
+            os.makedirs(directory)
+            
+        torch.save(self.model.state_dict(), os.path.join(directory, model_name))
+        
+        if hasattr(self.model, "config"):
+            
+            self.model.config.to_json_file(os.path.join(directory, "config.json"))
+            
+        self.tokenizer.save_pretrained(directory)
+        
+        
+        

translate_package-0.1.4/translate_package/utils/upload_to_hughub.py

@@ -0,0 +1,15 @@
+from huggingface_hub import login, HfApi, upload_folder, create_repo
+
+
+def upload_model(hub_token, directory = "my_model", username = "", repo_name = "", commit_message = "new model created"):
+    
+    repo_id = f"{username}/{repo_name}"
+    
+    login(token=hub_token)
+    
+    create_repo(repo_id)
+    
+    upload_folder(repo_id = repo_id, folder_path = directory, commit_message= commit_message)
+    
+    print(f"Model was successfully upload to {repo_id}.")
+    

{translate_package-0.1.2 → translate_package-0.1.4}/translate_package.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: translate-package
-Version: 0.1.2
+Version: 0.1.4
 Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
 Author: Oumar Kane
 Author-email: oumar.kane@univ-thies.sn

{translate_package-0.1.2 → translate_package-0.1.4}/translate_package.egg-info/SOURCES.txt

@@ -26,5 +26,6 @@ translate_package/tokenization/__pycache__/load_tokenizer.cpython-310.pyc
 translate_package/tokenization/__pycache__/train_tokenizer.cpython-310.pyc
 translate_package/utils/__init__.py
 translate_package/utils/checkpoint.py
+translate_package/utils/upload_to_hughub.py
 translate_package/utils/__pycache__/__init__.cpython-310.pyc
 translate_package/utils/__pycache__/checkpoint.cpython-310.pyc