translate-package 0.1.3__py3-none-any.whl → 0.1.5__py3-none-any.whl

translate_package/models/machine_translation.py

@@ -20,6 +20,8 @@ from translate_package.models.gradient_observation import get_gradients_mean
 
 from translate_package.models.lstm import LSTMSequenceToSequence
 
+import os
+
 
 def print_number_of_trainable_model_parameters(model):
     trainable_model_params = 0
@@ -326,3 +328,20 @@ class MachineTranslationTransformer(pl.LightningModule):
         self.log_dict(
             metrics, prog_bar=True, on_step=False, on_epoch=True, sync_dist=True
         )
+        
+    def save_model(self, directory: str = "my_model", model_name = "pytorch_model.bin"):
+        
+        if not os.path.exists(directory):
+            
+            os.makedirs(directory)
+            
+        torch.save(self.model.state_dict(), os.path.join(directory, model_name))
+        
+        if hasattr(self.model, "config"):
+            
+            self.model.config.to_json_file(os.path.join(directory, "config.json"))
+            
+        self.tokenizer.save_pretrained(directory)
+        
+        
+        

translate_package/utils/upload_to_hughub.py

@@ -0,0 +1,15 @@
+from huggingface_hub import login, HfApi, upload_folder, create_repo
+
+
+def upload_model(hub_token, directory = "my_model", username = "", repo_name = "", commit_message = "new model created"):
+    
+    repo_id = f"{username}/{repo_name}"
+    
+    login(token=hub_token)
+    
+    create_repo(repo_id)
+    
+    upload_folder(repo_id = repo_id, folder_path = directory, commit_message= commit_message)
+    
+    print(f"Model was successfully upload to {repo_id}.")
+    

{translate_package-0.1.3.dist-info → translate_package-0.1.5.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: translate-package
-Version: 0.1.3
+Version: 0.1.5
 Summary: Contain functions and classes to efficiently train a sequence to sequence to translate between two languages.
 Author: Oumar Kane
 Author-email: oumar.kane@univ-thies.sn
 Requires-Dist: accelerate
-Requires-Dist: torch
+Requires-Dist: torch (==2.6.0+cu124)
 Requires-Dist: spacy
 Requires-Dist: nltk
 Requires-Dist: gensim

{translate_package-0.1.3.dist-info → translate_package-0.1.5.dist-info}/RECORD

@@ -5,13 +5,14 @@ translate_package/errors/__init__.py,sha256=gu6XjAIghG4lLkYo8x_7_yyLRtK2FIvmC-Wc
 translate_package/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/models/gradient_observation.py,sha256=P91UA5i-RdkK46TqpPOJ54DsUYgTI9cRohgPS1Ch0Lc,294
 translate_package/models/lstm.py,sha256=OPkvvceowz5JqdGGH4cfPhH23kbP11z-29zIJn5d8ig,3273
-translate_package/models/machine_translation.py,sha256=e59c88IDElLxt8dTlgziJ9OGThMbwTNtixBjK94gkAQ,10612
+translate_package/models/machine_translation.py,sha256=1ot9Me6U1O7UHJMuJGvatx3DxoKY9TghzzHNzxdZa5g,11170
 translate_package/tokenization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/tokenization/load_tokenizer.py,sha256=g8j5pDmimFhwjpeYNkWot0hXMzAqqURbtedcQK-1xYE,1543
 translate_package/tokenization/train_tokenizer.py,sha256=RkdT5DUx201OBNaswM6m54iqcrmCThd3ITLguQb_zVM,3347
 translate_package/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 translate_package/utils/checkpoint.py,sha256=GqymRvF8_QZgrQq9m79Ppj6Qr7NQm78kDARm3p_chC0,322
-translate_package-0.1.3.dist-info/METADATA,sha256=1Z2i5sbtnvm3MrQCIklpdByQRXv9Iwg4Ug1O0M-ekew,850
-translate_package-0.1.3.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-translate_package-0.1.3.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
-translate_package-0.1.3.dist-info/RECORD,,
+translate_package/utils/upload_to_hughub.py,sha256=0qihZIAAUuJXfOZ23Njz0aWpDpe8twQNDGPplgrIfzA,480
+translate_package-0.1.5.dist-info/METADATA,sha256=d7FdRXTjpyBQ0dNWC4whsHRqiVMiJA2pA3RVkk18Y90,866
+translate_package-0.1.5.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+translate_package-0.1.5.dist-info/top_level.txt,sha256=8e2HIrGAMzoSukqu2q929dOJMV1zGYKI_BAFwl-P7XU,18
+translate_package-0.1.5.dist-info/RECORD,,