gptmed 0.3.1__py3-none-any.whl → 0.3.3__py3-none-any.whl

gptmed/__init__.py

@@ -32,7 +32,7 @@ Advanced Usage:
     >>> model = GPTTransformer(config)
 """
 
-__version__ = "0.3.0"
+__version__ = "0.3.3"
 __author__ = "Sanjog Sigdel"
 __email__ = "sigdelsanjog@gmail.com"
 

gptmed/api.py

@@ -187,9 +187,9 @@ def train_from_config(config_path: str, verbose: bool = True) -> Dict[str, Any]:
         betas=args['betas'],
         eps=args['eps'],
         max_steps=args['max_steps'],
-        save_every=args['save_every'],
-        eval_every=args['eval_every'],
-        log_every=args['log_every'],
+        save_interval=args['save_interval'],
+        eval_interval=args['eval_interval'],
+        log_interval=args['log_interval'],
         keep_last_n=args['keep_last_n'],
         train_data_path=args['train_data'],
         val_data_path=args['val_data'],
@@ -333,20 +333,32 @@ def generate(
     model = GPTTransformer(model_config)
     model.load_state_dict(checkpoint_data['model_state_dict'])
     
+    # Load tokenizer
+    import sentencepiece as spm
+    from gptmed.inference.generation_config import GenerationConfig
+    
+    tokenizer_sp = spm.SentencePieceProcessor()
+    tokenizer_sp.Load(tokenizer)
+    
     # Create generator
     generator = TextGenerator(
         model=model,
-        tokenizer_path=tokenizer,
+        tokenizer=tokenizer_sp,
         device=device
     )
     
-    # Generate
-    output = generator.generate(
-        prompt=prompt,
+    # Create generation config
+    gen_config = GenerationConfig(
         max_length=max_length,
         temperature=temperature,
         top_k=top_k,
         top_p=top_p
     )
     
+    # Generate
+    output = generator.generate(
+        prompt=prompt,
+        gen_config=gen_config
+    )
+    
     return output

gptmed/configs/config_loader.py

@@ -110,13 +110,13 @@ def config_to_args(config: Dict[str, Any]) -> Dict[str, Any]:
         
         # Checkpointing
         'checkpoint_dir': config['checkpointing']['checkpoint_dir'],
-        'save_every': config['checkpointing']['save_every'],
+        'save_interval': config['checkpointing'].get('save_interval', config['checkpointing'].get('save_every', 1)),
         'keep_last_n': config['checkpointing']['keep_last_n'],
         
         # Logging
         'log_dir': config['logging']['log_dir'],
-        'eval_every': config['logging']['eval_every'],
-        'log_every': config['logging']['log_every'],
+        'eval_interval': config['logging'].get('eval_interval', config['logging'].get('eval_every', 100)),
+        'log_interval': config['logging'].get('log_interval', config['logging'].get('log_every', 10)),
         
         # Device
         'device': config['device']['device'],
@@ -160,13 +160,13 @@ def create_default_config_file(output_path: str = 'training_config.yaml') -> Non
         },
         'checkpointing': {
             'checkpoint_dir': './model/checkpoints',
-            'save_every': 1,
+            'save_interval': 1,
             'keep_last_n': 3
         },
         'logging': {
             'log_dir': './logs',
-            'eval_every': 100,
-            'log_every': 10
+            'eval_interval': 100,
+            'log_interval': 10
         },
         'device': {
             'device': 'cuda',

{gptmed-0.3.1.dist-info → gptmed-0.3.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: gptmed
-Version: 0.3.1
+Version: 0.3.3
 Summary: A lightweight GPT-based language model framework for training custom question-answering models on any domain
 Author-email: Sanjog Sigdel <sigdelsanjog@gmail.com>
 Maintainer-email: Sanjog Sigdel <sigdelsanjog@gmail.com>

{gptmed-0.3.1.dist-info → gptmed-0.3.3.dist-info}/RECORD

@@ -1,7 +1,7 @@
-gptmed/__init__.py,sha256=fgMx3h7mG8x5Gvr01kCe_X_AuHzxUIxafb_L_WOH_x0,1676
-gptmed/api.py,sha256=IU5r9ujg3S-Lem5-FOGDDLdh1UJ_FqCbaQayzyJez5c,10774
+gptmed/__init__.py,sha256=mwzeW2Qc6j1z5f6HOvZ_BNOnFSncWEK2KEkdqq91yYY,1676
+gptmed/api.py,sha256=gUWooWsXDaGb1r22YnzS3w-sU-n-b4gB4-gh0fMsT4A,11109
 gptmed/configs/__init__.py,sha256=yRa-zgPQ-OCzu8fvCrfWMG-CjF3dru3PZzknzm0oUaQ,23
-gptmed/configs/config_loader.py,sha256=hkJRN-Rh6dlzOf97yOjPCVdy-Es5YjgKo3-iOwAeXEI,5833
+gptmed/configs/config_loader.py,sha256=ZWdH63XOOu0T8seWBiJFZtzlyFmzHzKmMxon6ZgZHlg,6000
 gptmed/configs/train_config.py,sha256=KqfNBh9hdTTd_6gEAlrClU8sVFSlVDmZJOrf3cPwFe8,4657
 gptmed/configs/training_config.yaml,sha256=EEZZa3kcsZr3g-_fKDPYZt4_NTpmS-3NvJrTYSWNc8g,2874
 gptmed/data/__init__.py,sha256=iAHeakB5pBAd7MkmarPPY0UKS9bTaO_winLZ23Y2O90,54
@@ -33,9 +33,9 @@ gptmed/training/utils.py,sha256=pJxCwneNr2STITIYwIDCxRzIICDFOxOMzK8DT7ck2oQ,5651
 gptmed/utils/__init__.py,sha256=XuMhIqOXF7mjnog_6Iky-hSbwvFb0iK42B4iDUpgi0U,44
 gptmed/utils/checkpoints.py,sha256=L4q1-_4GbHCoD7QuEKYeQ-xXDTF-6sqZOxKQ_LT8YmQ,7112
 gptmed/utils/logging.py,sha256=7dJc1tayMxCBjFSDXe4r9ACUTpoPTTGsJ0UZMTqZIDY,5303
-gptmed-0.3.1.dist-info/licenses/LICENSE,sha256=v2spsd7N1pKFFh2G8wGP_45iwe5S0DYiJzG4im8Rupc,1066
-gptmed-0.3.1.dist-info/METADATA,sha256=Bc5c2XVnPc6r_LusTJqpl-rp5yVPQe6tZ8BIYZPQNZo,13605
-gptmed-0.3.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-gptmed-0.3.1.dist-info/entry_points.txt,sha256=ATqOzTtPVdUiFX5ZSeo3n9JkUCqocUxEXTgy1CfNRZE,110
-gptmed-0.3.1.dist-info/top_level.txt,sha256=mhyEq3rG33t21ziJz5w3TPgx0RjPf4zXMNUx2JTiNmE,7
-gptmed-0.3.1.dist-info/RECORD,,
+gptmed-0.3.3.dist-info/licenses/LICENSE,sha256=v2spsd7N1pKFFh2G8wGP_45iwe5S0DYiJzG4im8Rupc,1066
+gptmed-0.3.3.dist-info/METADATA,sha256=0ohKwsi3802GMhVUIx2n76i4QHhY0dkzdG4a_g1p_Hw,13605
+gptmed-0.3.3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+gptmed-0.3.3.dist-info/entry_points.txt,sha256=ATqOzTtPVdUiFX5ZSeo3n9JkUCqocUxEXTgy1CfNRZE,110
+gptmed-0.3.3.dist-info/top_level.txt,sha256=mhyEq3rG33t21ziJz5w3TPgx0RjPf4zXMNUx2JTiNmE,7
+gptmed-0.3.3.dist-info/RECORD,,