cehrgpt 0.1.4__py3-none-any.whl → 0.1.6__py3-none-any.whl

cehrgpt/data/cehrgpt_data_processor.py

@@ -275,11 +275,7 @@ class CehrGptDataProcessor(DatasetMapping):
                         if demographic_tokens is not None
                         else self.empty_array
                     ),
-                    np.asarray(
-                        self._convert_time_to_event(
-                            record["concept_ids"][start_index:end_index]
-                        )
-                    ),
+                    np.asarray(record["time_to_visits"][start_index:end_index]),
                     np.asarray([-100.0]) if add_last_token else self.empty_array,
                 ]
             ).astype(np.float32)
@@ -303,6 +299,11 @@ class CehrGptDataProcessor(DatasetMapping):
             record["concept_ids"], record["epoch_times"]
         )
 
+        if self.include_ttv_prediction:
+            record["time_to_visits"] = np.asarray(
+                self._convert_time_to_event(record["concept_ids"])
+            )
+
         # Return the record directly if the actual sequence length is less than the max sequence
         if seq_length <= new_max_length:
             # We only add [END] to the end of the sequence in pre-training

cehrgpt/data/hf_cehrgpt_dataset_collator.py

@@ -528,6 +528,7 @@ class SamplePackingCehrGptDataCollator(CehrGptDataCollator):
         current_epoch_times = []
         current_value_indicators = []
         current_values = []
+        current_time_to_visits = []
 
         # MOTOR inputs
         current_motor_censor_times = []
@@ -567,6 +568,16 @@ class SamplePackingCehrGptDataCollator(CehrGptDataCollator):
             )
             current_epoch_times.extend(epoch_times + [max(epoch_times)])
 
+            if self.include_ttv_prediction:
+                current_time_to_visits.extend(
+                    (
+                        example["time_to_visits"].tolist()
+                        if isinstance(example["time_to_visits"], torch.Tensor)
+                        else list(example["time_to_visits"])
+                    )
+                    + [-100]
+                )
+
             if self.include_values:
                 current_value_indicators.extend(
                     (
@@ -649,6 +660,9 @@ class SamplePackingCehrGptDataCollator(CehrGptDataCollator):
             "epoch_times": current_epoch_times,
         }
 
+        if self.include_ttv_prediction:
+            packed_example.update({"time_to_visits": current_time_to_visits})
+
         if self.include_values:
             packed_example.update(
                 {"value_indicators": current_value_indicators, "values": current_values}

{cehrgpt-0.1.4.dist-info → cehrgpt-0.1.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cehrgpt
-Version: 0.1.4
+Version: 0.1.6
 Summary: CEHR-GPT: Generating Electronic Health Records with Chronological Patient Timelines
 Author-email: Chao Pang <chaopang229@gmail.com>, Xinzhuo Jiang <xj2193@cumc.columbia.edu>, Krishna Kalluri <kk3326@cumc.columbia.edu>, Elise Minto <em3697@cumc.columbia.edu>, Jason Patterson <jp3477@cumc.columbia.edu>, Nishanth Parameshwar Pavinkurve <np2689@cumc.columbia.edu>, Karthik Natarajan <kn2174@cumc.columbia.edu>
 License: MIT License
@@ -12,8 +12,8 @@ Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.10.0
 Description-Content-Type: text/markdown
 License-File: LICENSE
-Requires-Dist: cehrbert>=1.4.8
-Requires-Dist: cehrbert_data>=0.1.1
+Requires-Dist: cehrbert==1.4.8
+Requires-Dist: cehrbert_data==0.1.1
 Requires-Dist: openai==1.54.3
 Requires-Dist: optuna==4.0.0
 Requires-Dist: transformers==4.44.1
@@ -104,7 +104,9 @@ python -u -m cehrgpt.runners.hf_cehrgpt_pretrain_runner \
   --sample_packing --max_tokens_per_batch 16384 \
   --warmup_ratio 0.01 --weight_decay 0.01 \
   --num_train_epochs 50 --learning_rate 0.0002 \
-  --use_early_stopping --early_stopping_threshold 0.001
+  --use_early_stopping \
+  --load_best_model_at_end true \
+  --early_stopping_threshold 0.001
 ```
 
 > **Tip**: Increase `max_position_embeddings` for longer context windows based on your use case.

{cehrgpt-0.1.4.dist-info → cehrgpt-0.1.6.dist-info}/RECORD

@@ -18,9 +18,9 @@ cehrgpt/analysis/treatment_pathway/diabetes_treatment_pathway.py,sha256=qwAtJ3KV
 cehrgpt/analysis/treatment_pathway/htn_treatment_pathway.py,sha256=0bsEE1VFIxzU33bSipM30p2fnHsWjGWWcu59y_38K3c,2870
 cehrgpt/analysis/treatment_pathway/treatment_pathway.py,sha256=SCWphYH9ARa4ZKB9fgBYM9RC2Hc8PDwtoHHCX7th16Q,25496
 cehrgpt/data/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-cehrgpt/data/cehrgpt_data_processor.py,sha256=0Y6GPWu6fRBLemXJu5IxuOPbF2wmSrX-18uyofTeUzk,23096
+cehrgpt/data/cehrgpt_data_processor.py,sha256=27k_LsNs6m9M9uiaWKybNCp0d7aE2BxNmCVFW75EFo4,23143
 cehrgpt/data/hf_cehrgpt_dataset.py,sha256=uz05TG5QCl3_Ybn9zZyWRg0pEbiAvL1yPWXK3BGsj0Q,3815
-cehrgpt/data/hf_cehrgpt_dataset_collator.py,sha256=2UcYB241dWhvS-mV0ZTbCJdjlgPrVjZOAh3V8EWFfCg,27930
+cehrgpt/data/hf_cehrgpt_dataset_collator.py,sha256=sI_cszVCI7WeIYAcOfDV-IZFiHrZDJCLN3Hb5W-X72E,28467
 cehrgpt/data/hf_cehrgpt_dataset_mapping.py,sha256=-Igd-P-yvYlJXGZSGlYHRnez464NCkZIko3boQDYS1E,27638
 cehrgpt/data/sample_packing_sampler.py,sha256=vovGMtmhG70DRkSCeiaDEJ_rjKZ38y-YLaI1kkhFEkI,6747
 cehrgpt/generation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -78,8 +78,8 @@ cehrgpt/tools/upload_omop_tables.py,sha256=vdBAbkeAsGPA4NsyhNjelPVj3gS8yzmS1sKNM
 cehrgpt/tools/linear_prob/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cehrgpt/tools/linear_prob/compute_cehrgpt_features.py,sha256=0i34zAwePG0hZK2HSDaUlO-Fzyb5K4LqRuhrCVWivxA,19906
 cehrgpt/tools/linear_prob/train_with_cehrgpt_features.py,sha256=w0UvzMKYGenN_KDVnbzutmy8IPLUxW5hPvpKKxDSL5U,5820
-cehrgpt-0.1.4.dist-info/licenses/LICENSE,sha256=LOfC32zkfUIdGm8e_098jPbt8OHKtNWymDzxn2pA9Zk,1093
-cehrgpt-0.1.4.dist-info/METADATA,sha256=0s9XFvc6gVtN3-WeZizr2VAN6oPe8YUEhcm-pvcqvsQ,10166
-cehrgpt-0.1.4.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-cehrgpt-0.1.4.dist-info/top_level.txt,sha256=akNCJBbMSLV8nkOzdVzdy13hMJ5CIQURnAS_YYEDVwA,17
-cehrgpt-0.1.4.dist-info/RECORD,,
+cehrgpt-0.1.6.dist-info/licenses/LICENSE,sha256=LOfC32zkfUIdGm8e_098jPbt8OHKtNWymDzxn2pA9Zk,1093
+cehrgpt-0.1.6.dist-info/METADATA,sha256=44PUxaHLJ6us2MvSiqJeXVeG7M-Tr9DUzkZAwX2GoyM,10204
+cehrgpt-0.1.6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cehrgpt-0.1.6.dist-info/top_level.txt,sha256=akNCJBbMSLV8nkOzdVzdy13hMJ5CIQURnAS_YYEDVwA,17
+cehrgpt-0.1.6.dist-info/RECORD,,