np_codeocean 0.3.2__py3-none-any.whl → 0.3.3__py3-none-any.whl

np_codeocean/np_session_utils.py

@@ -342,8 +342,11 @@ def upload_session(
     csv_content: dict = get_upload_csv_for_session(upload)
     utils.write_upload_csv(csv_content, upload.job)
     np_logging.web('np_codeocean').info(f'Submitting {upload.session} to hpc upload queue')
+    extra_BasicUploadJobConfigs_params = {}
+    if codeocean_configs is not None:
+        extra_BasicUploadJobConfigs_params['codeocean_configs'] = codeocean_configs
     utils.put_jobs_for_hpc_upload(
-        utils.get_job_models_from_csv(upload.job, codeocean_configs=codeocean_configs),
+        utils.get_job_models_from_csv(upload.job, **extra_BasicUploadJobConfigs_params),
         upload_service_url=utils.DEV_SERVICE if test else utils.AIND_DATA_TRANSFER_SERVICE,
         user_email=hpc_upload_job_email,
         dry_run=dry_run,

np_codeocean/scripts/upload_dynamic_routing_ecephys.py

@@ -153,6 +153,7 @@ def write_metadata_and_upload(
             ignore_errors=True,
             skip_existing=not regenerate_metadata,
         )
+        
     pipelines = [
         aind_codeocean_pipeline_monitor.models.PipelineMonitorSettings(
             run_params=codeocean.computation.RunParams(
@@ -204,13 +205,12 @@ def parse_args() -> argparse.Namespace:
     parser.add_argument('--dry-run', action='store_true', help="Create upload job but do not submit to hpc upload queue.")
     parser.add_argument('--preserve-symlinks', dest='regenerate_symlinks', action='store_false', help="Existing symlink folders will not be deleted and regenerated - may result in additional data being uploaded")
     parser.add_argument('--regenerate-metadata', action='store_true', help="Regenerate metadata files (session.json and rig.json) even if they already exist")
-    parser.add_argument('--no-sync', dest="adjust_ephys_timestamps", action='store_false', help="(disabled) Skip adjustment of ephys timestamps.npy using sync data for sessions where no sync data is available")
+    parser.add_argument('--sync', dest="adjust_ephys_timestamps", action='store_true', help="Adjust ephys timestamps.npy prior to upload using sync data (if available)")
     return parser.parse_args()
 
 def main() -> None:
     args = parse_args()
     kwargs = vars(args)
-    kwargs |= {'adjust_ephys_timestamps':  False} # unnecessary while we have machinery in place for adjusting in npc_sessions (adds 5 GB of timestamps files for each upload)
     np_codeocean.utils.set_npc_lims_credentials()
     write_metadata_and_upload(**kwargs)
 

np_codeocean/utils.py

@@ -308,7 +308,7 @@ def get_job_models_from_csv(
     path: pathlib.Path,
     ephys_slurm_settings: aind_slurm_rest.models.V0036JobProperties = DEFAULT_EPHYS_SLURM_SETTINGS,
     user_email: str = HPC_UPLOAD_JOB_EMAIL,
-    **extra_BasicUploadJobConfigs_params: Any,
+    **e: Any,
 ) -> tuple[aind_data_transfer_models.core.BasicUploadJobConfigs, ...]:
     jobs = pl.read_csv(path, eol_char='\r').with_columns(
         pl.col('subject-id').cast(str),

{np_codeocean-0.3.2.dist-info → np_codeocean-0.3.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: np_codeocean
-Version: 0.3.2
+Version: 0.3.3
 Summary: Tools for uploading and interacting with Mindscope Neuropixels experiments on Code Ocean
 Author-Email: Ben Hardcastle <ben.hardcastle@alleninstitute.org>, Chris Mochizuki <chrism@alleninstitute.org>, Arjun Sridhar <arjun.sridhar@alleninstitute.org>
 License: MIT

{np_codeocean-0.3.2.dist-info → np_codeocean-0.3.3.dist-info}/RECORD

@@ -1,6 +1,6 @@
-np_codeocean-0.3.2.dist-info/METADATA,sha256=PiG3ljcIx1Pkg4T7H9KYjsXBw2XTF8ljgOSGWQSduNM,3159
-np_codeocean-0.3.2.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
-np_codeocean-0.3.2.dist-info/entry_points.txt,sha256=p32aRkIjrFa4KtUbq2E6ZMYBVNRUw3U8ZIarvwNkK1E,250
+np_codeocean-0.3.3.dist-info/METADATA,sha256=fXfF6KXInHKD3E_cRR-4dwPXxCP19DZNzlaoopvC9vo,3159
+np_codeocean-0.3.3.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
+np_codeocean-0.3.3.dist-info/entry_points.txt,sha256=p32aRkIjrFa4KtUbq2E6ZMYBVNRUw3U8ZIarvwNkK1E,250
 np_codeocean/__init__.py,sha256=ED7YOu-3AIQIEML9jPT9bQ690lfhYZNiOB4QhnJ8r8U,76
 np_codeocean/metadata/__init__.py,sha256=jayhwvrb4fZYODtiVkJBXEYYkLJ_5SNNQ5WW21bsx2s,72
 np_codeocean/metadata/common.py,sha256=ZOAe8MJJwNtBt9Voqm4MsA-xZCOrzCKkc_rku5A2yNA,584
@@ -14,7 +14,7 @@ np_codeocean/metadata/rigs.py,sha256=Xq3BWvz0pxbkVA1UN9EFprbHA4hYaiSAFk82pXUfdLQ
 np_codeocean/metadata/storage.py,sha256=b7vivpO1E42xoqfLdomAOU-FER4VB3-cUmjTwUQNxNE,2123
 np_codeocean/metadata/update.py,sha256=x2hploIM7AXmX5DaapaNsojJ7E8s_UmTDfVuGRWiyHY,5211
 np_codeocean/metadata/utils.py,sha256=X6CVxgemeCaXiGnt35AHqvSCz0p5keJHHGkIgvYDq5E,4318
-np_codeocean/np_session_utils.py,sha256=yRz62ybX7k192Qr_viRPOL3saIPh5EH60KakAva5Wck,16659
+np_codeocean/np_session_utils.py,sha256=PD1DSD5SeUH97Uzt7kxjDtYDBBs-3vITFCFkPxQRe-c,16829
 np_codeocean/scripts/.mypy_cache/.gitignore,sha256=_7s5RkPBEvI1a7XzGE6V4z_XMhRokvTu6tEml1Vw_zk,36
 np_codeocean/scripts/.mypy_cache/3.11/@plugins_snapshot.json,sha256=RBNvo1WzZ4oRRq0W9-hknpT7T8If536DEMBg9hyq_4o,2
 np_codeocean/scripts/.mypy_cache/3.11/IPython/__init__.data.json,sha256=XIcapuTlKIvgnYu5wffxS8aovyHcg02vUtjEfA_eBDw,5427
@@ -3395,7 +3395,7 @@ np_codeocean/scripts/.mypy_cache/3.11/zoneinfo/__init__.data.json,sha256=g3oqeS6
 np_codeocean/scripts/.mypy_cache/3.11/zoneinfo/__init__.meta.json,sha256=AvLhG4cE-92NWoQ-6ZIX546e4YT57YVtwE2rTyRA7rg,1826
 np_codeocean/scripts/.mypy_cache/CACHEDIR.TAG,sha256=cOu1T6y3b32rMFgmHu-0OiMV0o0Q_PkKhVOMBacrjR4,193
 np_codeocean/scripts/upload_dynamic_routing_behavior.py,sha256=A7FapFuVECdPZeRmeaOtH708DzWh44IkXHTMHSVzHys,17169
-np_codeocean/scripts/upload_dynamic_routing_ecephys.py,sha256=8-mwX06PspPwfLqS9DrJTPvHKZ1B9thSdq7fCH3iNn8,10664
+np_codeocean/scripts/upload_dynamic_routing_ecephys.py,sha256=MczwvqE2wiVVGmE_hHoywua7c32E2dGRCqfQp_Az0qA,10457
 np_codeocean/scripts/upload_split_recordings_example.py,sha256=1_aqoBxAkB_VpRKYqyPsEQBDGvgyAHXAkIJA0ZT2Vb0,1490
-np_codeocean/utils.py,sha256=AstOldFmunAb_O75cOrjsyATQnaEWzKnSYShv3tzVCk,20648
-np_codeocean-0.3.2.dist-info/RECORD,,
+np_codeocean/utils.py,sha256=6wujVmWzFORZOpkSrgDiTKzMhnMXYb_G8Xfcmztlusg,20615
+np_codeocean-0.3.3.dist-info/RECORD,,