thds.mops 3.8.20250603165938__py3-none-any.whl → 3.8.20250604141218__py3-none-any.whl

thds/mops/pure/pickling/_pickle.py

@@ -3,6 +3,7 @@ data and also functions."""
 
 import inspect
 import io
+import os
 import pickle
 import typing as ty
 from functools import partial
@@ -162,12 +163,35 @@ class SourceArgumentPickler:
         return None
 
 
+class DuplicateSourceBasenameError(ValueError):
+    pass
+
+
 class SourceResultPickler:
     """Only for use on the remote side, when serializing the result."""
 
+    def __init__(self) -> None:
+        """There will be one of these per remote function call."""
+        self._basenames_seen: set[str] = set()
+
     def __call__(self, maybe_source: ty.Any) -> ty.Optional[_DeserSource]:
         if isinstance(maybe_source, source.Source):
-            return ty.cast(_DeserSource, UnpickleSourceResult(*prepare_source_result(maybe_source)))
+            src_res = prepare_source_result(maybe_source)
+            if src_res.file_uri:
+                # we need to check to make sure that this file_uri is not a duplicate
+                # - if it is, this indicates that this single function is attempting to return
+                # two Source objects that have not yet been uploaded but will be uploaded to the same name.
+                file_basename = os.path.basename(src_res.file_uri)
+                if file_basename in self._basenames_seen:
+                    raise DuplicateSourceBasenameError(
+                        f"Duplicate basename {os.path.basename(src_res.file_uri)} found in SourceResultPickler."
+                        " This is usually an indication that you have two files with the same name in two different directories,"
+                        " and are trying to convert them into Source objects with automatically-assigned URIs."
+                        " Per the documentation, all output Source objects without explicitly assigned remote URIs must be provided"
+                        " with unique basenames, in order to allow retention of the basename for usability and debugging."
+                    )
+                self._basenames_seen.add(file_basename)
+            return ty.cast(_DeserSource, UnpickleSourceResult(*src_res))
 
         return None
 

{thds_mops-3.8.20250603165938.dist-info → thds_mops-3.8.20250604141218.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.mops
-Version: 3.8.20250603165938
+Version: 3.8.20250604141218
 Summary: ML Ops tools for Trilliant Health
 Author-email: Trilliant Health <info@trillianthealth.com>
 Project-URL: Repository, https://github.com/TrilliantHealth/ds-monorepo

{thds_mops-3.8.20250603165938.dist-info → thds_mops-3.8.20250604141218.dist-info}/RECORD

@@ -82,7 +82,7 @@ thds/mops/pure/joblib/__init__.py,sha256=-3hSs-GsNzE_eNnwrdZBHAR_eaub5Uyl5GPYqBw
 thds/mops/pure/joblib/backend.py,sha256=F__6lrdc1-VcX4n4Pw7Lz1bBgeefShtRy2DQh6Fp-eI,2671
 thds/mops/pure/joblib/batching.py,sha256=tPOATD28-YW7KcWa3IqKm-fhLaILzM792ApvU-_zfnM,2298
 thds/mops/pure/pickling/__init__.py,sha256=WNdG8PdJCk-kYaXkvvPa--hjYGoUlBXG3w2X86yuhGo,156
-thds/mops/pure/pickling/_pickle.py,sha256=vn8f6uEsaAdLyxGNYb4ED6D1a6BXsZQxnV3c0Ya6WUk,7605
+thds/mops/pure/pickling/_pickle.py,sha256=Q4dd683OPsdb_4oQRDWJ9F8mN_jKIXxgySCikAABVTE,9043
 thds/mops/pure/pickling/memoize_only.py,sha256=oI5CMy6IEJc46Gb_BGWNUuAe3fysS7HxRSTajN0WssI,837
 thds/mops/pure/pickling/mprunner.py,sha256=dVbwQA8hzEL7UiwYXmzoGwN3_jbEtGoHDPMkRmo_UtA,8378
 thds/mops/pure/pickling/pickles.py,sha256=nCg7L7CqReNWDF8FAdEmCcuXVC_kLT5zuyW3V8Vvvs4,4704
@@ -105,8 +105,8 @@ thds/mops/pure/tools/summarize/cli.py,sha256=7kDtn24ok8oBO3jFjlMmOK3jnZYpMoE_5Y8
 thds/mops/pure/tools/summarize/run_summary.py,sha256=LUtvbankAYbss2NCF_XbNl05jkNgxYz_SLyERJlp4sk,5773
 thds/mops/testing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 thds/mops/testing/deferred_imports.py,sha256=f0ezCgQAtzTqW1yAOb0OWgsB9ZrlztLB894LtpWDaVw,3780
-thds_mops-3.8.20250603165938.dist-info/METADATA,sha256=SebuJztesDKcsRUOo6rf---yjdjihCg9V0QmLxBeqSA,2222
-thds_mops-3.8.20250603165938.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_mops-3.8.20250603165938.dist-info/entry_points.txt,sha256=GShNqjcjbq0TAJuwpyeCI5XCltiwdZxnNHkBpmYbNkU,329
-thds_mops-3.8.20250603165938.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_mops-3.8.20250603165938.dist-info/RECORD,,
+thds_mops-3.8.20250604141218.dist-info/METADATA,sha256=s1CmuiNviUh-Psk1NG5jdE1ndCzQlZQm9vOB1OuqCE4,2222
+thds_mops-3.8.20250604141218.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_mops-3.8.20250604141218.dist-info/entry_points.txt,sha256=qKvCAaB80syXfxVR3xx6x9J0YJdaQWkIbVSw-NwFgMw,322
+thds_mops-3.8.20250604141218.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_mops-3.8.20250604141218.dist-info/RECORD,,

{thds_mops-3.8.20250603165938.dist-info → thds_mops-3.8.20250604141218.dist-info}/entry_points.txt

@@ -1,5 +1,5 @@
 [console_scripts]
-krsync = thds.mops.k8s.orchestrator.krsync:main
+krsync = thds.mops.k8s.tools.krsync:main
 mops-exit-after = thds.core.exit_after:main
 mops-human-sha256b64 = thds.mops.pure.tools.sha256_b64_addressed:main
 mops-inspect = thds.mops.pure.tools.inspect:main