thds.mops 3.8.20250602182922__py3-none-any.whl → 3.8.20250603181158__py3-none-any.whl

thds/mops/k8s/config.py

@@ -32,6 +32,15 @@ k8s_watch_read_timeout_seconds = config.item(
 # values are, and it's not 100% clear to me that they have different types of timeouts
 # from trying to grep their codebase.).
 
+# whereas the below values are designed to timeout slowly, since many k8s pods don't emit logs
+# on a regular basis.
+k8s_logs_watch_connection_timeout_seconds = config.item(
+    "mops.k8s.logs.watch.connection_timeout", int(timedelta(seconds=10).total_seconds()), parse=int
+)
+k8s_logs_watch_read_timeout_seconds = config.item(
+    "mops.k8s.logs.watch.read_timeout", int(timedelta(seconds=180).total_seconds()), parse=int
+)
+
 k8s_monitor_delay = config.item("mops.k8s.monitor.delay_seconds", 5, parse=int)
 k8s_monitor_max_attempts = config.item("mops.k8s.monitor.max_attempts", 100, parse=int)
 

thds/mops/k8s/logging.py

@@ -192,8 +192,10 @@ def _scrape_pod_logs(
         name=pod_name,
         namespace=config.k8s_namespace(),
         _request_timeout=(
-            config.k8s_watch_connection_timeout_seconds(),
-            config.k8s_watch_read_timeout_seconds(),
+            config.k8s_logs_watch_connection_timeout_seconds(),
+            config.k8s_logs_watch_read_timeout_seconds(),
+            # we want these numbers fairly high, otherwise a pod that's temporarily silent
+            # will cause the stream to end, which is noisy and inefficient.
         ),
         # i'm occasionally seeing the `stream()` call below hang
         # indefinitely if logs don't come back from the pod for a

thds/mops/pure/pickling/_pickle.py

@@ -3,6 +3,7 @@ data and also functions."""
 
 import inspect
 import io
+import os
 import pickle
 import typing as ty
 from functools import partial
@@ -162,12 +163,35 @@ class SourceArgumentPickler:
         return None
 
 
+class DuplicateSourceBasenameError(ValueError):
+    pass
+
+
 class SourceResultPickler:
     """Only for use on the remote side, when serializing the result."""
 
+    def __init__(self) -> None:
+        """There will be one of these per remote function call."""
+        self._basenames_seen: set[str] = set()
+
     def __call__(self, maybe_source: ty.Any) -> ty.Optional[_DeserSource]:
         if isinstance(maybe_source, source.Source):
-            return ty.cast(_DeserSource, UnpickleSourceResult(*prepare_source_result(maybe_source)))
+            src_res = prepare_source_result(maybe_source)
+            if src_res.file_uri:
+                # we need to check to make sure that this file_uri is not a duplicate
+                # - if it is, this indicates that this single function is attempting to return
+                # two Source objects that have not yet been uploaded but will be uploaded to the same name.
+                file_basename = os.path.basename(src_res.file_uri)
+                if file_basename in self._basenames_seen:
+                    raise DuplicateSourceBasenameError(
+                        f"Duplicate basename {os.path.basename(src_res.file_uri)} found in SourceResultPickler."
+                        " This is usually an indication that you have two files with the same name in two different directories,"
+                        " and are trying to convert them into Source objects with automatically-assigned URIs."
+                        " Per the documentation, all output Source objects without explicitly assigned remote URIs must be provided"
+                        " with unique basenames, in order to allow retention of the basename for usability and debugging."
+                    )
+                self._basenames_seen.add(file_basename)
+            return ty.cast(_DeserSource, UnpickleSourceResult(*src_res))
 
         return None
 

{thds_mops-3.8.20250602182922.dist-info → thds_mops-3.8.20250603181158.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: thds.mops
-Version: 3.8.20250602182922
+Version: 3.8.20250603181158
 Summary: ML Ops tools for Trilliant Health
 Author-email: Trilliant Health <info@trillianthealth.com>
 Project-URL: Repository, https://github.com/TrilliantHealth/ds-monorepo

{thds_mops-3.8.20250602182922.dist-info → thds_mops-3.8.20250603181158.dist-info}/RECORD

@@ -20,11 +20,11 @@ thds/mops/k8s/__init__.py,sha256=y4bvR5DQLiriBV0I8CZoQdNlNrXWQ2VpcxY5lOrdnzU,669
 thds/mops/k8s/_shared.py,sha256=MR-s6ijWUHZGjxK_fsOpHuRDB6kuofjo5xiIb7ul2VM,86
 thds/mops/k8s/apply_yaml.py,sha256=hVW6dIVbNdzHdbGlc2VAPGkdByv_rH2oPybyIm7tKIM,820
 thds/mops/k8s/auth.py,sha256=mXFPZvyJYEPASsBatv1r8syB9AoayuHGptHHnNUg8LE,1517
-thds/mops/k8s/config.py,sha256=FyzuiUaNq8mQR01GqrezQWSc21QVqjLY9iaJUGu5WAo,2568
+thds/mops/k8s/config.py,sha256=ha8ppDeFnDB2I9tCajiDcfZlamIk73OJe4lzD5buyXU,2993
 thds/mops/k8s/container_registry.py,sha256=qOiGCE4t_tLYgJDGrhKV9KNv48lF_AlwCDHyFgucd2s,539
 thds/mops/k8s/jobs.py,sha256=3u0jc5Fnll2ncnmcdTUHlcxJ_KYNK9s66W7r6ez49As,3271
 thds/mops/k8s/launch.py,sha256=SIeao2oJVKEvef8vmWDoE8QAPIMBV2TmRxHYBRXaJFM,10479
-thds/mops/k8s/logging.py,sha256=yJ5Gt_luyo6LXbUJSXbhA4f1z7il1WuHQjMcP8eB00U,9591
+thds/mops/k8s/logging.py,sha256=QstE_d8a8yytTdj9S43cRetCzKTAJSc1ap0In9rkpdA,9768
 thds/mops/k8s/namespace.py,sha256=Z6trVTU9WFashto4PqIhTcxu-foOF93W0TpgqCU7WIA,383
 thds/mops/k8s/node_selection.py,sha256=Gy2Jz8IxZblg2LmtGg8-MtKI4RmXz2AMXqFPP8OQyu0,2065
 thds/mops/k8s/retry.py,sha256=JVfP304kItpLs5nrONHE5UWkVWlrFGlV_oFQqhq3zHg,2846
@@ -82,7 +82,7 @@ thds/mops/pure/joblib/__init__.py,sha256=-3hSs-GsNzE_eNnwrdZBHAR_eaub5Uyl5GPYqBw
 thds/mops/pure/joblib/backend.py,sha256=F__6lrdc1-VcX4n4Pw7Lz1bBgeefShtRy2DQh6Fp-eI,2671
 thds/mops/pure/joblib/batching.py,sha256=tPOATD28-YW7KcWa3IqKm-fhLaILzM792ApvU-_zfnM,2298
 thds/mops/pure/pickling/__init__.py,sha256=WNdG8PdJCk-kYaXkvvPa--hjYGoUlBXG3w2X86yuhGo,156
-thds/mops/pure/pickling/_pickle.py,sha256=vn8f6uEsaAdLyxGNYb4ED6D1a6BXsZQxnV3c0Ya6WUk,7605
+thds/mops/pure/pickling/_pickle.py,sha256=Q4dd683OPsdb_4oQRDWJ9F8mN_jKIXxgySCikAABVTE,9043
 thds/mops/pure/pickling/memoize_only.py,sha256=oI5CMy6IEJc46Gb_BGWNUuAe3fysS7HxRSTajN0WssI,837
 thds/mops/pure/pickling/mprunner.py,sha256=dVbwQA8hzEL7UiwYXmzoGwN3_jbEtGoHDPMkRmo_UtA,8378
 thds/mops/pure/pickling/pickles.py,sha256=nCg7L7CqReNWDF8FAdEmCcuXVC_kLT5zuyW3V8Vvvs4,4704
@@ -105,8 +105,8 @@ thds/mops/pure/tools/summarize/cli.py,sha256=7kDtn24ok8oBO3jFjlMmOK3jnZYpMoE_5Y8
 thds/mops/pure/tools/summarize/run_summary.py,sha256=LUtvbankAYbss2NCF_XbNl05jkNgxYz_SLyERJlp4sk,5773
 thds/mops/testing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 thds/mops/testing/deferred_imports.py,sha256=f0ezCgQAtzTqW1yAOb0OWgsB9ZrlztLB894LtpWDaVw,3780
-thds_mops-3.8.20250602182922.dist-info/METADATA,sha256=sigW-qM8htEhi0hjYjve882Zv2GpAaxWdmnOsUc4J8o,2222
-thds_mops-3.8.20250602182922.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-thds_mops-3.8.20250602182922.dist-info/entry_points.txt,sha256=GShNqjcjbq0TAJuwpyeCI5XCltiwdZxnNHkBpmYbNkU,329
-thds_mops-3.8.20250602182922.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
-thds_mops-3.8.20250602182922.dist-info/RECORD,,
+thds_mops-3.8.20250603181158.dist-info/METADATA,sha256=G5rLrVJiIDTZLXtQwQlyeyiqIW2F6Yr5qBt9kYaKeWE,2222
+thds_mops-3.8.20250603181158.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+thds_mops-3.8.20250603181158.dist-info/entry_points.txt,sha256=GShNqjcjbq0TAJuwpyeCI5XCltiwdZxnNHkBpmYbNkU,329
+thds_mops-3.8.20250603181158.dist-info/top_level.txt,sha256=LTZaE5SkWJwv9bwOlMbIhiS-JWQEEIcjVYnJrt-CriY,5
+thds_mops-3.8.20250603181158.dist-info/RECORD,,