pyglove 0.4.5.dev202503260809__py3-none-any.whl → 0.4.5.dev202503280810__py3-none-any.whl

pyglove/core/io/sequence.py

@@ -16,6 +16,7 @@
 import abc
 import collections
 import os
+import re
 from typing import Any, Callable, Iterator, Optional, Union
 
 from pyglove.core.io import file_system
@@ -98,6 +99,9 @@ class SequenceIO(metaclass=abc.ABCMeta):
     """Opens a sequence for reading or writing."""
 
 
+_SHARDED_FILE_EXT = re.compile(r'(.*)-(\d+)-of-(\d+)$')
+
+
 class _SequenceIORegistry(object):
   """Registry for record IO systems."""
 
@@ -116,6 +120,9 @@ class _SequenceIORegistry(object):
       extension = parts[-1].lower()
       if '@' in extension:
         extension = extension.split('@')[0]
+      match = _SHARDED_FILE_EXT.match(extension)
+      if match:
+        extension = match.group(1)
       if extension in self._registry:
         return self._registry[extension]
     return LineSequenceIO()

pyglove/core/io/sequence_test.py

@@ -119,6 +119,10 @@ class MemorySequenceIOTest(unittest.TestCase):
     with sequence_io.open_sequence('/file1.mem@123', 'r') as f:
       self.assertEqual(list(iter(f)), ['abc'])
 
+  def test_sharded_file_name(self):
+    with sequence_io.open_sequence('/file1.mem-00000-of-00001', 'w') as f:
+      self.assertIsInstance(f, sequence_io.MemorySequence)
+
 
 if __name__ == '__main__':
   unittest.main()

{pyglove-0.4.5.dev202503260809.dist-info → pyglove-0.4.5.dev202503280810.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyglove
-Version: 0.4.5.dev202503260809
+Version: 0.4.5.dev202503280810
 Summary: PyGlove: A library for manipulating Python objects.
 Home-page: https://github.com/google/pyglove
 Author: PyGlove Authors

{pyglove-0.4.5.dev202503260809.dist-info → pyglove-0.4.5.dev202503280810.dist-info}/RECORD

@@ -56,8 +56,8 @@ pyglove/core/hyper/object_template_test.py,sha256=TEFX7LIqUvdCdJILnK_gP5xIgNJKzR
 pyglove/core/io/__init__.py,sha256=4ZT1a595DqQuLTNYc2JP_eCp_KesXvHmKRkr777bzpg,785
 pyglove/core/io/file_system.py,sha256=E_kSi1Lqo31al4GJYywCzJT97X3ByW8Te4xVfAM93D4,13990
 pyglove/core/io/file_system_test.py,sha256=quJ74i7uEw7aaNIW6steIvn5VKrei5qOLJuOa4Og64w,8692
-pyglove/core/io/sequence.py,sha256=eRxv_LVdsEVgJARiEhDj8m2KNJ2FhPSafW7V00w49OM,8705
-pyglove/core/io/sequence_test.py,sha256=6tmnS7frBuDR8ussT5jugeh23TDsPDrDnbfxHh81Gy4,3891
+pyglove/core/io/sequence.py,sha256=XdVpPBuvhUnrTIWMUrak_qdcNdUJBpjgH5c1b5I3E2A,8873
+pyglove/core/io/sequence_test.py,sha256=mnONyNG1M1sCae2tyI-tF8qns96htfZPKycthETPthU,4062
 pyglove/core/patching/__init__.py,sha256=C1Q1cWPV74YL3eXbzGvc-8aPw1DR8EK6lRhQYDCwHek,2059
 pyglove/core/patching/object_factory.py,sha256=fsiqFET9LWQV4xZXJrPFu3j5IRovSi_zrJba7KiYGZ0,3368
 pyglove/core/patching/object_factory_test.py,sha256=UXWVxrlgtsKm9Q-CnzJMcKKeFvFi9qQ1GG4RgWt0S8o,3973
@@ -212,8 +212,8 @@ pyglove/ext/scalars/randoms.py,sha256=LkMIIx7lOq_lvJvVS3BrgWGuWl7Pi91-lA-O8x_gZs
 pyglove/ext/scalars/randoms_test.py,sha256=nEhiqarg8l_5EOucp59CYrpO2uKxS1pe0hmBdZUzRNM,2000
 pyglove/ext/scalars/step_wise.py,sha256=IDw3tuTpv0KVh7AN44W43zqm1-E0HWPUlytWOQC9w3Y,3789
 pyglove/ext/scalars/step_wise_test.py,sha256=TL1vJ19xVx2t5HKuyIzGoogF7N3Rm8YhLE6JF7i0iy8,2540
-pyglove-0.4.5.dev202503260809.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-pyglove-0.4.5.dev202503260809.dist-info/METADATA,sha256=GiY8wKt4qnrDRrHsqzc0ksH7fSLeiaVoiyAn_S8t06g,7089
-pyglove-0.4.5.dev202503260809.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-pyglove-0.4.5.dev202503260809.dist-info/top_level.txt,sha256=wITzJSKcj8GZUkbq-MvUQnFadkiuAv_qv5qQMw0fIow,8
-pyglove-0.4.5.dev202503260809.dist-info/RECORD,,
+pyglove-0.4.5.dev202503280810.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+pyglove-0.4.5.dev202503280810.dist-info/METADATA,sha256=IZGK2Igab2QVfh5F2tBYg_fIiRehd7Dqonb5uhvCkLQ,7089
+pyglove-0.4.5.dev202503280810.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+pyglove-0.4.5.dev202503280810.dist-info/top_level.txt,sha256=wITzJSKcj8GZUkbq-MvUQnFadkiuAv_qv5qQMw0fIow,8
+pyglove-0.4.5.dev202503280810.dist-info/RECORD,,