atdata 0.1.3a2__py3-none-any.whl → 0.1.3a3__py3-none-any.whl

atdata/dataset.py

@@ -501,10 +501,17 @@ class Dataset( Generic[ST] ):
         """
 
         assert 'msgpack' in batch
-        batch_unpacked = [ self.sample_type.from_bytes( bs )
-                           for bs in batch['msgpack'] ]
-        return SampleBatch[self.sample_type]( batch_unpacked )
 
+        if self._output_lens is None:
+            batch_unpacked = [ self.sample_type.from_bytes( bs )
+                               for bs in batch['msgpack'] ]
+            return SampleBatch[self.sample_type]( batch_unpacked )
+
+        batch_source = [ self._output_lens.source_type.from_bytes( bs )
+                         for bs in batch['msgpack'] ]
+        batch_view = [ self._output_lens( s )
+                       for s in batch_source ]
+        return SampleBatch[self.sample_type]( batch_view )
 
     # # @classmethod
     # def wrap_batch( self, batch: WDSRawBatch ) -> BT:

{atdata-0.1.3a2.dist-info → atdata-0.1.3a3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: atdata
-Version: 0.1.3a2
+Version: 0.1.3a3
 Summary: A loose federation of distributed, typed datasets
 Author-email: Maxine Levesque <hello@maxine.science>
 License-File: LICENSE

atdata-0.1.3a3.dist-info/RECORD

@@ -0,0 +1,9 @@
+atdata/__init__.py,sha256=V2qBg7i2mfCNG9nww6Gi_fDp7iwolDMrNzhmNO6VA7M,233
+atdata/_helpers.py,sha256=R63JhXewAKZYnZ9Th7R6yZh0IOUPYGBsth3FpRUMD-U,503
+atdata/dataset.py,sha256=0qD6t6axW1DZyVK2ZYcTrLGQE-Mb-Ti65vcaUPM5oqk,17051
+atdata/lens.py,sha256=bGlxQ6PEnLj5poQ41DHj1LfpsmI5fELnjnUf4qXOsCo,5304
+atdata-0.1.3a3.dist-info/METADATA,sha256=3rWXBavscvI9CS938f5rzWv6lDcrwmSVwfeQfOb6R4w,529
+atdata-0.1.3a3.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+atdata-0.1.3a3.dist-info/entry_points.txt,sha256=6-iQr1veSTq-ac94bLyfcyGHprrZWevPEd12BWX37tQ,39
+atdata-0.1.3a3.dist-info/licenses/LICENSE,sha256=Pz2eACSxkhsGfW9_iN60pgy-enjnbGTj8df8O3ebnQQ,16726
+atdata-0.1.3a3.dist-info/RECORD,,

atdata-0.1.3a2.dist-info/RECORD

@@ -1,9 +0,0 @@
-atdata/__init__.py,sha256=V2qBg7i2mfCNG9nww6Gi_fDp7iwolDMrNzhmNO6VA7M,233
-atdata/_helpers.py,sha256=R63JhXewAKZYnZ9Th7R6yZh0IOUPYGBsth3FpRUMD-U,503
-atdata/dataset.py,sha256=brNKGMkA_au2nLF5oUmjwub1E08DVwBKl9PnzPV6rPM,16722
-atdata/lens.py,sha256=bGlxQ6PEnLj5poQ41DHj1LfpsmI5fELnjnUf4qXOsCo,5304
-atdata-0.1.3a2.dist-info/METADATA,sha256=pYLvssfCzaiqer4yZQM3vh7nRlP8ZcEutXA8po7GZC0,529
-atdata-0.1.3a2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-atdata-0.1.3a2.dist-info/entry_points.txt,sha256=6-iQr1veSTq-ac94bLyfcyGHprrZWevPEd12BWX37tQ,39
-atdata-0.1.3a2.dist-info/licenses/LICENSE,sha256=Pz2eACSxkhsGfW9_iN60pgy-enjnbGTj8df8O3ebnQQ,16726
-atdata-0.1.3a2.dist-info/RECORD,,