langfun 0.1.2.dev202504100804__tar.gz → 0.1.2.dev202504120803__tar.gz

{langfun-0.1.2.dev202504100804 → langfun-0.1.2.dev202504120803}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504100804
+Version: 0.1.2.dev202504120803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202504100804 → langfun-0.1.2.dev202504120803}/langfun/core/eval/v2/evaluation.py

@@ -724,18 +724,15 @@ class EvaluationState:
       filter: Callable[[example_lib.Example], bool] | None = None,  # pylint: disable=redefined-builtin
   ) -> None:
     """Loads the state from the example sequence file."""
-    with pg.io.sequence.open_sequence(state_file) as f:
-      for record in f:
-        example = pg.from_json_str(
-            record,
-            example_input_by_id=example_input_by_id,
-            load_example_metadata=load_example_metadata
-        )
-        assert isinstance(example, example_lib.Example), example
-        if filter is not None and not filter(example):
-          continue
-        example.newly_processed = False
-        self._ckpt_examples[example.id] = example
+    for example in example_lib.Example.iter_ckpts(
+        state_file,
+        example_input_by_id=example_input_by_id,
+        load_example_metadata=load_example_metadata,
+    ):
+      if filter is not None and not filter(example):
+        continue
+      example.newly_processed = False
+      self._ckpt_examples[example.id] = example
 
   @property
   def evaluation_status(self) -> dict[int, ExampleStatus]:

{langfun-0.1.2.dev202504100804 → langfun-0.1.2.dev202504120803}/langfun/core/eval/v2/example.py

@@ -15,7 +15,7 @@
 
 import dataclasses
 import inspect
-from typing import Any, Callable
+from typing import Any, Callable, Iterator
 import langfun.core as lf
 import pyglove as pg
 
@@ -145,6 +145,26 @@ class Example(pg.JSONConvertible, pg.views.HtmlTreeView.Extension):
         example.metadata = pg.from_json(metadata_dict, **kwargs)
       return example
 
+  @classmethod
+  def iter_ckpts(
+      cls,
+      ckpt_file: str | list[str],
+      example_input_by_id: Callable[[int], Any] | None = None,
+      load_example_metadata: bool = True,
+  ) -> Iterator['Example']:
+    """Iterates Examples from the checkpoint files."""
+    ckpt_files = [ckpt_file] if isinstance(ckpt_file, str) else ckpt_file
+    for ckpt_file in ckpt_files:
+      with pg.io.open_sequence(ckpt_file) as f:
+        for record in f:
+          example = pg.from_json_str(
+              record,
+              example_input_by_id=example_input_by_id,
+              load_example_metadata=load_example_metadata
+          )
+          assert isinstance(example, cls), example
+          yield example
+
   #
   # HTML rendering.
   #

{langfun-0.1.2.dev202504100804 → langfun-0.1.2.dev202504120803}/langfun/core/structured/querying.py

@@ -706,7 +706,7 @@ class QueryInvocation(pg.Object, pg.views.HtmlTreeView.Extension):
             'lm_response',
             pg.view(
                 self.lm_response,
-                extra_flags=dict(include_message_metadata=False)
+                extra_flags=dict(include_message_metadata=True)
             ),
         ),
     ], tab_position='top', selected=1).to_html()

{langfun-0.1.2.dev202504100804 → langfun-0.1.2.dev202504120803}/langfun.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504100804
+Version: 0.1.2.dev202504120803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors