langfun 0.1.2.dev202504220804__py3-none-any.whl → 0.1.2.dev202504230804__py3-none-any.whl

langfun/core/eval/v2/evaluation.py

@@ -418,6 +418,7 @@ class Evaluation(experiment_lib.Experiment):
     """Renders the details view of the evaluation."""
 
     def _title():
+      additional_links = []
       return pg.Html.element(
           'div',
           [
@@ -434,7 +435,7 @@ class Evaluation(experiment_lib.Experiment):
                           link=self.output_link(run, ''),
                           css_classes=['dir-link'],
                       ),
-                  ],
+                  ] + additional_links,
                   css_classes=['experiment-links'],
               ),
               pg.views.html.controls.Label(

langfun/core/eval/v2/experiment.py

@@ -279,6 +279,8 @@ class Experiment(lf.Component, pg.views.HtmlTreeView.Extension):
     assert path.startswith('/'), path
     return f'file://{path}'
 
+  # Placehold Google-internal methods.
+
   #
   # Hierarchy of an experiment tree.
   #

langfun/core/eval/v2/runners.py

@@ -151,6 +151,11 @@ class RunnerBase(Runner):
     experiment.progress.start(total=1)
     experiment.progress.increment_skipped(1)
 
+    if experiment.is_leaf:
+      experiment.info(
+          f'Evaluation {experiment.id!r} is skipped.'
+      )
+
     # Notify the plugins of the experiment skip.
     for plugin in self._all_plugins(experiment):
       plugin.on_experiment_skipped(self, experiment)
@@ -232,6 +237,7 @@ class RunnerBase(Runner):
     """Called when an evaluation example is started."""
     for plugin in self._all_plugins(experiment):
       plugin.on_example_start(self, experiment, example)
+    experiment.info(f'Starting to evaluate example {example.id}.')
 
   def on_example_complete(
       self,
@@ -242,10 +248,24 @@ class RunnerBase(Runner):
     if example.newly_processed:
       if example.error is None:
         experiment.progress.increment_processed()
+        experiment.info(
+            f'Example {example.id} is successfully evaluated in '
+            f'{example.elapse:.2f} seconds.'    # pylint: disable=bad-whitespace
+        )
       else:
         experiment.progress.increment_failed()
+        experiment.error(
+            (
+                f'Failed to evaluate example {example.id} in'
+                f'{example.elapse:.2f} seconds.'  # pylint: disable=bad-whitespace
+            ),
+            error=example.error
+        )
     else:
       experiment.progress.increment_skipped()
+      experiment.info(
+          f'Skipped example {example.id} as it is loaded from checkpoint.'
+      )
 
     experiment.usage_summary.merge(example.usage_summary)
     experiment.progress.update_execution_summary(example.execution_status)

{langfun-0.1.2.dev202504220804.dist-info → langfun-0.1.2.dev202504230804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504220804
+Version: 0.1.2.dev202504230804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202504220804.dist-info → langfun-0.1.2.dev202504230804.dist-info}/RECORD

@@ -63,11 +63,11 @@ langfun/core/eval/v2/__init__.py,sha256=9lNKJwbvl0lcFblAXYT_OHI8fOubJsTOdSkxEqsP
 langfun/core/eval/v2/checkpointing.py,sha256=t47rBfzGZYgIqWW1N1Ak9yQnNtHd-IRbEO0cZjG2VRo,11755
 langfun/core/eval/v2/checkpointing_test.py,sha256=NggOSJ_6XSa4cNP6nGIu9wLsK59dUwe8SPWDiXtGGDE,9197
 langfun/core/eval/v2/eval_test_helper.py,sha256=sKFi_wPYCNmr96WyTduuXY0KnxjFxcJyEhXey-_nGX8,3962
-langfun/core/eval/v2/evaluation.py,sha256=E5PlPb9AA4VV12wHkwH-TXj-3BmYzr1GqhGFcY8gVvs,23882
+langfun/core/eval/v2/evaluation.py,sha256=JF4ztdkOURShiDIu3p9e8dSCGD6HUK3Y5491I7ldvV8,23929
 langfun/core/eval/v2/evaluation_test.py,sha256=TKbeyeenoaUDH23E3TXXJ4otuq3VZBuWkWdV7c5vMk4,6804
 langfun/core/eval/v2/example.py,sha256=Jegt-viQSNYzPVkOZE_M19GON2TYGTct4Cp9HnJ7DGo,10861
 langfun/core/eval/v2/example_test.py,sha256=1DNm6EuyZOq827DKvf3oTRVFkMNM_qTnLUpvOjpgz5I,3419
-langfun/core/eval/v2/experiment.py,sha256=hHNyIw1uSV-hW2nMMx4hV-uul7KwXCmp7jAWNRyT5fU,32938
+langfun/core/eval/v2/experiment.py,sha256=xlQvx-AgPCgHNaBoW1HxddA9wby-odADF0VJ3rQjw_M,32978
 langfun/core/eval/v2/experiment_test.py,sha256=UmCobeS6ifPcaGkTJp0WPISolXrVFbeFCBiyJeA0Lt4,13666
 langfun/core/eval/v2/metric_values.py,sha256=_B905bC-jxrYPLSEcP2M8MaHZOVMz_bVrUw8YC4arCE,4660
 langfun/core/eval/v2/metric_values_test.py,sha256=ab2oF_HsIwrSy459108ggyjgefHSPn8UVILR4dRwx14,2634
@@ -79,7 +79,7 @@ langfun/core/eval/v2/progress_tracking.py,sha256=zNhNPGlnJnHELEfFpbTMCSXFn8d1IJ5
 langfun/core/eval/v2/progress_tracking_test.py,sha256=fouMVJkFJqHjbhQJngGLGCmA9x3n0dU4USI2dY163mg,2291
 langfun/core/eval/v2/reporting.py,sha256=yUIPCAMnp7InIzpv1DDWrcLO-75iiOUTpscj7smkfrA,8335
 langfun/core/eval/v2/reporting_test.py,sha256=hcPJJaMtPulqERvHYTpId83WXdqDKnnexmULtK7WKwk,5686
-langfun/core/eval/v2/runners.py,sha256=De4d5QQ-Tpw0nPDODQexDPy0ti-FEgzHBvfH78zqdtg,15945
+langfun/core/eval/v2/runners.py,sha256=Af9iCnzzyhAexcl266eYFN1s36J5B5DuFde98yNifuU,16655
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
 langfun/core/llms/__init__.py,sha256=0XyDya5doAIK_8Fjw_a78El-eBf63ggJMY8vICtQMtw,8495
 langfun/core/llms/anthropic.py,sha256=qaclpfX3qeHoZMDxU3Gn-638Vi4IyCbxdow3zgGUHK4,22195
@@ -156,8 +156,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202504220804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202504220804.dist-info/METADATA,sha256=WGY9itjwD4LL6zcf7Dn9WEFEzF8VyvgEUrBsMugh4e8,7692
-langfun-0.1.2.dev202504220804.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
-langfun-0.1.2.dev202504220804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202504220804.dist-info/RECORD,,
+langfun-0.1.2.dev202504230804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202504230804.dist-info/METADATA,sha256=mF1ZV-0PWSeouicbFRYbpgj7XtPVqG-fdde09_xTY6k,7692
+langfun-0.1.2.dev202504230804.dist-info/WHEEL,sha256=pxyMxgL8-pra_rKaQ4drOZAegBVuX-G_4nRHjjgWbmo,91
+langfun-0.1.2.dev202504230804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202504230804.dist-info/RECORD,,