langfun 0.1.2.dev202504240804__py3-none-any.whl → 0.1.2.dev202504250804__py3-none-any.whl

langfun/core/agentic/action.py

@@ -20,6 +20,7 @@ import threading
 import time
 import typing
 from typing import Annotated, Any, Callable, Iterable, Iterator, Optional, Type, Union
+import uuid
 import langfun.core as lf
 from langfun.core import structured as lf_structured
 import pyglove as pg
@@ -63,7 +64,11 @@ class Action(pg.Object):
         lf.console.display(pg.view(session, name='agent_session'))
 
     with session.track_action(self):
+      pg.logging.info('Example %s starts action %s', session.id, repr(self))
       result = self.call(session=session, **kwargs)
+      pg.logging.info(
+          'Example %s ends action %s', session.id, self.__class__.__name__
+      )
 
       # For the top-level action, we store the session in the metadata.
       if new_session:
@@ -792,6 +797,8 @@ class Session(pg.Object, pg.views.html.HtmlTreeView.Extension):
     self._tls = threading.local()
     self._current_action = self.root
     self._current_execution = self.root.execution
+    if self.id is None:
+      self.rebind(id=uuid.uuid4().hex[-7:], skip_notification=True)
 
   #
   # Context-manager for information tracking.

langfun/core/agentic/action_test.py

@@ -68,6 +68,7 @@ class SessionTest(unittest.TestCase):
     self.assertEqual(foo(lm=lm), 3)
 
     session = foo.session
+    self.assertEqual(len(session.id), 7)
     self.assertIsNotNone(session)
     self.assertIsInstance(session.root.action, action_lib.RootAction)
     self.assertIs(session.current_action, session.root)
@@ -152,7 +153,8 @@ class SessionTest(unittest.TestCase):
     session.fatal('hi', x=1, y=2)
 
   def test_as_message(self):
-    session = action_lib.Session()
+    session = action_lib.Session(id='abc')
+    self.assertEqual(session.id, 'abc')
     self.assertIsInstance(session.as_message(), lf.AIMessage)
 
 

langfun/core/eval/v2/evaluation.py

@@ -169,9 +169,23 @@ class Evaluation(experiment_lib.Experiment):
     checkpointed = self._state.ckpt_example(example.id)
     with pg.timeit('evaluate') as timeit, lf.track_usages() as usage_summary:
       if checkpointed is None or checkpointed.has_error:
+        if checkpointed is None:
+          self.info(
+              f'Example {example.id} is being processed for the first time '
+              'as no prior run is found. '
+          )
+        else:
+          self.info(
+              f'Example {example.id} is being reprocessed as prior run '
+              f'contains error: {checkpointed.error}'
+          )
         example.start_time = time.time()
         self._process(example, raise_if_has_error=raise_if_has_error)
       else:
+        self.info(
+            f'Example {example.id} skipped processing as prior run '
+            'is available and error free.'
+        )
         example.start_time = checkpointed.start_time
 
         # Use the output and metadata obtained from the previous processing.
@@ -190,10 +204,12 @@ class Evaluation(experiment_lib.Experiment):
       # NOTE(daiyip): It's possible that metrics could use LLMs, so we need to
       # track the usage of the metrics separately.
       with pg.timeit('metric'):
+        self.info(f'Starting metric computation for example {example.id}.')
         metric_metadata = {}
         for metric in self.metrics:
           metric_metadata.update(metric.audit(example))
         example.metric_metadata = metric_metadata
+        self.info(f'Completed metric computation for example {example.id}.')
 
     # For previously processed examples, we keep the execution status for the
     # processing step.
@@ -315,6 +331,26 @@ class Evaluation(experiment_lib.Experiment):
     with self._log_lock:
       self._log_entries.append(log_entry)
 
+    # Also add system log.
+    match level:
+      case 'debug':
+        sys_log_func = pg.logging.debug
+      case 'info':
+        sys_log_func = pg.logging.info
+      case 'warning':
+        sys_log_func = pg.logging.warning
+      case 'error':
+        sys_log_func = pg.logging.error
+      case 'fatal':
+        sys_log_func = pg.logging.error
+      case _:
+        raise ValueError(f'Unsupported log level: {level}')
+
+    sys_log_func(
+        '%s: %s\nMetadata: %s',
+        self.id, message, pg.format(kwargs)
+    )
+
   def debug(self, message: str, **kwargs):
     """Logs a debug message to the session."""
     self._log(pg.logging.debug, 'debug', message, **kwargs)

langfun/core/eval/v2/runners.py

@@ -249,22 +249,23 @@ class RunnerBase(Runner):
       if example.error is None:
         experiment.progress.increment_processed()
         experiment.info(
-            f'Example {example.id} is successfully evaluated in '
-            f'{example.elapse:.2f} seconds.'    # pylint: disable=bad-whitespace
+            f'Example {example.id} is successfully evaluated (with process) in '
+            f'{example.elapse:.2f} seconds.'
         )
       else:
         experiment.progress.increment_failed()
         experiment.error(
             (
                 f'Failed to evaluate example {example.id} in'
-                f'{example.elapse:.2f} seconds.'  # pylint: disable=bad-whitespace
+                f'{example.elapse:.2f} seconds.'
             ),
             error=example.error
         )
     else:
       experiment.progress.increment_skipped()
       experiment.info(
-          f'Skipped example {example.id} as it is loaded from checkpoint.'
+          f'Example {example.id} is successfully evaluated (without reprocess) '
+          f'in {example.elapse:.2f} seconds.'
       )
 
     experiment.usage_summary.merge(example.usage_summary)

langfun/core/llms/rest.py

@@ -103,6 +103,8 @@ class REST(lf.LanguageModel):
       error_message = str(e)
       if 'REJECTED_CLIENT_THROTTLED' in error_message:
         raise lf.TemporaryLMError(error_message) from e
+      if 'UNREACHABLE_ERROR' in error_message:
+        raise lf.TemporaryLMError(error_message) from e
       raise lf.LMError(error_message) from e
 
   def _error(self, status_code: int, content: str) -> lf.LMError:
@@ -113,6 +115,7 @@ class REST(lf.LanguageModel):
         502,  # Bad gateway (upstream issue, might retry).
         503,  # Servers currently under load, retry after a brief wait.
         529,  # Overloaded, retry after a brief wait.
+        499,  # Client Closed Request
     ):
       error_cls = lf.TemporaryLMError
     else:

langfun/core/message.py

@@ -443,11 +443,14 @@ class Message(
     metadata = dict()
     last_char = None
     for i, chunk in enumerate(chunks):
-      if i > 0 and last_char not in ('\t', ' ', '\n'):
+      if i > 0 and last_char not in ('\t', ' ', '\n', None):
         fused_text.write(separator)
       if isinstance(chunk, str):
         fused_text.write(chunk)
-        last_char = chunk[-1]
+        if chunk:
+          last_char = chunk[-1]
+        else:
+          last_char = None
       else:
         assert isinstance(chunk, modality.Modality), chunk
         var_name = f'obj{ref_index}'

langfun/core/message_test.py

@@ -476,6 +476,15 @@ class MessageTest(unittest.TestCase):
         """
     )
 
+  def test_from_chunks_with_empty_str(self):
+    chunks = ['Hello', '', 'World']
+    msg = message.AIMessage.from_chunks(chunks)
+    self.assertEqual(msg.text, 'Hello World')
+
+    chunks = ['', 'hello']
+    msg = message.AIMessage.from_chunks(chunks)
+    self.assertEqual(msg.text, 'hello')
+
 
 class MessageConverterTest(unittest.TestCase):
 

langfun/core/structured/schema_test.py

@@ -71,7 +71,6 @@ class SchemaTest(unittest.TestCase):
     self.assert_schema(float, pg.typing.Float())
     self.assert_schema(str, pg.typing.Str())
     self.assert_schema(bool, pg.typing.Bool())
-    self.assert_schema(bool | None, pg.typing.Bool().noneable())
 
     # Top-level dictionary with 'result' as the only key is flattened.
     self.assert_schema(dict(result=int), pg.typing.Int())

langfun/core/template_test.py

@@ -80,10 +80,10 @@ class BasicTest(unittest.TestCase):
 
   def test_custom_typing(self):
     class Foo(component.Component):
-      x: str | None
-      y: int | None
+      x: str | None = None
+      y: int | None = None
       z: str
-      p: component.Component | None
+      p: component.Component | None = None
 
     d = Foo(z='bar')
     # String template can be assigned to str.

{langfun-0.1.2.dev202504240804.dist-info → langfun-0.1.2.dev202504250804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504240804
+Version: 0.1.2.dev202504250804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202504240804.dist-info → langfun-0.1.2.dev202504250804.dist-info}/RECORD

@@ -13,8 +13,8 @@ langfun/core/language_model_test.py,sha256=iA5uo7rIj2jAtCYzMzhyNg1fWqE2Onn60bOO5
 langfun/core/logging.py,sha256=W3mLEMXdo210Q5OX3a1ZTc4nU-xMy73-IfNKnsA-RFo,8051
 langfun/core/logging_test.py,sha256=N7-YvSXC8zvnr2SNwWHOykn1CFmqvIuTLDgn41Ku9JU,6642
 langfun/core/memory.py,sha256=f-asN1F7Vehgdn_fK84v73GrEUOxRtaW934keutTKjk,2416
-langfun/core/message.py,sha256=1QOs_jIbehBKumQxVQigOXgN03kcGCBt5K706xHkbqg,32750
-langfun/core/message_test.py,sha256=RluzSk40hWNKale3SPD26oMcr-sw70KyP-4taBlHmg0,40501
+langfun/core/message.py,sha256=qUJZ9NfrlYG3aU_K2ud236gdTnvZ7Qw2T4pv4hI9ivg,32817
+langfun/core/message_test.py,sha256=XE7SaYJUK8TCJBdih4XtnpnB6NhcU-vLxJoaP67WbSU,40793
 langfun/core/modality.py,sha256=K8pUGuMpfWcOtVcXC_OqVjro1-RhHF6ddQni61DuYzM,4166
 langfun/core/modality_test.py,sha256=0WL_yd3B4K-FviWdSpDnOwj0f9TQI0v9t6X0vWvvJbo,2415
 langfun/core/natural_language.py,sha256=3ynSnaYQnjE60LIPK5fyMgdIjubnPYZwzGq4rWPeloE,1177
@@ -24,12 +24,12 @@ langfun/core/sampling_test.py,sha256=U7PANpMsl9E_pa4_Y4FzesSjcwg-u-LKHGCWSgv-8FY
 langfun/core/subscription.py,sha256=euawEuSZP-BHydaT-AQpfYFL0m5pWPGcW0upFhrojqc,10930
 langfun/core/subscription_test.py,sha256=Y4ZdbZEwm83YNZBxHff0QR4QUa4rdaNXA3_jfIcArBo,8717
 langfun/core/template.py,sha256=jNhYSrbLIn9kZOa03w5QZbyjgfnzJzE_ZrrMvvWY4t4,24929
-langfun/core/template_test.py,sha256=g7x4mgNIAXEEj-4W1D5whGfl5YikLEQoylKPzaeDomk,17069
+langfun/core/template_test.py,sha256=AQv_m9qE93WxhEhSlm1xaBgB4hu0UVtA53dljngkUW0,17090
 langfun/core/agentic/__init__.py,sha256=qR3jlfUO4rhIoYdRDLz-d22YZf3FvU4FW88vsjiGDQQ,1224
-langfun/core/agentic/action.py,sha256=AVc2aSZEvyblG_PRsri4kg5fnPrrnqjHU_sYB9EdR-o,33123
+langfun/core/agentic/action.py,sha256=zm4R1D7NFi2YCMpUpc4gIR5_3Q1UgVfgYSGxhfxlvu0,33410
 langfun/core/agentic/action_eval.py,sha256=-ZcWt_eYqnTyOe9HFGyrLJkQRd4iG3hfN4IZ-NYAWwA,4534
 langfun/core/agentic/action_eval_test.py,sha256=tRUkWmOE9p0rpNOq19xAY2oDEnYsEEykjg6sUpAwJk0,2832
-langfun/core/agentic/action_test.py,sha256=-QDP_U8hIZA2IYmaSDIWEvVjtyXMTq3S49onjLrsqJ8,5604
+langfun/core/agentic/action_test.py,sha256=HvNE175bjd5sH-Oz2rRenW9-7aw4DFTHPBn9zT6z4PA,5693
 langfun/core/coding/__init__.py,sha256=5utju_fwEsImaiftx4oXKl9FAM8p281k8-Esdh_-m1w,835
 langfun/core/coding/python/__init__.py,sha256=4ByknuoNU-mOIHwHKnTtmo6oD64oMFtlqPlYWmA5Wic,1736
 langfun/core/coding/python/correction.py,sha256=7zBedlhQKMPA4cfchUMxAOFl6Zl5RqCyllRHGWys40s,7092
@@ -63,7 +63,7 @@ langfun/core/eval/v2/__init__.py,sha256=9lNKJwbvl0lcFblAXYT_OHI8fOubJsTOdSkxEqsP
 langfun/core/eval/v2/checkpointing.py,sha256=t47rBfzGZYgIqWW1N1Ak9yQnNtHd-IRbEO0cZjG2VRo,11755
 langfun/core/eval/v2/checkpointing_test.py,sha256=NggOSJ_6XSa4cNP6nGIu9wLsK59dUwe8SPWDiXtGGDE,9197
 langfun/core/eval/v2/eval_test_helper.py,sha256=sKFi_wPYCNmr96WyTduuXY0KnxjFxcJyEhXey-_nGX8,3962
-langfun/core/eval/v2/evaluation.py,sha256=JF4ztdkOURShiDIu3p9e8dSCGD6HUK3Y5491I7ldvV8,23929
+langfun/core/eval/v2/evaluation.py,sha256=kdhou304i74LSjvCPuY4jeF7HpkQGZsKVFEhZCn1FUU,25105
 langfun/core/eval/v2/evaluation_test.py,sha256=TKbeyeenoaUDH23E3TXXJ4otuq3VZBuWkWdV7c5vMk4,6804
 langfun/core/eval/v2/example.py,sha256=Jegt-viQSNYzPVkOZE_M19GON2TYGTct4Cp9HnJ7DGo,10861
 langfun/core/eval/v2/example_test.py,sha256=1DNm6EuyZOq827DKvf3oTRVFkMNM_qTnLUpvOjpgz5I,3419
@@ -79,7 +79,7 @@ langfun/core/eval/v2/progress_tracking.py,sha256=zNhNPGlnJnHELEfFpbTMCSXFn8d1IJ5
 langfun/core/eval/v2/progress_tracking_test.py,sha256=fouMVJkFJqHjbhQJngGLGCmA9x3n0dU4USI2dY163mg,2291
 langfun/core/eval/v2/reporting.py,sha256=yUIPCAMnp7InIzpv1DDWrcLO-75iiOUTpscj7smkfrA,8335
 langfun/core/eval/v2/reporting_test.py,sha256=hcPJJaMtPulqERvHYTpId83WXdqDKnnexmULtK7WKwk,5686
-langfun/core/eval/v2/runners.py,sha256=Af9iCnzzyhAexcl266eYFN1s36J5B5DuFde98yNifuU,16655
+langfun/core/eval/v2/runners.py,sha256=8PGNlpqSGCW4O-z0E9SHcLklZNceAzwbS7letstljPE,16652
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
 langfun/core/llms/__init__.py,sha256=0XyDya5doAIK_8Fjw_a78El-eBf63ggJMY8vICtQMtw,8495
 langfun/core/llms/anthropic.py,sha256=qaclpfX3qeHoZMDxU3Gn-638Vi4IyCbxdow3zgGUHK4,22195
@@ -104,7 +104,7 @@ langfun/core/llms/openai.py,sha256=F3vQkLVKeKhm34e2akqryuhjl7uOefAANUN3_i4SVhM,4
 langfun/core/llms/openai_compatible.py,sha256=JlFUTiK4e3ox2DGeGBcAD-cXkxmBdx5g6LrYkyMIaps,5777
 langfun/core/llms/openai_compatible_test.py,sha256=KwOMA7tsmOxFBjezltkBDSU77AvOQkI23dO2nHLAlB4,17689
 langfun/core/llms/openai_test.py,sha256=gwuO6aoa296iM2welWV9ua4KF8gEVGsEPakgbtkWkFQ,2687
-langfun/core/llms/rest.py,sha256=ucMKHXlmg6pYSIMhQSktLmTSGMSIiqO8fp1r_GiEhaU,4333
+langfun/core/llms/rest.py,sha256=MCybcHApJcf49lubLnDzScN9Oc2IWY_JnMHIGdbDOuU,4474
 langfun/core/llms/rest_test.py,sha256=_zM7nV8DEVyoXNiQOnuwJ917mWjki0614H88rNmDboE,5020
 langfun/core/llms/vertexai.py,sha256=jCO1AjB3kBdBDNznygFpeXMZy-a7Lcap0NTe5Y7Wzx4,18205
 langfun/core/llms/vertexai_test.py,sha256=dOprP_uLNmXHYxMoX_hMPMsjKR-e_B5nKHjhlMCQoOQ,4252
@@ -142,7 +142,7 @@ langfun/core/structured/querying_test.py,sha256=5gNYus8Vf6lxMM7rxQGIUR_lzQw4MY7e
 langfun/core/structured/schema.py,sha256=_iqhHEGDQsHk0AsybWnK44sOspTWkKJjci781PWD7x0,27988
 langfun/core/structured/schema_generation.py,sha256=3AcuKvv3VOtKY5zMVqODrxfOuDxzoZtGeBxHlOWDOWw,5308
 langfun/core/structured/schema_generation_test.py,sha256=RM9s71kMNg2jTePwInkiW9fK1ACN37eyPeF8OII-0zw,2950
-langfun/core/structured/schema_test.py,sha256=RjYhwTgktQgyqAjzLvo967nTiIK9KWgP-aNGg4e7ihE,25258
+langfun/core/structured/schema_test.py,sha256=ntgPzhoVhTRzT_QKn7ipXDIc6CZmz_zCpCzZnGKc_WQ,25193
 langfun/core/structured/scoring.py,sha256=Y7Jqs5VVjUQLF_9Z1uIY_dw5zasv2FF52Cz-cxGMsro,5857
 langfun/core/structured/scoring_test.py,sha256=QvlwDAzwuamKL5tCotm1L3Sx0cs3idoNK4aIEhaO4Yk,2272
 langfun/core/structured/tokenization.py,sha256=-b4_693quHeYn2AqndwucuXNmhd5NVXVTU3mmDane98,2189
@@ -156,8 +156,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202504240804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202504240804.dist-info/METADATA,sha256=dqsGhPPS45Do678sHQhqGVWijGZy4FmcgOvQCrBcN78,7692
-langfun-0.1.2.dev202504240804.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-langfun-0.1.2.dev202504240804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202504240804.dist-info/RECORD,,
+langfun-0.1.2.dev202504250804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202504250804.dist-info/METADATA,sha256=pb3hyM9a6nqaEvlFDUKBWKkZUWJue66LME5Zz26qVs0,7692
+langfun-0.1.2.dev202504250804.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
+langfun-0.1.2.dev202504250804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202504250804.dist-info/RECORD,,