langfun 0.1.2.dev202510060804__tar.gz → 0.1.2.dev202510070805__tar.gz

{langfun-0.1.2.dev202510060804 → langfun-0.1.2.dev202510070805}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202510060804
+Version: 0.1.2.dev202510070805
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202510060804 → langfun-0.1.2.dev202510070805}/langfun/core/agentic/action.py

@@ -187,11 +187,23 @@ class Action(pg.Object):
     self._session = None
     self._invocation: ActionInvocation | None = None
 
+    # NOTE(daiyip): Users could use `self._state` to keep track of the state
+    # during the execution of the action.
+    # Strictly speaking action state should better fit into
+    # ActionInvocation, we make it a property of Action as it's usually
+    # initialized before `__call__` is called.
+    self._state: Any = None
+
   @property
   def session(self) -> Optional['Session']:
     """Returns the session started by this action."""
     return self._session
 
+  @property
+  def state(self) -> Any:
+    """Returns the state of the action."""
+    return self._state
+
   @property
   def result(self) -> Any:
     """Returns the result of the action."""
@@ -852,7 +864,11 @@ class ParallelExecutions(pg.Object, pg.views.html.HtmlTreeView.Extension):
 
 class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
   """A class for capturing the invocation of an action."""
-  action: Action
+
+  action: Annotated[
+      Action,
+      'The action being invoked.'
+  ]
 
   result: Annotated[
       Any,
@@ -931,6 +947,11 @@ class ActionInvocation(pg.Object, pg.views.html.HtmlTreeView.Extension):
     """Returns True if the action invocation has an error."""
     return self.error is not None
 
+  @property
+  def state(self) -> Any:
+    """Returns the state of the action."""
+    return self.action.state
+
   @property
   def logs(self) -> list[lf.logging.LogEntry]:
     """Returns immediate child logs from execution sequence."""

{langfun-0.1.2.dev202510060804 → langfun-0.1.2.dev202510070805}/langfun/core/agentic/action_test.py

@@ -66,12 +66,18 @@ class Foo(action_lib.Action):
       time.sleep(self.simulate_execution_time[2])
       return lf_structured.query(f'subtask_{i}', lm=lm)
 
+    self._state = []
     for i, output, error in session.concurrent_map(
-        _sub_task, range(3), max_workers=2, silence_on_errors=None,
+        _sub_task,
+        range(3),
+        max_workers=2,
+        ordered=True,
+        silence_on_errors=None,
     ):
       assert isinstance(i, int), i
       assert isinstance(output, str), output
       assert error is None, error
+      self._state.append(i)
     return self.x + Bar(
         simulate_action_error=self.simulate_action_error,
         simulate_execution_time=self.simulate_execution_time[3]
@@ -118,6 +124,7 @@ class SessionTest(unittest.TestCase):
     foo = Foo(1)
     self.assertIsNone(foo.session)
     self.assertIsNone(foo.invocation)
+    self.assertIsNone(foo.state)
     self.assertIsNone(foo.result)
     self.assertIsNone(foo.metadata)
 
@@ -136,6 +143,8 @@ class SessionTest(unittest.TestCase):
     self.assertTrue(session.has_stopped)
     self.assertEqual(result, 3)
     self.assertIsNone(foo.session)
+    self.assertEqual(foo.state, [0, 1, 2])
+    self.assertIs(foo.invocation.state, foo.state)
     self.assertEqual(foo.result, 3)
     self.assertEqual(
         foo.metadata, dict(note='foo', subtask_0=0, subtask_1=1, subtask_2=2)

{langfun-0.1.2.dev202510060804 → langfun-0.1.2.dev202510070805}/langfun/core/language_model.py

@@ -1159,21 +1159,35 @@ class LanguageModel(component.Component):
   ) -> message_lib.Message:
     """Returns the first candidate."""
     prompt = message_lib.UserMessage.from_value(prompt)
-    with component.context(override_attrs=True, **kwargs):
-      sampling_options = self.sampling_options
-      if sampling_options.n != 1:
-        sampling_options = sampling_options.clone(override=dict(n=1))
-
-      call_counter = self._call_counter
-      self._call_counter += 1
-      request_start = time.time()
-      result = self.sample(
-          [prompt], sampling_options=sampling_options, cache_seed=cache_seed
-      )[0]
-      elapse = time.time() - request_start
-      response = result.samples[0].response
-      self._debug(prompt, response, call_counter, result.usage, elapse)
-      return response
+    start_time = time.time()
+    error_tag = ''
+    try:
+      with component.context(override_attrs=True, **kwargs):
+        sampling_options = self.sampling_options
+        if sampling_options.n != 1:
+          sampling_options = sampling_options.clone(override=dict(n=1))
+
+        call_counter = self._call_counter
+        self._call_counter += 1
+        request_start = time.time()
+        result = self.sample(
+            [prompt], sampling_options=sampling_options, cache_seed=cache_seed
+        )[0]
+        elapse = time.time() - request_start
+        response = result.samples[0].response
+        self._debug(prompt, response, call_counter, result.usage, elapse)
+        return response
+    except BaseException as e:
+      error_tag = pg.ErrorInfo.from_exception(e).tag
+      raise e
+    finally:
+      _METRICS.language_model_calls.increment(
+          model=self.model_id, error=error_tag
+      )
+      _METRICS.language_model_call_duration_ms.record(
+          int((time.time() - start_time) * 1000),
+          model=self.model_id, error=error_tag,
+      )
 
   def _debug(
       self,
@@ -1438,6 +1452,25 @@ class LanguageModel(component.Component):
     return None
 
 
+class _Metrics:
+  """Metrics for Langfun."""
+
+  def __init__(self):
+    self._metrics = pg.monitoring.metric_collection('/third_party/langfun')
+    self.language_model_calls = self._metrics.get_counter(
+        'language_model_calls',
+        'Number of calls to the language model.',
+        parameters={'model': str, 'error': str},
+    )
+    self.language_model_call_duration_ms = self._metrics.get_scalar(
+        'language_model_call_duration_ms',
+        'Duration of calls to the language model in milliseconds.',
+        parameters={'model': str, 'error': str},
+    )
+
+_METRICS = _Metrics()
+
+
 class _ConcurrencyControl:
   """Controls the max concurrent LLM calls for a given model."""
 

{langfun-0.1.2.dev202510060804 → langfun-0.1.2.dev202510070805}/langfun.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202510060804
+Version: 0.1.2.dev202510070805
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors