langfun 0.1.2.dev202510080805__tar.gz → 0.1.2.dev202510100805__tar.gz

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202510080805
+Version: 0.1.2.dev202510100805
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/langfun/core/language_model.py

@@ -1462,7 +1462,7 @@ class _Metrics:
         'Number of calls to the language model.',
         parameters={'model': str, 'error': str},
     )
-    self.language_model_call_duration_ms = self._metrics.get_scalar(
+    self.language_model_call_duration_ms = self._metrics.get_distribution(
         'language_model_call_duration_ms',
         'Duration of calls to the language model in milliseconds.',
         parameters={'model': str, 'error': str},

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/langfun/core/structured/querying.py

@@ -446,6 +446,9 @@ def query(
     **kwargs: Additional keyword arguments for:
       - Rendering templates (e.g., `template_str`, `preamble`),
       - Configuring `lf.structured.Mapping`.
+      - metadata_xxx, which will be passed through to the rendered message
+        metadata under key `xxx`. This allows LLM behavior customization based
+        on metadata `xxx` from the prompt.
 
   Returns:
     The result of the query:

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/langfun/env/event_handlers/metric_writer.py

@@ -33,12 +33,12 @@ class MetricWriter(pg.Object, base.EventHandler):
       self,
       name: str,
       description: str,
-      parameters: dict[str, type[str]] | None = None
+      parameters: dict[str, type[str]] | None = None,
   ) -> pg.monitoring.Counter:
     return self._metric_collection.get_counter(
         name=name,
         description=description,
-        parameters=parameters
+        parameters=parameters,
     )
 
   def _get_scalar(
@@ -53,9 +53,21 @@ class MetricWriter(pg.Object, base.EventHandler):
         parameters=parameters
     )
 
+  def _get_distribution(
+      self,
+      name: str,
+      description: str,
+      parameters: dict[str, type[str]] | None = None
+  ) -> pg.monitoring.Metric:
+    return self._metric_collection.get_distribution(
+        name=name,
+        description=description,
+        parameters=parameters
+    )
+
   def _error_tag(self, error: BaseException | None) -> str:
     if error is None:
-      return ''
+      return 'Success'
     return pg.utils.ErrorInfo.from_exception(error).tag
 
   def _initialize_metrics(self) -> None:
@@ -67,7 +79,7 @@ class MetricWriter(pg.Object, base.EventHandler):
     # Environment metrics.
     #
 
-    self._environment_housekeep_duration_ms = self._get_scalar(
+    self._environment_housekeep_duration_ms = self._get_distribution(
         'environment_housekeep_duration_ms',
         description='Environment housekeeping duration in milliseconds',
         parameters={
@@ -100,6 +112,15 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str
         }
     )
+    self._sandbox_count = self._get_scalar(
+        'sandbox_count',
+        description='Sandbox count',
+        parameters={
+            'app': str,
+            'environment_id': str,
+            'status': str,
+        },
+    )
     self._sandbox_housekeep = self._get_counter(
         'sandbox_housekeep',
         description='Sandbox housekeeping counter',
@@ -121,7 +142,7 @@ class MetricWriter(pg.Object, base.EventHandler):
     )
 
     # Sandbox scalars.
-    self._sandbox_lifetime_ms = self._get_scalar(
+    self._sandbox_lifetime_ms = self._get_distribution(
         'sandbox_lifetime_ms',
         description='Sandbox life time in milliseconds',
         parameters={
@@ -130,7 +151,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._sandbox_start_duration_ms = self._get_scalar(
+    self._sandbox_start_duration_ms = self._get_distribution(
         'sandbox_start_duration_ms',
         description='Sandbox start duration in milliseconds',
         parameters={
@@ -139,7 +160,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._sandbox_shutdown_duration_ms = self._get_scalar(
+    self._sandbox_shutdown_duration_ms = self._get_distribution(
         'sandbox_shutdown_duration_ms',
         description='Sandbox shutdown duration in milliseconds',
         parameters={
@@ -148,7 +169,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._sandbox_housekeep_duration_ms = self._get_scalar(
+    self._sandbox_housekeep_duration_ms = self._get_distribution(
         'sandbox_housekeep_duration_ms',
         description='Sandbox housekeeping duration in milliseconds',
         parameters={
@@ -157,7 +178,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._sandbox_status_duration_ms = self._get_scalar(
+    self._sandbox_status_duration_ms = self._get_distribution(
         'sandbox_status_duration_ms',
         description='Sandbox duration of specific status in milliseconds',
         parameters={
@@ -166,7 +187,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'status': str,
         }
     )
-    self._sandbox_activity_duration_ms = self._get_scalar(
+    self._sandbox_activity_duration_ms = self._get_distribution(
         'sandbox_activity_duration_ms',
         description='Sandbox activity duration in milliseconds',
         parameters={
@@ -234,7 +255,7 @@ class MetricWriter(pg.Object, base.EventHandler):
     )
 
     # Feature scalars.
-    self._feature_setup_duration_ms = self._get_scalar(
+    self._feature_setup_duration_ms = self._get_distribution(
         'feature_setup_duration_ms',
         description='Feature setup duration in milliseconds',
         parameters={
@@ -244,7 +265,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._feature_teardown_duration_ms = self._get_scalar(
+    self._feature_teardown_duration_ms = self._get_distribution(
         'feature_teardown_duration_ms',
         description='Feature teardown duration in milliseconds',
         parameters={
@@ -254,7 +275,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._feature_setup_session_duration_ms = self._get_scalar(
+    self._feature_setup_session_duration_ms = self._get_distribution(
         'feature_setup_session_duration_ms',
         description='Feature setup session duration in milliseconds',
         parameters={
@@ -264,7 +285,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._feature_teardown_session_duration_ms = self._get_scalar(
+    self._feature_teardown_session_duration_ms = self._get_distribution(
         'feature_teardown_session_duration_ms',
         description='Feature teardown session duration in milliseconds',
         parameters={
@@ -274,7 +295,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._feature_housekeep_duration_ms = self._get_scalar(
+    self._feature_housekeep_duration_ms = self._get_distribution(
         'feature_housekeep_duration_ms',
         description='Feature housekeeping duration in milliseconds',
         parameters={
@@ -289,7 +310,7 @@ class MetricWriter(pg.Object, base.EventHandler):
     # Session metrics.
     #
 
-    self._session_start_duration_ms = self._get_scalar(
+    self._session_start_duration_ms = self._get_distribution(
         'session_start_duration_ms',
         description='Session start duration in milliseconds',
         parameters={
@@ -298,7 +319,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._session_end_duration_ms = self._get_scalar(
+    self._session_end_duration_ms = self._get_distribution(
         'session_end_duration_ms',
         description='Session end duration in milliseconds',
         parameters={
@@ -307,7 +328,7 @@ class MetricWriter(pg.Object, base.EventHandler):
             'error': str,
         }
     )
-    self._session_lifetime_ms = self._get_scalar(
+    self._session_lifetime_ms = self._get_distribution(
         'session_lifetime_ms',
         description='Session lifetime in milliseconds',
         parameters={
@@ -373,6 +394,19 @@ class MetricWriter(pg.Object, base.EventHandler):
         environment_id=str(environment.id),
         status=old_status.value
     )
+    if old_status != base.Sandbox.Status.CREATED:
+      self._sandbox_count.increment(
+          delta=-1,
+          app=self.app,
+          environment_id=str(environment.id),
+          status=old_status.value
+      )
+    if new_status != base.Sandbox.Status.OFFLINE:
+      self._sandbox_count.increment(
+          app=self.app,
+          environment_id=str(environment.id),
+          status=new_status.value
+      )
 
   def on_sandbox_shutdown(
       self,

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/langfun/env/event_handlers/metric_writer_test.py

@@ -47,7 +47,7 @@ class MetricWriterTest(unittest.TestCase):
         writer._sandbox_start.value(
             app='test_app',
             environment_id='testing-env',
-            error=''
+            error='Success'
         ),
         2
     )
@@ -55,7 +55,7 @@ class MetricWriterTest(unittest.TestCase):
         writer._sandbox_housekeep.value(
             app='test_app',
             environment_id='testing-env',
-            error=''
+            error='Success'
         ),
         0,
     )
@@ -63,15 +63,32 @@ class MetricWriterTest(unittest.TestCase):
         writer._sandbox_shutdown.value(
             app='test_app',
             environment_id='testing-env',
-            error=''
+            error='Success'
         ),
         2
     )
+    self.assertEqual(
+        writer._sandbox_count.value(
+            app='test_app',
+            environment_id='testing-env',
+            status='ready',
+        ),
+        0
+    )
+    self.assertEqual(
+        writer._sandbox_count.value(
+            app='test_app',
+            environment_id='testing-env',
+            status='offline',
+        ),
+        0
+    )
     self.assertEqual(
         writer._feature_setup.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature1', error=''
+            feature_name='test_feature1',
+            error='Success'
         ),
         2,
     )
@@ -79,7 +96,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_setup.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature2', error=''
+            feature_name='test_feature2',
+            error='Success'
         ),
         2,
     )
@@ -87,7 +105,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_setup_session.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature1', error=''
+            feature_name='test_feature1',
+            error='Success'
         ),
         3,
     )
@@ -95,7 +114,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_setup_session.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature2', error=''
+            feature_name='test_feature2',
+            error='Success'
         ),
         3,
     )
@@ -103,7 +123,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_teardown_session.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature1', error=''
+            feature_name='test_feature1',
+            error='Success'
         ),
         2,
     )
@@ -111,7 +132,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_teardown_session.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature2', error=''
+            feature_name='test_feature2',
+            error='Success'
         ),
         2,
     )
@@ -119,7 +141,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_teardown.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature1', error=''
+            feature_name='test_feature1',
+            error='Success'
         ),
         2,
     )
@@ -127,7 +150,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_teardown.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature2', error=''
+            feature_name='test_feature2',
+            error='Success'
         ),
         2,
     )
@@ -135,7 +159,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_housekeep.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature1', error=''
+            feature_name='test_feature1',
+            error='Success'
         ),
         0,
     )
@@ -143,7 +168,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._feature_housekeep.value(
             app='test_app',
             environment_id='testing-env',
-            feature_name='test_feature2', error=''
+            feature_name='test_feature2',
+            error='Success'
         ),
         0,
     )
@@ -151,7 +177,8 @@ class MetricWriterTest(unittest.TestCase):
         writer._sandbox_activity.value(
             app='test_app',
             environment_id='testing-env',
-            activity='shell', error=''
+            activity='shell',
+            error='Success'
         ),
         18
     )

{langfun-0.1.2.dev202510080805 → langfun-0.1.2.dev202510100805}/langfun.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202510080805
+Version: 0.1.2.dev202510100805
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors