langfun 0.1.2.dev202509290805__py3-none-any.whl → 0.1.2.dev202510010805__py3-none-any.whl

langfun/env/event_handlers/metric_writer_test.py

@@ -0,0 +1,170 @@
+# Copyright 2025 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import unittest
+
+from langfun.env import interface
+from langfun.env import test_utils
+from langfun.env.event_handlers import metric_writer as metric_writer_lib
+
+
+class MetricWriterTest(unittest.TestCase):
+
+  def test_write_metric(self):
+    writer = metric_writer_lib.MetricWriter(app='test_app')
+    env = test_utils.TestingEnvironment(
+        features={
+            'test_feature1': test_utils.TestingFeature(housekeep_interval=0),
+            'test_feature2': test_utils.TestingFeature(housekeep_interval=None),
+        },
+        pool_size=2,
+        outage_grace_period=0,
+        outage_retry_interval=0,
+        housekeep_interval=0.0,
+        sandbox_keepalive_interval=1.0,
+        event_handlers=[writer],
+    )
+    with env:
+      with env.sandbox('session1') as sb:
+        self.assertEqual(sb.test_feature1.num_shell_calls(), 4)
+
+      with self.assertRaises(interface.SandboxStateError):
+        with env.sandbox('session2') as sb:
+          sb.shell('echo "bar"', raise_error=RuntimeError)
+
+    self.assertEqual(
+        writer._sandbox_start.value(
+            app='test_app',
+            environment_id='testing-env',
+            error=''
+        ),
+        2
+    )
+    self.assertGreater(
+        writer._sandbox_housekeep.value(
+            app='test_app',
+            environment_id='testing-env',
+            error=''
+        ),
+        0,
+    )
+    self.assertEqual(
+        writer._sandbox_shutdown.value(
+            app='test_app',
+            environment_id='testing-env',
+            error=''
+        ),
+        2
+    )
+    self.assertEqual(
+        writer._feature_setup.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature1', error=''
+        ),
+        2,
+    )
+    self.assertEqual(
+        writer._feature_setup.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature2', error=''
+        ),
+        2,
+    )
+    self.assertEqual(
+        writer._feature_setup_session.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature1', error=''
+        ),
+        3,
+    )
+    self.assertEqual(
+        writer._feature_setup_session.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature2', error=''
+        ),
+        3,
+    )
+    self.assertEqual(
+        writer._feature_teardown_session.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature1', error=''
+        ),
+        2,
+    )
+    self.assertEqual(
+        writer._feature_teardown_session.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature2', error=''
+        ),
+        2,
+    )
+    self.assertEqual(
+        writer._feature_teardown.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature1', error=''
+        ),
+        2,
+    )
+    self.assertEqual(
+        writer._feature_teardown.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature2', error=''
+        ),
+        2,
+    )
+    self.assertGreater(
+        writer._feature_housekeep.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature1', error=''
+        ),
+        0,
+    )
+    self.assertEqual(
+        writer._feature_housekeep.value(
+            app='test_app',
+            environment_id='testing-env',
+            feature_name='test_feature2', error=''
+        ),
+        0,
+    )
+    self.assertEqual(
+        writer._sandbox_activity.value(
+            app='test_app',
+            environment_id='testing-env',
+            activity='shell', error=''
+        ),
+        18
+    )
+    self.assertEqual(
+        writer._sandbox_activity.value(
+            app='test_app',
+            environment_id='testing-env',
+            activity='shell',
+            error='RuntimeError'
+        ),
+        1
+    )
+
+
+if __name__ == '__main__':
+  unittest.main()

langfun/env/test_utils.py

@@ -258,7 +258,8 @@ class TestingEventHandler(
       environment: interface.Environment,
       counter: int,
       duration: float,
-      error: BaseException | None
+      error: BaseException | None,
+      **kwargs
   ) -> None:
     """Called when the environment finishes a round of housekeeping."""
     assert duration > 0
@@ -270,11 +271,12 @@ class TestingEventHandler(
   def on_environment_shutdown(
       self,
       environment: interface.Environment,
+      duration: float,
       lifetime: float,
       error: BaseException | None
   ) -> None:
     """Called when the environment is shutdown."""
-    assert lifetime is not None
+    assert duration > 0 and lifetime is not None
     self._add_message(f'[{environment.id}] environment shutdown', error)
 
   def on_sandbox_start(
@@ -306,10 +308,11 @@ class TestingEventHandler(
       self,
       environment: interface.Environment,
       sandbox: interface.Sandbox,
+      duration: float,
       lifetime: float,
       error: BaseException | None
   ) -> None:
-    assert lifetime is not None
+    assert duration > 0 and lifetime is not None
     self._add_message(f'[{sandbox.id}] sandbox shutdown', error)
 
   def on_sandbox_housekeep(
@@ -318,7 +321,8 @@ class TestingEventHandler(
       sandbox: interface.Sandbox,
       counter: int,
       duration: float,
-      error: BaseException | None
+      error: BaseException | None,
+      **kwargs
   ) -> None:
     assert duration > 0
     if self.log_housekeep:
@@ -395,7 +399,8 @@ class TestingEventHandler(
       feature: interface.Feature,
       counter: int,
       duration: float,
-      error: BaseException | None
+      error: BaseException | None,
+      **kwargs
   ) -> None:
     """Called when a sandbox feature is housekeeping."""
     assert duration > 0
@@ -423,11 +428,12 @@ class TestingEventHandler(
       environment: interface.Environment,
       sandbox: interface.Sandbox,
       session_id: str,
+      duration: float,
       lifetime: float,
       error: BaseException | None
   ) -> None:
     """Called when a sandbox session ends."""
-    assert lifetime > 0
+    assert duration > 0 and lifetime > 0
     self._add_message(
         f'[{sandbox.id}] session {session_id!r} ended', error
     )

{langfun-0.1.2.dev202509290805.dist-info → langfun-0.1.2.dev202510010805.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202509290805
+Version: 0.1.2.dev202510010805
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202509290805.dist-info → langfun-0.1.2.dev202510010805.dist-info}/RECORD

@@ -101,7 +101,7 @@ langfun/core/llms/deepseek.py,sha256=jvTxdXPr-vH6HNakn_Ootx1heDg8Fen2FUkUW36bpCs
 langfun/core/llms/deepseek_test.py,sha256=DvROWPlDuow5E1lfoSkhyGt_ELA19JoQoDsTnRgDtTg,1847
 langfun/core/llms/fake.py,sha256=bDk_4u7V2LmYUotyOaicwzi0-lnWOIIBbR3-Bil1P3o,3481
 langfun/core/llms/fake_test.py,sha256=lC-C2TpEsnf2kmZpa3OiH2H944I4hMWTAaHEXzRj1DU,7855
-langfun/core/llms/gemini.py,sha256=r4WVWMWHVtyR7tf4NdJ_eAL8Uq6OyQU_2-yBbzrx5mQ,30065
+langfun/core/llms/gemini.py,sha256=qR_rBdkFO6z9MRFoXhq3jiJjKo1tFi4yLkcD2wXzJlY,30337
 langfun/core/llms/gemini_test.py,sha256=y1s0W65SrdepbZxzgIeoTB2MI7sXnfBDf1NsGn57LbM,7617
 langfun/core/llms/google_genai.py,sha256=ogyoOUK4s1OcSFKun0YK5xBRDVyxmvz9WsYNKAwuB0g,5918
 langfun/core/llms/google_genai_test.py,sha256=NKNtpebArQ9ZR7Qsnhd2prFIpMjleojy6o6VMXkJ1zY,1502
@@ -113,7 +113,7 @@ langfun/core/llms/openai.py,sha256=UZM0j3BHRz5NVLs8q7YYRkneM1CwuGQSt7sFaM4IAPU,4
 langfun/core/llms/openai_compatible.py,sha256=JlFUTiK4e3ox2DGeGBcAD-cXkxmBdx5g6LrYkyMIaps,5777
 langfun/core/llms/openai_compatible_test.py,sha256=KwOMA7tsmOxFBjezltkBDSU77AvOQkI23dO2nHLAlB4,17689
 langfun/core/llms/openai_test.py,sha256=gwuO6aoa296iM2welWV9ua4KF8gEVGsEPakgbtkWkFQ,2687
-langfun/core/llms/rest.py,sha256=mY9n0sMAtf0RsvTBgbYHDxGzGD9WLIkocALEHXAL5r4,4583
+langfun/core/llms/rest.py,sha256=YXzSjr7YgtZ5zKDgjA-3D-sabo5wTjpLQDHUIcEPPgg,4773
 langfun/core/llms/rest_test.py,sha256=_zM7nV8DEVyoXNiQOnuwJ917mWjki0614H88rNmDboE,5020
 langfun/core/llms/vertexai.py,sha256=M0GySUbTukyfc6Pwo7i6AX4uapYyshY49VfPsTU8xac,20245
 langfun/core/llms/vertexai_test.py,sha256=_e-acnNBAf9C3WO6i1b2J_mhRzdDdYQTorD9hIVZKOg,5034
@@ -166,21 +166,23 @@ langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3AB
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
 langfun/env/__init__.py,sha256=m6Y8y16ms9lytvO_r-Br8HmTp2rNDhb3R6JJaH5dEEk,1491
-langfun/env/base_environment.py,sha256=Vjpmck3k3UE3KaHq69dIuGbevbRJFlY6PvQEeZ18MtY,18087
-langfun/env/base_feature.py,sha256=dztFq1lcdXgUh3m8pNRC3vruyIdHCob27reiXz_02q8,6436
-langfun/env/base_sandbox.py,sha256=tR__USJZojDrGtnhmDqkbCHrvcrNUDrTwc9mpStyYZ0,36721
-langfun/env/base_test.py,sha256=cBZEcoJG16L_XLVyTgSCxUxy1cukrkpSNNEgiM5LZb4,59137
+langfun/env/base_environment.py,sha256=m7IJNHqt4dlgBRwv0E8BxKtARvcNJis9FrrALguzX1E,19472
+langfun/env/base_feature.py,sha256=gGUCWLcSaQZ7MoXNKogXEdcpfoqJxcfnoXhWQjqi8jk,6462
+langfun/env/base_sandbox.py,sha256=6AqTvMf9U-Gl8fQ_o7lPkHgcOnBLWcORnasr_D9EcF8,37263
+langfun/env/base_test.py,sha256=DrBtyweO4v8Fz3Oz-gnpJ4W_9hRhuVXA1CTLvXJDa9s,61099
 langfun/env/interface.py,sha256=2Amf-_op7dGRF8c4-wYxcFxs1UCBYz1AB20Lk7__V4E,25724
 langfun/env/interface_test.py,sha256=hfQn4RRTEo1YfVHXTPzH1puzD14BTo8R_5v1IpXVZ90,1398
 langfun/env/load_balancers.py,sha256=qRhCthqzjZIQBwta8qC1C0s0J-VQAVomJQqI7Nqv-r4,1948
 langfun/env/load_balancers_test.py,sha256=KIDIwZeQHcW0fCL5ScZD0lm0QV4_X2y-rMqdd6R1gLc,3737
-langfun/env/test_utils.py,sha256=Cx4J69r_dLcmDyzEVqOzAZ1Gtk5CnbM2K6nSnRHzIAc,13874
-langfun/env/event_handlers/__init__.py,sha256=sZTUeYpnUMzfH6AghhT-hnBHnFxg5UaH-AOmw3YbyMM,376
-langfun/env/event_handlers/base.py,sha256=w2pdAKfGL-TDTQD2lQ-c_BD3jWeAXF5SYBkAj2GNRz0,7532
-langfun/env/event_handlers/event_logger.py,sha256=4jDV6siGRXR95QFJj_9rnQ_BYMaR6IaPb-wuZ7YzCls,11200
-langfun/env/event_handlers/event_logger_test.py,sha256=OpObIB9IXuuNaRFxOuYcmV4RV6sUTbH5zr3-R7B5UGQ,8536
-langfun-0.1.2.dev202509290805.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202509290805.dist-info/METADATA,sha256=W3Ylub5AA3bLnxpVv8uDD_U9vHqhm7GIzct7gsZoOzU,7380
-langfun-0.1.2.dev202509290805.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-langfun-0.1.2.dev202509290805.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202509290805.dist-info/RECORD,,
+langfun/env/test_utils.py,sha256=rnIQZ2ZpiFuB7yfl5ckGtacBoySAwguzBzXzqhyo8jw,14042
+langfun/env/event_handlers/__init__.py,sha256=H34n-TbKSgtxqBhE-yAti8fY6weF2_v3yw59M9_zmGM,443
+langfun/env/event_handlers/base.py,sha256=eGdJ6N5em9kX-c9wzm1TdnRP5_5IAltX5JTHILdjzLM,10124
+langfun/env/event_handlers/event_logger.py,sha256=3dbPjBe53dBgntYHlyLlj_77hVecPSXkmKeiGXMxlO0,12699
+langfun/env/event_handlers/event_logger_test.py,sha256=PGof3rPllNnyzs3Yp8kaOHLeTkVrzUgCJwlODTrVRKI,9111
+langfun/env/event_handlers/metric_writer.py,sha256=cnJe0BeWntUZ56NlwB8lkv2udcldds9GNyMg71Zz-II,16994
+langfun/env/event_handlers/metric_writer_test.py,sha256=4tI7s3o1Gw1bawXewaEZ65EPPOcr8A4m1bLK7uUcJY4,4735
+langfun-0.1.2.dev202510010805.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202510010805.dist-info/METADATA,sha256=RzMf3Out519JCUoptVdAxzqmPL2j-we1L2YNLuu9Yf4,7380
+langfun-0.1.2.dev202510010805.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+langfun-0.1.2.dev202510010805.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202510010805.dist-info/RECORD,,