langfun 0.1.2.dev202510230805__py3-none-any.whl → 0.1.2.dev202511270805__py3-none-any.whl

langfun/env/base_test.py

@@ -1,1481 +0,0 @@
-# Copyright 2025 The Langfun Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-import time
-from typing import Any
-import unittest
-
-from langfun.env import base_sandbox
-from langfun.env import interface
-from langfun.env import test_utils
-from langfun.env.event_handlers import base as event_handler_base
-
-
-TestingEnvironment = test_utils.TestingEnvironment
-TestingSandbox = test_utils.TestingSandbox
-TestingFeature = test_utils.TestingFeature
-TestingEventHandler = test_utils.TestingEventHandler
-
-
-class EnvironmentTests(unittest.TestCase):
-
-  def test_basics(self):
-    env = TestingEnvironment(
-        root_dir='/tmp',
-        pool_size=0,
-        features={'test_feature': TestingFeature()},
-        outage_grace_period=1,
-        outage_retry_interval=0,
-    )
-    self.assertIsNone(interface.Environment.current())
-    self.assertEqual(env.status, interface.Environment.Status.CREATED)
-    self.assertFalse(env.is_online)
-    self.assertEqual(env.min_pool_size, 0)
-    self.assertEqual(env.max_pool_size, 0)
-    self.assertEqual(env.sandbox_pool, [])
-    self.assertEqual(env.id, interface.Environment.Id('testing-env'))
-    self.assertEqual(env.outage_grace_period, 1)
-    self.assertEqual(env.features['test_feature'].name, 'test_feature')
-
-    self.assertIsNone(env.start_time)
-
-    with env:
-      self.assertEqual(env.status, interface.Environment.Status.ONLINE)
-      self.assertIs(interface.Environment.current(), env)
-      self.assertTrue(env.is_online)
-      self.assertIsNotNone(env.start_time)
-      self.assertEqual(env.offline_duration, 0.0)
-      self.assertEqual(env.sandbox_pool, [])
-      self.assertEqual(env.working_dir, '/tmp/testing-env')
-
-      with env.sandbox('session1') as sb:
-        self.assertEqual(
-            sb.id, interface.Sandbox.Id(environment_id=env.id, sandbox_id='0')
-        )
-        self.assertEqual(sb.session_id, 'session1')
-        self.assertEqual(sb.working_dir, '/tmp/testing-env/0')
-        self.assertTrue(sb.is_online)
-        self.assertIs(sb.test_feature, sb.features['test_feature'])
-        self.assertEqual(
-            sb.test_feature.working_dir,
-            '/tmp/testing-env/0/test_feature'
-        )
-        with self.assertRaises(AttributeError):
-          _ = sb.test_feature2
-      self.assertFalse(sb.is_online)
-
-      self.assertIsInstance(env.test_feature, TestingFeature)
-      with self.assertRaises(AttributeError):
-        _ = env.test_feature2
-
-  def test_del(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    env.start()
-    sb = env.acquire()
-    del sb
-    del env
-
-  def test_acquire_env_offline(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with self.assertRaises(interface.EnvironmentOutageError):
-      env.acquire()
-
-  def test_acquire_no_pooling(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      sb = env.acquire()
-      self.assertEqual(sb.status, interface.Sandbox.Status.ACQUIRED)
-      self.assertIsNone(env.working_dir)
-      self.assertIsNone(sb.working_dir)
-      self.assertIsNone(sb.test_feature.working_dir)
-
-  def test_acquire_no_pooling_with_error(self):
-    env = TestingEnvironment(
-        features={
-            'test_feature': TestingFeature(
-                simulate_setup_error=interface.SandboxStateError
-            )
-        },
-        pool_size=0,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      with self.assertRaises(interface.EnvironmentOutageError):
-        env.acquire()
-
-  def test_acquire_with_pooling(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=1,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      sb = env.acquire()
-      self.assertEqual(sb.status, interface.Sandbox.Status.ACQUIRED)
-
-  def test_acquire_with_pooling_overload(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=1,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      sb = env.acquire()
-      self.assertEqual(sb.status, interface.Sandbox.Status.ACQUIRED)
-      with self.assertRaises(interface.EnvironmentOverloadError):
-        env.acquire()
-
-  def test_acquire_with_growing_pool(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=(1, 3),
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      self.assertEqual(len(env.sandbox_pool), 1)
-      self.assertEqual(
-          env.stats(),
-          {
-              'sandbox': {
-                  'created': 0,
-                  'setting_up': 0,
-                  'ready': 1,
-                  'acquired': 0,
-                  'in_session': 0,
-                  'exiting_session': 0,
-                  'shutting_down': 0,
-                  'offline': 0,
-              }
-          }
-      )
-      sb = env.acquire()
-      self.assertEqual(sb.status, interface.Sandbox.Status.ACQUIRED)
-      self.assertEqual(
-          env.stats(),
-          {
-              'sandbox': {
-                  'created': 0,
-                  'setting_up': 0,
-                  'ready': 0,
-                  'acquired': 1,
-                  'in_session': 0,
-                  'exiting_session': 0,
-                  'shutting_down': 0,
-                  'offline': 0,
-              }
-          }
-      )
-      self.assertEqual(len(env.sandbox_pool), 1)
-      sb2 = env.acquire()
-      self.assertEqual(sb2.status, interface.Sandbox.Status.ACQUIRED)
-      self.assertEqual(len(env.sandbox_pool), 2)
-      self.assertEqual(
-          env.stats(),
-          {
-              'sandbox': {
-                  'created': 0,
-                  'setting_up': 0,
-                  'ready': 0,
-                  'acquired': 2,
-                  'in_session': 0,
-                  'exiting_session': 0,
-                  'shutting_down': 0,
-                  'offline': 0,
-              }
-          }
-      )
-    self.assertEqual(
-        env.stats(),
-        {
-            'sandbox': {
-                'created': 0,
-                'setting_up': 0,
-                'ready': 0,
-                'acquired': 0,
-                'in_session': 0,
-                'exiting_session': 0,
-                'shutting_down': 0,
-                'offline': 0,
-            }
-        }
-    )
-
-  def test_acquire_with_growing_pool_failure(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=(1, 3),
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      self.assertEqual(len(env.sandbox_pool), 1)
-      sb = env.acquire()
-      self.assertEqual(sb.status, interface.Sandbox.Status.ACQUIRED)
-
-      # Make future sandbox setup to fail.
-      env.features.test_feature.rebind(
-          simulate_setup_error=interface.SandboxStateError,
-          skip_notification=True
-      )
-      with self.assertRaises(interface.EnvironmentOutageError):
-        env.acquire()
-
-  def test_housekeep_error(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=1,
-        proactive_session_setup=True,
-        outage_grace_period=1,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      self.assertEqual(len(env.sandbox_pool), 1)
-      self.assertEqual(
-          env.sandbox_pool[0].status, interface.Sandbox.Status.READY
-      )
-      # Make future sandbox setup to fail.
-      env.features.test_feature.rebind(
-          simulate_setup_error=interface.SandboxStateError,
-          skip_notification=True
-      )
-      with env.sandbox() as sb:
-        with self.assertRaises(interface.SandboxStateError):
-          sb.shell('bad command', raise_error=interface.SandboxStateError)
-      self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-      sb_offline_time = time.time()
-      while time.time() - sb_offline_time < 10:
-        if not env.is_online:
-          break
-        time.sleep(0.5)
-      self.assertFalse(env.is_online)
-
-
-class SandboxStatusTests(unittest.TestCase):
-
-  def setUp(self):
-    super().setUp()
-    self.event_handler = TestingEventHandler(
-        log_sandbox_status=True,
-        log_feature_setup=True,
-        log_session_setup=True,
-    )
-    self.maxDiff = None
-
-  def _create_env(
-      self,
-      features,
-      *,
-      pool_size=0,
-      **kwargs
-  ) -> TestingEnvironment:
-    return TestingEnvironment(
-        pool_size=pool_size,
-        features=features,
-        outage_grace_period=0,
-        event_handlers=[self.event_handler],
-        outage_retry_interval=0,
-        **kwargs
-    )
-
-  def test_passive_session_setup(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-    )
-    self.assertFalse(env.enable_pooling)
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.shell('echo "hello"')
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0/session1] shell: echo "hello"',
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/session1] shell: "feature1" teardown session',
-              '[testing-env/0/feature1] feature teardown session',
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_proactive_session_setup(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(setup_session_delay=0.1),
-            'feature2': TestingFeature(),
-        },
-        pool_size=1,
-        proactive_session_setup=True,
-    )
-    self.assertTrue(env.enable_pooling)
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.shell('echo "hello"')
-      sb.wait_until_not(
-          (
-              interface.Sandbox.Status.IN_SESSION,
-              interface.Sandbox.Status.SETTING_UP
-          )
-      )
-      self.assertEqual(sb.status, interface.Sandbox.Status.READY)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env/0:0] shell: "feature1" setup',
-              '[testing-env/0:0/feature1] feature setup',
-              '[testing-env/0:0] shell: "feature2" setup',
-              '[testing-env/0:0/feature2] feature setup',
-              '[testing-env/0:0] shell: "feature1" setup session',
-              '[testing-env/0:0/feature1] feature setup session',
-              '[testing-env/0:0] shell: "feature2" setup session',
-              '[testing-env/0:0/feature2] feature setup session',
-              '[testing-env/0:0] created -> ready',
-              '[testing-env/0:0] sandbox started',
-              '[testing-env] environment started',
-              '[testing-env/0:0] ready -> acquired',
-              '[testing-env/0:0] acquired -> setting_up',
-              '[testing-env/0:0] setting_up -> in_session',
-              "[testing-env/0:0] session 'session1' started",
-              '[testing-env/0:0/session1] shell: echo "hello"',
-              '[testing-env/0:0] in_session -> exiting_session',
-              '[testing-env/0:0/session1] shell: "feature1" teardown session',
-              '[testing-env/0:0/feature1] feature teardown session',
-              '[testing-env/0:0/session1] shell: "feature2" teardown session',
-              '[testing-env/0:0/feature2] feature teardown session',
-              "[testing-env/0:0] session 'session1' ended",
-              '[testing-env/0:0] exiting_session -> setting_up',
-              '[testing-env/0:0] shell: "feature1" setup session',
-              '[testing-env/0:0/feature1] feature setup session',
-              '[testing-env/0:0] shell: "feature2" setup session',
-              '[testing-env/0:0/feature2] feature setup session',
-              '[testing-env/0:0] setting_up -> ready'
-          ]
-      )
-
-  def test_practive_session_setup_with_setup_session_error(self):
-    env = self._create_env(
-        features={'test_feature': TestingFeature(setup_session_delay=0.5)},
-        pool_size=1,
-    )
-    event_handler = TestingEventHandler(
-        log_sandbox_status=True,
-        log_feature_setup=True,
-        log_session_setup=True,
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.add_event_handler(event_handler)
-        sb.test_feature.rebind(
-            simulate_setup_session_error=interface.SandboxStateError,
-            skip_notification=True
-        )
-      sb.wait_until_not(
-          (
-              interface.Sandbox.Status.SETTING_UP,
-              interface.Sandbox.Status.SHUTTING_DOWN
-          )
-      )
-      self.assertEqual(len(sb.state_errors), 1)
-      self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-      self.assertEqual(
-          event_handler.logs,
-          [
-              # pylint: disable=line-too-long
-              '[testing-env/0:0] in_session -> exiting_session',
-              '[testing-env/0:0/session1] shell: "test_feature" teardown session',
-              '[testing-env/0:0/test_feature] feature teardown session',
-              "[testing-env/0:0] session 'session1' ended",
-              '[testing-env/0:0] exiting_session -> setting_up',
-              '[testing-env/0:0/test_feature] feature setup session with SandboxStateError',  # pylint: disable=line-too-long
-              '[testing-env/0:0] setting_up -> shutting_down',
-              '[testing-env/0:0] shell: "test_feature" teardown',
-              '[testing-env/0:0/test_feature] feature teardown',
-              '[testing-env/0:0] shutting_down -> offline',
-              '[testing-env/0:0] sandbox shutdown'
-              # pylint: enable=line-too-long
-          ]
-      )
-
-  def test_sandbox_start_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-        simulate_start_error=ValueError,
-    )
-    with env:
-      with self.assertRaises(ValueError):
-        with env.sandbox('session1'):
-          pass
-      self.assertTrue(env.is_online)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] sandbox started with ValueError',
-              '[testing-env/0] created -> shutting_down',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_sandbox_start_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-        pool_size=1,
-        simulate_start_error=interface.SandboxStateError,
-    )
-    with self.assertRaises(interface.EnvironmentOutageError):
-      with env:
-        pass
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            '[testing-env/0:0] sandbox started with SandboxStateError',
-            '[testing-env/0:0] created -> shutting_down',
-            '[testing-env/0:0] shutting_down -> offline',
-            '[testing-env/0:0] sandbox shutdown',
-            '[testing-env] environment started with EnvironmentOutageError',
-            '[testing-env] environment shutdown'
-        ]
-    )
-
-  def test_sandbox_shutdown_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-        simulate_shutdown_error=ValueError,
-    )
-    with env:
-      with self.assertRaises(ValueError):
-        with env.sandbox('session1') as sb:
-          sb.shell('echo "hello"')
-      self.assertEqual(len(sb.state_errors), 0)
-
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "feature1" setup',
-            '[testing-env/0/feature1] feature setup',
-            '[testing-env/0] shell: "feature2" setup',
-            '[testing-env/0/feature2] feature setup',
-            '[testing-env/0] created -> ready',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0] ready -> acquired',
-            '[testing-env/0] acquired -> setting_up',
-            '[testing-env/0/session1] shell: "feature1" setup session',
-            '[testing-env/0/feature1] feature setup session',
-            '[testing-env/0/session1] shell: "feature2" setup session',
-            '[testing-env/0/feature2] feature setup session',
-            '[testing-env/0] setting_up -> in_session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: echo "hello"',
-            '[testing-env/0] in_session -> exiting_session',
-            '[testing-env/0/session1] shell: "feature1" teardown session',
-            '[testing-env/0/feature1] feature teardown session',
-            '[testing-env/0/session1] shell: "feature2" teardown session',
-            '[testing-env/0/feature2] feature teardown session',
-            "[testing-env/0] session 'session1' ended",
-            '[testing-env/0] exiting_session -> acquired',
-            '[testing-env/0] acquired -> shutting_down',
-            '[testing-env/0] shell: "feature1" teardown',
-            '[testing-env/0/feature1] feature teardown',
-            '[testing-env/0] shell: "feature2" teardown',
-            '[testing-env/0/feature2] feature teardown',
-            '[testing-env/0] shutting_down -> offline',
-            '[testing-env/0] sandbox shutdown with ValueError',
-            '[testing-env] environment shutdown'
-        ]
-    )
-
-  def test_env_shutdown_non_state_error(self):
-    env = self._create_env(
-        pool_size=1,
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-        simulate_shutdown_error=ValueError,
-    )
-    with self.assertRaises(ValueError):
-      with env:
-        pass
-
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            '[testing-env/0:0] shell: "feature1" setup',
-            '[testing-env/0:0/feature1] feature setup',
-            '[testing-env/0:0] shell: "feature2" setup',
-            '[testing-env/0:0/feature2] feature setup',
-            '[testing-env/0:0] shell: "feature1" setup session',
-            '[testing-env/0:0/feature1] feature setup session',
-            '[testing-env/0:0] shell: "feature2" setup session',
-            '[testing-env/0:0/feature2] feature setup session',
-            '[testing-env/0:0] created -> ready',
-            '[testing-env/0:0] sandbox started',
-            '[testing-env] environment started',
-            '[testing-env/0:0] ready -> shutting_down',
-            '[testing-env/0:0] shell: "feature1" teardown',
-            '[testing-env/0:0/feature1] feature teardown',
-            '[testing-env/0:0] shell: "feature2" teardown',
-            '[testing-env/0:0/feature2] feature teardown',
-            '[testing-env/0:0] shutting_down -> offline',
-            '[testing-env/0:0] sandbox shutdown with ValueError',
-            '[testing-env] environment shutdown with ValueError'
-        ]
-    )
-
-  def test_sandbox_shutdown_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(),
-        },
-        simulate_shutdown_error=interface.SandboxStateError,
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.shell('echo "hello"')
-      self.assertEqual(len(sb.state_errors), 1)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "feature1" setup',
-            '[testing-env/0/feature1] feature setup',
-            '[testing-env/0] shell: "feature2" setup',
-            '[testing-env/0/feature2] feature setup',
-            '[testing-env/0] created -> ready',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0] ready -> acquired',
-            '[testing-env/0] acquired -> setting_up',
-            '[testing-env/0/session1] shell: "feature1" setup session',
-            '[testing-env/0/feature1] feature setup session',
-            '[testing-env/0/session1] shell: "feature2" setup session',
-            '[testing-env/0/feature2] feature setup session',
-            '[testing-env/0] setting_up -> in_session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: echo "hello"',
-            '[testing-env/0] in_session -> exiting_session',
-            '[testing-env/0/session1] shell: "feature1" teardown session',
-            '[testing-env/0/feature1] feature teardown session',
-            '[testing-env/0/session1] shell: "feature2" teardown session',
-            '[testing-env/0/feature2] feature teardown session',
-            "[testing-env/0] session 'session1' ended",
-            '[testing-env/0] exiting_session -> acquired',
-            '[testing-env/0] acquired -> shutting_down',
-            '[testing-env/0] shell: "feature1" teardown',
-            '[testing-env/0/feature1] feature teardown',
-            '[testing-env/0] shell: "feature2" teardown',
-            '[testing-env/0/feature2] feature teardown',
-            '[testing-env/0] shutting_down -> offline',
-            '[testing-env/0] sandbox shutdown with SandboxStateError',
-            '[testing-env] environment shutdown'
-        ]
-    )
-
-  def test_feature_setup_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(
-                simulate_setup_error=ValueError
-            ),
-        },
-    )
-    with env:
-      with self.assertRaises(ValueError):
-        with env.sandbox('session1'):
-          pass
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0/feature2] feature setup with ValueError',
-              '[testing-env/0] sandbox started with ValueError',
-              '[testing-env/0] created -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_feature_setup_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(
-                simulate_setup_error=interface.SandboxStateError
-            ),
-            'feature2': TestingFeature(),
-        },
-    )
-    with env:
-      with self.assertRaises(interface.EnvironmentOutageError):
-        with env.sandbox('session1'):
-          pass
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0/feature1] feature setup with SandboxStateError',
-              '[testing-env/0] sandbox started with SandboxStateError',
-              '[testing-env/0] created -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown',
-              '[testing-env] environment shutdown'
-          ]
-      )
-
-  def test_feature_teardown_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(
-                simulate_teardown_error=ValueError
-            ),
-        },
-    )
-    with env:
-      with self.assertRaises(interface.FeatureTeardownError):
-        with env.sandbox('session1'):
-          pass
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/session1] shell: "feature1" teardown session',
-              '[testing-env/0/feature1] feature teardown session',
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0/feature2] feature teardown with ValueError',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown with FeatureTeardownError',
-          ]
-      )
-
-  def test_feature_teardown_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(
-                simulate_teardown_error=interface.SandboxStateError
-            ),
-            'feature2': TestingFeature(
-            ),
-        },
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        pass
-      self.assertEqual(len(sb.state_errors), 1)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/session1] shell: "feature1" teardown session',
-              '[testing-env/0/feature1] feature teardown session',
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0/feature1] feature teardown with SandboxStateError',  # pylint: disable=line-too-long
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown with FeatureTeardownError'
-          ]
-      )
-
-  def test_feature_setup_session_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(),
-            'feature2': TestingFeature(
-                simulate_setup_session_error=ValueError
-            ),
-        },
-    )
-    with env:
-      with self.assertRaises(ValueError):
-        with env.sandbox('session1') as sb:
-          sb.shell('echo "hello"')
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/feature2] feature setup session with ValueError',
-              "[testing-env/0] session 'session1' started with ValueError",
-              '[testing-env/0] setting_up -> shutting_down',
-              '[testing-env/0/session1] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0/session1] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_feature_teardown_session_non_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(
-                simulate_teardown_session_error=ValueError
-            ),
-            'feature2': TestingFeature(),
-        },
-    )
-    with env:
-      with self.assertRaises(interface.SessionTeardownError):
-        with env.sandbox('session1') as sb:
-          sb.shell('echo "hello"')
-      self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0/session1] shell: echo "hello"',
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/feature1] feature teardown session with ValueError',  # pylint: disable=line-too-long
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_feature_teardown_session_state_error(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(
-                simulate_teardown_session_error=interface.SandboxStateError
-            ),
-            'feature2': TestingFeature(),
-        },
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.shell('echo "hello"')
-      self.assertEqual(len(sb.state_errors), 1)
-      self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0/session1] shell: echo "hello"',
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/feature1] feature teardown session with SandboxStateError',  # pylint: disable=line-too-long
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended with SandboxStateError",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_feature_teardown_session_calling_end_session(self):
-    env = self._create_env(
-        features={
-            'feature1': TestingFeature(
-                call_end_session_on_teardown_session=True
-            ),
-            'feature2': TestingFeature(),
-        },
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.shell('echo "hello"')
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env] environment started',
-              '[testing-env/0] shell: "feature1" setup',
-              '[testing-env/0/feature1] feature setup',
-              '[testing-env/0] shell: "feature2" setup',
-              '[testing-env/0/feature2] feature setup',
-              '[testing-env/0] created -> ready',
-              '[testing-env/0] sandbox started',
-              '[testing-env/0] ready -> acquired',
-              '[testing-env/0] acquired -> setting_up',
-              '[testing-env/0/session1] shell: "feature1" setup session',
-              '[testing-env/0/feature1] feature setup session',
-              '[testing-env/0/session1] shell: "feature2" setup session',
-              '[testing-env/0/feature2] feature setup session',
-              '[testing-env/0] setting_up -> in_session',
-              "[testing-env/0] session 'session1' started",
-              '[testing-env/0/session1] shell: echo "hello"',
-              '[testing-env/0] in_session -> exiting_session',
-              '[testing-env/0/session1] shell: "feature1" teardown session',
-              '[testing-env/0/feature1] feature teardown session',
-              '[testing-env/0/session1] shell: "feature2" teardown session',
-              '[testing-env/0/feature2] feature teardown session',
-              "[testing-env/0] session 'session1' ended",
-              '[testing-env/0] exiting_session -> acquired',
-              '[testing-env/0] acquired -> shutting_down',
-              '[testing-env/0] shell: "feature1" teardown',
-              '[testing-env/0/feature1] feature teardown',
-              '[testing-env/0] shell: "feature2" teardown',
-              '[testing-env/0/feature2] feature teardown',
-              '[testing-env/0] shutting_down -> offline',
-              '[testing-env/0] sandbox shutdown'
-          ]
-      )
-
-  def test_session_activity_non_state_error(self):
-    env = self._create_env(
-        pool_size=1,
-        features={
-            'feature1': TestingFeature(),
-        },
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        with self.assertRaises(ValueError):
-          sb.shell('echo foo', raise_error=ValueError)
-        self.assertEqual(len(sb.state_errors), 0)
-        sb.shell('echo bar')
-        self.assertEqual(sb.status, interface.Sandbox.Status.IN_SESSION)
-      sb.wait_until_not(interface.Sandbox.Status.SETTING_UP)
-      self.assertEqual(sb.status, interface.Sandbox.Status.READY)
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              '[testing-env/0:0] shell: "feature1" setup',
-              '[testing-env/0:0/feature1] feature setup',
-              '[testing-env/0:0] shell: "feature1" setup session',
-              '[testing-env/0:0/feature1] feature setup session',
-              '[testing-env/0:0] created -> ready',
-              '[testing-env/0:0] sandbox started',
-              '[testing-env] environment started',
-              '[testing-env/0:0] ready -> acquired',
-              '[testing-env/0:0] acquired -> setting_up',
-              '[testing-env/0:0] setting_up -> in_session',
-              "[testing-env/0:0] session 'session1' started",
-              '[testing-env/0:0/session1] shell: echo foo with ValueError',
-              '[testing-env/0:0/session1] shell: echo bar',
-              '[testing-env/0:0] in_session -> exiting_session',
-              '[testing-env/0:0/session1] shell: "feature1" teardown session',
-              '[testing-env/0:0/feature1] feature teardown session',
-              "[testing-env/0:0] session 'session1' ended",
-              '[testing-env/0:0] exiting_session -> setting_up',
-              '[testing-env/0:0] shell: "feature1" setup session',
-              '[testing-env/0:0/feature1] feature setup session',
-              '[testing-env/0:0] setting_up -> ready',
-          ]
-      )
-
-  def test_session_activity_state_error(self):
-    env = self._create_env(
-        pool_size=1,
-        features={
-            'feature1': TestingFeature(),
-        },
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        with self.assertRaises(interface.SandboxStateError):
-          sb.shell('echo foo', raise_error=RuntimeError)
-        self.assertEqual(len(sb.state_errors), 1)
-        self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-        sb.shell('echo bar')
-      self.assertEqual(
-          self.event_handler.logs,
-          [
-              # pylint: disable=line-too-long
-              '[testing-env/0:0] shell: "feature1" setup',
-              '[testing-env/0:0/feature1] feature setup',
-              '[testing-env/0:0] shell: "feature1" setup session',
-              '[testing-env/0:0/feature1] feature setup session',
-              '[testing-env/0:0] created -> ready',
-              '[testing-env/0:0] sandbox started',
-              '[testing-env] environment started',
-              '[testing-env/0:0] ready -> acquired',
-              '[testing-env/0:0] acquired -> setting_up',
-              '[testing-env/0:0] setting_up -> in_session',
-              "[testing-env/0:0] session 'session1' started",
-              '[testing-env/0:0/session1] shell: echo foo with RuntimeError',
-              '[testing-env/0:0] in_session -> exiting_session',
-              '[testing-env/0:0/session1] shell: "feature1" teardown session',
-              '[testing-env/0:0/feature1] feature teardown session',
-              "[testing-env/0:0] session 'session1' ended with SandboxStateError",
-              '[testing-env/0:0] exiting_session -> acquired',
-              '[testing-env/0:0] acquired -> shutting_down',
-              '[testing-env/0:0] shell: "feature1" teardown',
-              '[testing-env/0:0/feature1] feature teardown',
-              '[testing-env/0:0] shutting_down -> offline',
-              '[testing-env/0:0] sandbox shutdown',
-              '[testing-env/0:0] shell: echo bar',
-              # pylint: enable=line-too-long
-          ]
-      )
-
-
-class SandboxActivityTests(unittest.TestCase):
-
-  def test_session_id(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0
-    )
-    with env:
-      with env.sandbox() as sb:
-        self.assertRegex(sb.session_id, r'session-[0-9a-f]{7}')
-
-      self.assertEqual(
-          env.test_feature.show_session_id(session_id='session1'),
-          'session1'
-      )
-      self.assertRegex(
-          env.test_feature.show_session_id(),
-          r'session-[0-9a-f]{7}'
-      )
-
-    with self.assertRaisesRegex(ValueError, '`session_id` should not be used'):
-      @base_sandbox.sandbox_service()
-      def foo(session_id: str):
-        del session_id
-
-  def test_ping_error(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature(housekeep_interval=0)},
-        pool_size=1,
-        sandbox_keepalive_interval=0,
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.rebind(
-            simulate_ping_error=interface.SandboxStateError,
-            skip_notification=True
-        )
-        sb.wait_until_next_housekeep()
-        self.assertEqual(sb.status, sb.Status.OFFLINE)
-
-  def test_housekeep_error(self):
-    event_handler = TestingEventHandler(log_housekeep=False)
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature(housekeep_interval=0)},
-        pool_size=1,
-        housekeep_interval=1.0,
-        outage_grace_period=0,
-        outage_retry_interval=0.1,
-        sandbox_keepalive_interval=0,
-        event_handlers=[event_handler],
-    )
-    with env:
-      with env.sandbox('session1') as sb:
-        self.assertEqual(len(env.sandbox_pool), 1)
-        self.assertEqual(sb.status, interface.Sandbox.Status.IN_SESSION)
-        self.assertEqual(sb.session_id, 'session1')
-        housekeep_count = sb.housekeep_counter
-        sb.test_feature.rebind(
-            simulate_housekeep_error=interface.SandboxStateError,
-            skip_notification=True
-        )
-        while sb.housekeep_counter == housekeep_count or (
-            sb.status == interface.Sandbox.Status.IN_SESSION
-        ):
-          time.sleep(0.01)
-        self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-      env.wait_for_housekeeping()
-    self.assertEqual(
-        event_handler.logs,
-        [
-            '[testing-env/0:0] shell: "test_feature" setup',
-            '[testing-env/0:0/test_feature] feature setup',
-            '[testing-env/0:0] shell: "test_feature" setup session',
-            '[testing-env/0:0] sandbox started',
-            '[testing-env] environment started',
-            "[testing-env/0:0] session 'session1' started",
-            '[testing-env/0:0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0:0] session 'session1' ended with SandboxStateError",
-            '[testing-env/0:0] shell: "test_feature" teardown',
-            '[testing-env/0:0/test_feature] feature teardown',
-            '[testing-env/0:0] sandbox shutdown',
-            '[testing-env/0:1] shell: "test_feature" setup',
-            '[testing-env/0:1/test_feature] feature setup',
-            '[testing-env/0:1] shell: "test_feature" setup session',
-            '[testing-env/0:1] sandbox started',
-            '[testing-env/0:1] shell: "test_feature" teardown',
-            '[testing-env/0:1/test_feature] feature teardown',
-            '[testing-env/0:1] sandbox shutdown',
-            '[testing-env] environment shutdown'
-        ]
-    )
-
-  def test_remove_event_handler(self):
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature(housekeep_interval=0)},
-        pool_size=1,
-        outage_grace_period=0,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-    )
-    event_handler = TestingEventHandler()
-    with env:
-      with env.sandbox('session1') as sb:
-        sb.add_event_handler(event_handler)
-        sb.shell('test_feature')
-        sb.remove_event_handler(event_handler)
-      events = list(event_handler.logs)
-      sb.wait_until_not(interface.Sandbox.Status.SETTING_UP)
-      self.assertGreater(len(events), 0)
-      with env.sandbox('session2') as sb:
-        sb.shell('test_feature')
-      self.assertEqual(len(events), len(event_handler.logs))
-
-
-class SandboxServiceTests(unittest.TestCase):
-
-  def setUp(self):
-    super().setUp()
-    self.maxDiff = None
-    self.event_handler = TestingEventHandler()
-    self.env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0,
-        outage_grace_period=0,
-        outage_retry_interval=0,
-        sandbox_keepalive_interval=0,
-        event_handlers=[self.event_handler],
-        random_seed=1,
-    )
-
-  def test_service_call_activity_log(self):
-
-    class CustomEventHandler(event_handler_base.EventHandler):
-
-      def __init__(self):
-        self.calls = []
-
-      def on_sandbox_activity(
-          self,
-          name: str,
-          environment: interface.Environment,
-          sandbox: interface.Sandbox,
-          feature: interface.Feature | None,
-          session_id: str | None,
-          duration: float,
-          error: BaseException | None,
-          **kwargs: Any):
-        self.calls.append((session_id, name, kwargs))
-
-    event_handler = CustomEventHandler()
-    env = TestingEnvironment(
-        features={'test_feature': TestingFeature()},
-        pool_size=0,
-        event_handlers=[event_handler],
-    )
-    with env:
-      env.test_feature.call_with_varargs(
-          'sum', 1, 2, debug=True, session_id='session1'
-      )
-    self.assertEqual(
-        event_handler.calls,
-        [
-            (None, 'shell', {'code': '"test_feature" setup'}),
-            ('session1', 'shell', {'code': '"test_feature" setup session'}),
-            ('session1', 'test_feature.call_with_varargs', {'args': (1, 2), 'code': 'sum', 'debug': True}),   # pylint: disable=line-too-long
-            ('session1', 'shell', {'code': '"test_feature" teardown session'}),
-            (None, 'shell', {'code': '"test_feature" teardown'}),
-        ]
-    )
-
-  def test_service_call_from_feature(self):
-    with self.env:
-      with self.env.sandbox('session1') as sb:
-        self.assertEqual(sb.test_feature.num_shell_calls(), 2)
-        self.assertEqual(sb.test_feature.num_shell_calls(), 2)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1/test_feature] test_feature.num_shell_calls: None',
-            '[testing-env/0/session1/test_feature] test_feature.num_shell_calls: None',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_call_from_feature_with_error(self):
-    with self.env:
-      with self.env.sandbox('session1') as sb:
-        with self.assertRaises(interface.SandboxStateError):
-          sb.test_feature.bad_shell_call()
-        self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: bad command with RuntimeError',
-            '[testing-env/0/session1/test_feature] test_feature.bad_shell_call: None with SandboxStateError',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended with SandboxStateError",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_call_from_environment(self):
-    with self.env:
-      self.assertEqual(self.env.test_feature.num_shell_calls(), 2)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session-2291d8c] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session-2291d8c' started",
-            '[testing-env/0/session-2291d8c/test_feature] test_feature.num_shell_calls: None',
-            '[testing-env/0/session-2291d8c] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session-2291d8c' ended",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_call_from_environment_with_error(self):
-    with self.env:
-      with self.assertRaises(interface.SandboxStateError):
-        self.env.test_feature.bad_shell_call(session_id='session1')
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: bad command with RuntimeError',
-            '[testing-env/0/session1/test_feature] test_feature.bad_shell_call: None with SandboxStateError',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended with SandboxStateError",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_context_manager_from_feature(self):
-    with self.env:
-      with self.env.sandbox('session1') as sb:
-        with sb.test_feature.my_service() as service:
-          service.do('hello')
-        sb.shell('foo')
-        self.assertEqual(sb.status, interface.Sandbox.Status.IN_SESSION)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: hello',
-            '[testing-env/0/session1/test_feature] test_feature.my_service: None',
-            '[testing-env/0/session1] shell: foo',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_context_manager_from_feature_with_error(self):
-    with self.env:
-      with self.env.sandbox('session1') as sb:
-        with self.assertRaises(interface.SandboxStateError):
-          with sb.test_feature.my_service() as service:
-            service.do('hello', raise_error=interface.SandboxStateError)
-        self.assertEqual(sb.status, interface.Sandbox.Status.OFFLINE)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: hello with SandboxStateError',
-            '[testing-env/0/session1/test_feature] test_feature.my_service: None with SandboxStateError',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended with SandboxStateError",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_context_manager_from_environment(self):
-    with self.env:
-      with self.env.test_feature.my_service(session_id='session1') as service:
-        service.do('foo')
-      with self.env.test_feature.my_service() as service:
-        service.do('bar')
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session1] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session1' started",
-            '[testing-env/0/session1] shell: foo',
-            '[testing-env/0/session1/test_feature] test_feature.my_service: None',
-            '[testing-env/0/session1] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session1' ended",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env/1] shell: "test_feature" setup',
-            '[testing-env/1/test_feature] feature setup',
-            '[testing-env/1] sandbox started',
-            '[testing-env/1/session-2291d8c] shell: "test_feature" setup session',
-            "[testing-env/1] session 'session-2291d8c' started",
-            '[testing-env/1/session-2291d8c] shell: bar',
-            '[testing-env/1/session-2291d8c/test_feature] test_feature.my_service: None',
-            '[testing-env/1/session-2291d8c] shell: "test_feature" teardown session',
-            "[testing-env/1] session 'session-2291d8c' ended",
-            '[testing-env/1] shell: "test_feature" teardown',
-            '[testing-env/1/test_feature] feature teardown',
-            '[testing-env/1] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-  def test_service_context_manager_from_environment_with_error(self):
-    with self.env:
-      with self.assertRaises(interface.SandboxStateError):
-        with self.env.test_feature.my_service() as service:
-          service.do('hello', raise_error=interface.SandboxStateError)
-    self.assertEqual(
-        self.event_handler.logs,
-        [
-            # pylint: disable=line-too-long
-            '[testing-env] environment started',
-            '[testing-env/0] shell: "test_feature" setup',
-            '[testing-env/0/test_feature] feature setup',
-            '[testing-env/0] sandbox started',
-            '[testing-env/0/session-2291d8c] shell: "test_feature" setup session',
-            "[testing-env/0] session 'session-2291d8c' started",
-            '[testing-env/0/session-2291d8c] shell: hello with SandboxStateError',
-            '[testing-env/0/session-2291d8c/test_feature] test_feature.my_service: None with SandboxStateError',
-            '[testing-env/0/session-2291d8c] shell: "test_feature" teardown session',
-            "[testing-env/0] session 'session-2291d8c' ended with SandboxStateError",
-            '[testing-env/0] shell: "test_feature" teardown',
-            '[testing-env/0/test_feature] feature teardown',
-            '[testing-env/0] sandbox shutdown',
-            '[testing-env] environment shutdown'
-            # pylint: enable=line-too-long
-        ]
-    )
-
-
-if __name__ == '__main__':
-  unittest.main()