langfun 0.1.2.dev202501300804__py3-none-any.whl → 0.1.2.dev202501310804__py3-none-any.whl

langfun/core/coding/python/__init__.py

@@ -32,5 +32,9 @@ from langfun.core.coding.python.correction import correct
 from langfun.core.coding.python.correction import run_with_correction
 from langfun.core.coding.python.correction import CodeWithError
 
+from langfun.core.coding.python.sandboxing import Sandbox
+from langfun.core.coding.python.sandboxing import SandboxOutput
+from langfun.core.coding.python.sandboxing import MultiProcessingSandbox
+
 # pylint: enable=g-importing-member
 # pylint: enable=g-bad-import-order

langfun/core/coding/python/sandboxing.py

@@ -0,0 +1,152 @@
+# Copyright 2025 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Python sandboxing."""
+
+import abc
+import os
+import tempfile
+from typing import Annotated
+
+from langfun.core.coding.python import parsing
+import pyglove as pg
+
+
+class SandboxOutput(pg.Object):
+  """Sandbox output."""
+
+  stdout: Annotated[
+      str,
+      'The stdout of the sandbox execution.'
+  ] = ''
+
+  stderr: Annotated[
+      str,
+      'The stderr of the sandbox execution.'
+  ] = ''
+
+
+class Sandbox(pg.Object):
+  """Interface for Python sandbox."""
+
+  def _on_bound(self):
+    super()._on_bound()
+    self._uploaded_files: dict[str, str] = {}
+
+  def run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox. Raises pg.coding.CodeError if failed."""
+    return self._run(self.normalize_code(code), timeout=timeout, **kwargs)
+
+  def normalize_code(self, code: str) -> str:
+    """Returns normalized code runnable in the sandbox."""
+    for original_path, uploaded_path in self._uploaded_files.items():
+      code = code.replace(original_path, uploaded_path)
+    return parsing.clean(code)
+
+  @abc.abstractmethod
+  def _run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox. Raises pg.coding.CodeError if failed."""
+
+  def upload(self, path: str) -> str:
+    """Uploads a file to the sandbox. Returns the uploaded path."""
+    uploaded_path = self._upload(path)
+    self._uploaded_files[path] = uploaded_path
+    return uploaded_path
+
+  @abc.abstractmethod
+  def _upload(self, path: str) -> str:
+    """Uploads a file to the sandbox."""
+
+  def setup(self) -> None:
+    """Sets up the sandbox."""
+    self._uploaded_files = {}
+    self._setup()
+
+  def _setup(self) -> None:
+    """Sets up the sandbox."""
+
+  def cleanup(self) -> None:
+    """Cleans up the sandbox."""
+    self._uploaded_files = {}
+    self._cleanup()
+
+  def _cleanup(self) -> None:
+    """Cleans up the sandbox."""
+
+  def __enter__(self):
+    """Enters the sandbox."""
+    self.setup()
+    return self
+
+  def __exit__(self, exc_type, exc_value, traceback):
+    """Exits the sandbox."""
+    self.cleanup()
+
+
+class MultiProcessingSandbox(Sandbox):
+  """Sandbox using multiprocessing."""
+
+  def _on_bound(self):
+    super()._on_bound()
+    self._working_dir = None
+
+  @property
+  def working_dir(self) -> str | None:
+    """Returns the directory of the sandbox."""
+    return self._working_dir
+
+  def _setup(self) -> None:
+    """Sets up the sandbox."""
+    self._working_dir = tempfile.TemporaryDirectory()
+
+  def _cleanup(self) -> None:
+    """Cleans up the sandbox."""
+    assert self._working_dir is not None
+    self._working_dir.cleanup()
+
+  def _run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox."""
+    stdout = pg.coding.run(
+        code, returns_stdout=True, sandbox=True, timeout=timeout
+    )
+    return SandboxOutput(stdout=stdout)
+
+  def _upload(self, path: str) -> str:
+    """Uploads a file to the sandbox."""
+    if self._working_dir is None:
+      raise ValueError('Sandbox is not set up.')
+
+    # Upload the file to the sandbox directory.
+    uploaded_path = os.path.join(self._working_dir.name, os.path.basename(path))
+    with pg.io.open(path, 'r') as r:
+      with pg.io.open(uploaded_path, 'w') as w:
+        w.write(r.read())
+    return uploaded_path

langfun/core/coding/python/sandboxing_test.py

@@ -0,0 +1,62 @@
+# Copyright 2025 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import inspect
+import os
+import tempfile
+import unittest
+
+from langfun.core.coding.python import sandboxing
+import pyglove as pg
+
+
+class MultiProcessingSandboxTest(unittest.TestCase):
+  """Tests for MultiProcessingSandbox."""
+
+  def test_basics(self):
+    with tempfile.TemporaryDirectory() as dir1:
+      input_file = os.path.join(dir1, 'test.json')
+      pg.save(pg.Dict(x=1, y=2), input_file)
+      with sandboxing.MultiProcessingSandbox() as sandbox:
+        self.assertIsNotNone(sandbox.working_dir)
+        sandbox_input_file = sandbox.upload(input_file)
+        code = (
+            f"""
+            import pyglove as pg
+            print(pg.load({input_file!r}).x)
+            """
+        )
+        self.assertEqual(
+            sandbox.normalize_code(code),
+            inspect.cleandoc(
+                f"""
+                import pyglove as pg
+                print(pg.load({sandbox_input_file!r}).x)
+                """
+            ),
+        )
+        self.assertEqual(sandbox.run(code).stdout, '1\n')
+
+  def test_bad_code(self):
+    with sandboxing.MultiProcessingSandbox() as sandbox:
+      with self.assertRaisesRegex(pg.coding.CodeError, '.* is not defined'):
+        sandbox.run('print(x)')
+
+  def test_bad_usages(self):
+    sandbox = sandboxing.MultiProcessingSandbox()
+    with self.assertRaisesRegex(ValueError, 'Sandbox is not set up.'):
+      sandbox.upload('abc.txt')
+
+
+if __name__ == '__main__':
+  unittest.main()

{langfun-0.1.2.dev202501300804.dist-info → langfun-0.1.2.dev202501310804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202501300804
+Version: 0.1.2.dev202501310804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202501300804.dist-info → langfun-0.1.2.dev202501310804.dist-info}/RECORD

@@ -31,7 +31,7 @@ langfun/core/agentic/action_eval.py,sha256=ZtjTh34S7XPIUqandQ0YwAtzw-S7ofuZ7rRXn
 langfun/core/agentic/action_eval_test.py,sha256=tRUkWmOE9p0rpNOq19xAY2oDEnYsEEykjg6sUpAwJk0,2832
 langfun/core/agentic/action_test.py,sha256=Gu7P5XQvzqbKawn2jjyTpWaARzzhzO04KkC1TuBnUnw,4612
 langfun/core/coding/__init__.py,sha256=5utju_fwEsImaiftx4oXKl9FAM8p281k8-Esdh_-m1w,835
-langfun/core/coding/python/__init__.py,sha256=K6jb2le6Hq-aaKqAF4pGW5JRwSyO-RnUTMIxxaVcsNA,1540
+langfun/core/coding/python/__init__.py,sha256=4ByknuoNU-mOIHwHKnTtmo6oD64oMFtlqPlYWmA5Wic,1736
 langfun/core/coding/python/correction.py,sha256=7zBedlhQKMPA4cfchUMxAOFl6Zl5RqCyllRHGWys40s,7092
 langfun/core/coding/python/correction_test.py,sha256=sie88lAbsV15bvkRcYC88pgToybZYXI32Xmg_ym5V1A,4175
 langfun/core/coding/python/execution.py,sha256=tsXnJ-11RqNDro0C-6LwbHkqPuNVJ_cLxAq8-C5Wz20,4442
@@ -40,6 +40,8 @@ langfun/core/coding/python/generation.py,sha256=sA6t97qBflO3WtuL9axknEVQPgqXHeqa
 langfun/core/coding/python/generation_test.py,sha256=dcF5ef1UApzRfTpvICiChpynkzZ1mDsE0DvH0iMpTvg,2743
 langfun/core/coding/python/parsing.py,sha256=jvGDIwoaY3mdGXeFhjP27w0ukO0TtdCC7G4ODVNp8S4,4554
 langfun/core/coding/python/parsing_test.py,sha256=PIexYpSEhgNaSd4T6QYWzWHzm3sL4VhQJ4dhdvJAQk8,5005
+langfun/core/coding/python/sandboxing.py,sha256=yeEdydMkfHk3Hj3-5ykeROpYyLbRfZ4BwGWJYvFBmSI,4001
+langfun/core/coding/python/sandboxing_test.py,sha256=H_0_pd-_uS-ci5yYhmDTR6-hyzosAFkExziAHndfdDo,2023
 langfun/core/eval/__init__.py,sha256=OEXr1ZRuvLuhJJfuQ1ZWQ-SvYzjyrtiAAEogYaB7E6o,1933
 langfun/core/eval/base.py,sha256=XXerMVkK4wREo7K1_aCyay6vDjw3mfs389XThAdzv50,75768
 langfun/core/eval/base_test.py,sha256=-LsIV9DXlDal0EnOlaWpibJvfef0NbxtZAm0OH_abAE,27189
@@ -146,8 +148,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202501300804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202501300804.dist-info/METADATA,sha256=sfy8YuZ4CkHAAwZCgEhkMUWQGumIpcO4IzzsfldRz_0,8172
-langfun-0.1.2.dev202501300804.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-langfun-0.1.2.dev202501300804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202501300804.dist-info/RECORD,,
+langfun-0.1.2.dev202501310804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202501310804.dist-info/METADATA,sha256=sj-19_JA8zAxgd8nwfbuVD26CsbkCbsVg_jcraR2sME,8172
+langfun-0.1.2.dev202501310804.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+langfun-0.1.2.dev202501310804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202501310804.dist-info/RECORD,,