langfun 0.1.2.dev202501300804__py3-none-any.whl → 0.1.2.dev202502010803__py3-none-any.whl

langfun/core/coding/python/__init__.py

@@ -32,5 +32,9 @@ from langfun.core.coding.python.correction import correct
 from langfun.core.coding.python.correction import run_with_correction
 from langfun.core.coding.python.correction import CodeWithError
 
+from langfun.core.coding.python.sandboxing import Sandbox
+from langfun.core.coding.python.sandboxing import SandboxOutput
+from langfun.core.coding.python.sandboxing import MultiProcessingSandbox
+
 # pylint: enable=g-importing-member
 # pylint: enable=g-bad-import-order

langfun/core/coding/python/sandboxing.py

@@ -0,0 +1,152 @@
+# Copyright 2025 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Python sandboxing."""
+
+import abc
+import os
+import tempfile
+from typing import Annotated
+
+from langfun.core.coding.python import parsing
+import pyglove as pg
+
+
+class SandboxOutput(pg.Object):
+  """Sandbox output."""
+
+  stdout: Annotated[
+      str,
+      'The stdout of the sandbox execution.'
+  ] = ''
+
+  stderr: Annotated[
+      str,
+      'The stderr of the sandbox execution.'
+  ] = ''
+
+
+class Sandbox(pg.Object):
+  """Interface for Python sandbox."""
+
+  def _on_bound(self):
+    super()._on_bound()
+    self._uploaded_files: dict[str, str] = {}
+
+  def run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox. Raises pg.coding.CodeError if failed."""
+    return self._run(self.normalize_code(code), timeout=timeout, **kwargs)
+
+  def normalize_code(self, code: str) -> str:
+    """Returns normalized code runnable in the sandbox."""
+    for original_path, uploaded_path in self._uploaded_files.items():
+      code = code.replace(original_path, uploaded_path)
+    return parsing.clean(code)
+
+  @abc.abstractmethod
+  def _run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox. Raises pg.coding.CodeError if failed."""
+
+  def upload(self, path: str) -> str:
+    """Uploads a file to the sandbox. Returns the uploaded path."""
+    uploaded_path = self._upload(path)
+    self._uploaded_files[path] = uploaded_path
+    return uploaded_path
+
+  @abc.abstractmethod
+  def _upload(self, path: str) -> str:
+    """Uploads a file to the sandbox."""
+
+  def setup(self) -> None:
+    """Sets up the sandbox."""
+    self._uploaded_files = {}
+    self._setup()
+
+  def _setup(self) -> None:
+    """Sets up the sandbox."""
+
+  def cleanup(self) -> None:
+    """Cleans up the sandbox."""
+    self._uploaded_files = {}
+    self._cleanup()
+
+  def _cleanup(self) -> None:
+    """Cleans up the sandbox."""
+
+  def __enter__(self):
+    """Enters the sandbox."""
+    self.setup()
+    return self
+
+  def __exit__(self, exc_type, exc_value, traceback):
+    """Exits the sandbox."""
+    self.cleanup()
+
+
+class MultiProcessingSandbox(Sandbox):
+  """Sandbox using multiprocessing."""
+
+  def _on_bound(self):
+    super()._on_bound()
+    self._working_dir = None
+
+  @property
+  def working_dir(self) -> str | None:
+    """Returns the directory of the sandbox."""
+    return self._working_dir
+
+  def _setup(self) -> None:
+    """Sets up the sandbox."""
+    self._working_dir = tempfile.TemporaryDirectory()
+
+  def _cleanup(self) -> None:
+    """Cleans up the sandbox."""
+    assert self._working_dir is not None
+    self._working_dir.cleanup()
+
+  def _run(
+      self,
+      code: str,
+      *,
+      timeout: int | None = 30,
+      **kwargs
+  ) -> SandboxOutput:
+    """Runs code in the sandbox."""
+    stdout = pg.coding.run(
+        code, returns_stdout=True, sandbox=True, timeout=timeout
+    )
+    return SandboxOutput(stdout=stdout)
+
+  def _upload(self, path: str) -> str:
+    """Uploads a file to the sandbox."""
+    if self._working_dir is None:
+      raise ValueError('Sandbox is not set up.')
+
+    # Upload the file to the sandbox directory.
+    uploaded_path = os.path.join(self._working_dir.name, os.path.basename(path))
+    with pg.io.open(path, 'r') as r:
+      with pg.io.open(uploaded_path, 'w') as w:
+        w.write(r.read())
+    return uploaded_path

langfun/core/coding/python/sandboxing_test.py

@@ -0,0 +1,62 @@
+# Copyright 2025 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+import inspect
+import os
+import tempfile
+import unittest
+
+from langfun.core.coding.python import sandboxing
+import pyglove as pg
+
+
+class MultiProcessingSandboxTest(unittest.TestCase):
+  """Tests for MultiProcessingSandbox."""
+
+  def test_basics(self):
+    with tempfile.TemporaryDirectory() as dir1:
+      input_file = os.path.join(dir1, 'test.json')
+      pg.save(pg.Dict(x=1, y=2), input_file)
+      with sandboxing.MultiProcessingSandbox() as sandbox:
+        self.assertIsNotNone(sandbox.working_dir)
+        sandbox_input_file = sandbox.upload(input_file)
+        code = (
+            f"""
+            import pyglove as pg
+            print(pg.load({input_file!r}).x)
+            """
+        )
+        self.assertEqual(
+            sandbox.normalize_code(code),
+            inspect.cleandoc(
+                f"""
+                import pyglove as pg
+                print(pg.load({sandbox_input_file!r}).x)
+                """
+            ),
+        )
+        self.assertEqual(sandbox.run(code).stdout, '1\n')
+
+  def test_bad_code(self):
+    with sandboxing.MultiProcessingSandbox() as sandbox:
+      with self.assertRaisesRegex(pg.coding.CodeError, '.* is not defined'):
+        sandbox.run('print(x)')
+
+  def test_bad_usages(self):
+    sandbox = sandboxing.MultiProcessingSandbox()
+    with self.assertRaisesRegex(ValueError, 'Sandbox is not set up.'):
+      sandbox.upload('abc.txt')
+
+
+if __name__ == '__main__':
+  unittest.main()

langfun/core/llms/__init__.py

@@ -67,6 +67,7 @@ from langfun.core.llms.vertexai import VertexAIGeminiPro1
 # OpenAI models.
 from langfun.core.llms.openai import OpenAI
 
+from langfun.core.llms.openai import GptO3Mini
 from langfun.core.llms.openai import GptO1
 from langfun.core.llms.openai import GptO1Preview
 from langfun.core.llms.openai import GptO1Preview_20240912
@@ -167,6 +168,7 @@ from langfun.core.llms.groq import GroqMistral_8x7B
 # DeepSeek models.
 from langfun.core.llms.deepseek import DeepSeek
 from langfun.core.llms.deepseek import DeepSeekChat
+from langfun.core.llms.deepseek import DeepSeekReasoner
 
 # Whisper models.
 from langfun.core.llms.groq import GroqWhisper_Large_v3

langfun/core/llms/deepseek.py

@@ -25,6 +25,13 @@ SUPPORTED_MODELS_AND_SETTINGS = {
     # TODO(yifenglu): The RPM and TPM are arbitrary numbers. Update them once DeepSeek provides concrete guidelines.
     # DeepSeek doesn't control the rate limit at the moment: https://api-docs.deepseek.com/quick_start/rate_limit
     # The cost is based on: https://api-docs.deepseek.com/quick_start/pricing
+    'deepseek-reasoner': pg.Dict(
+        in_service=True,
+        rpm=100,
+        tpm=1000000,
+        cost_per_1k_input_tokens=0.00055,
+        cost_per_1k_output_tokens=0.00219,
+    ),
     'deepseek-chat': pg.Dict(
         in_service=True,
         rpm=100,
@@ -107,6 +114,16 @@ class DeepSeek(openai_compatible.OpenAICompatible):
     return [k for k, v in SUPPORTED_MODELS_AND_SETTINGS.items() if v.in_service]
 
 
+class DeepSeekReasoner(DeepSeek):
+  """DeepSeek Reasoner model.
+
+  Currently it is powered by DeepSeek-R1 model, 64k input context, 8k max
+  output, 32k max CoT output.
+  """
+
+  model = 'deepseek-reasoner'
+
+
 class DeepSeekChat(DeepSeek):
   """DeepSeek Chat model.
 

langfun/core/llms/openai.py

@@ -31,6 +31,20 @@ SUPPORTED_MODELS_AND_SETTINGS = {
     # o1 (preview) models.
     # Pricing in US dollars, from https://openai.com/api/pricing/
     # as of 2024-10-10.
+    'o3-mini-2025-01-31': pg.Dict(
+        in_service=True,
+        rpm=10000,
+        tpm=5000000,
+        cost_per_1k_input_tokens=0.0011,
+        cost_per_1k_output_tokens=0.0044,
+    ),
+    'o3-mini': pg.Dict(
+        in_service=True,
+        rpm=10000,
+        tpm=5000000,
+        cost_per_1k_input_tokens=0.0011,
+        cost_per_1k_output_tokens=0.0044,
+    ),
     'o1': pg.Dict(
         in_service=True,
         rpm=10000,
@@ -410,6 +424,14 @@ class OpenAI(openai_compatible.OpenAICompatible):
     return super()._request_args(options)
 
 
+class GptO3Mini(OpenAI):
+  """GPT-O3-mini."""
+
+  model = 'o3-mini'
+  multimodal = True
+  timeout = None
+
+
 class GptO1(OpenAI):
   """GPT-O1."""
 

{langfun-0.1.2.dev202501300804.dist-info → langfun-0.1.2.dev202502010803.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202501300804
+Version: 0.1.2.dev202502010803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202501300804.dist-info → langfun-0.1.2.dev202502010803.dist-info}/RECORD

@@ -31,7 +31,7 @@ langfun/core/agentic/action_eval.py,sha256=ZtjTh34S7XPIUqandQ0YwAtzw-S7ofuZ7rRXn
 langfun/core/agentic/action_eval_test.py,sha256=tRUkWmOE9p0rpNOq19xAY2oDEnYsEEykjg6sUpAwJk0,2832
 langfun/core/agentic/action_test.py,sha256=Gu7P5XQvzqbKawn2jjyTpWaARzzhzO04KkC1TuBnUnw,4612
 langfun/core/coding/__init__.py,sha256=5utju_fwEsImaiftx4oXKl9FAM8p281k8-Esdh_-m1w,835
-langfun/core/coding/python/__init__.py,sha256=K6jb2le6Hq-aaKqAF4pGW5JRwSyO-RnUTMIxxaVcsNA,1540
+langfun/core/coding/python/__init__.py,sha256=4ByknuoNU-mOIHwHKnTtmo6oD64oMFtlqPlYWmA5Wic,1736
 langfun/core/coding/python/correction.py,sha256=7zBedlhQKMPA4cfchUMxAOFl6Zl5RqCyllRHGWys40s,7092
 langfun/core/coding/python/correction_test.py,sha256=sie88lAbsV15bvkRcYC88pgToybZYXI32Xmg_ym5V1A,4175
 langfun/core/coding/python/execution.py,sha256=tsXnJ-11RqNDro0C-6LwbHkqPuNVJ_cLxAq8-C5Wz20,4442
@@ -40,6 +40,8 @@ langfun/core/coding/python/generation.py,sha256=sA6t97qBflO3WtuL9axknEVQPgqXHeqa
 langfun/core/coding/python/generation_test.py,sha256=dcF5ef1UApzRfTpvICiChpynkzZ1mDsE0DvH0iMpTvg,2743
 langfun/core/coding/python/parsing.py,sha256=jvGDIwoaY3mdGXeFhjP27w0ukO0TtdCC7G4ODVNp8S4,4554
 langfun/core/coding/python/parsing_test.py,sha256=PIexYpSEhgNaSd4T6QYWzWHzm3sL4VhQJ4dhdvJAQk8,5005
+langfun/core/coding/python/sandboxing.py,sha256=yeEdydMkfHk3Hj3-5ykeROpYyLbRfZ4BwGWJYvFBmSI,4001
+langfun/core/coding/python/sandboxing_test.py,sha256=H_0_pd-_uS-ci5yYhmDTR6-hyzosAFkExziAHndfdDo,2023
 langfun/core/eval/__init__.py,sha256=OEXr1ZRuvLuhJJfuQ1ZWQ-SvYzjyrtiAAEogYaB7E6o,1933
 langfun/core/eval/base.py,sha256=XXerMVkK4wREo7K1_aCyay6vDjw3mfs389XThAdzv50,75768
 langfun/core/eval/base_test.py,sha256=-LsIV9DXlDal0EnOlaWpibJvfef0NbxtZAm0OH_abAE,27189
@@ -71,12 +73,12 @@ langfun/core/eval/v2/reporting.py,sha256=QOp5jX761Esvi5w_UIRLDqPY_XRO6ru02-DOrdq
 langfun/core/eval/v2/reporting_test.py,sha256=UmYSAQvD3AIXsSyWQ-WD2uLtEISYpmBeoKY5u5Qwc8E,5696
 langfun/core/eval/v2/runners.py,sha256=DKEmSlGXjOXKWFdBhTpLy7tMsBHZHd1Brl3hWIngsSQ,15931
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
-langfun/core/llms/__init__.py,sha256=50mJagAgkIhMwhOyHxGq_O5st4HhpnE-okeYzc7GU6c,7667
+langfun/core/llms/__init__.py,sha256=PKkEVyGBSMc1CZOh8vVN-NCxBPDv3Sctt0fsN7NU1EU,7770
 langfun/core/llms/anthropic.py,sha256=z_DWDpR1VKNzv6wq-9CXLzWdqCDXRKuVFacJNpgBqAs,10826
 langfun/core/llms/anthropic_test.py,sha256=zZ2eSP8hhVv-RDSWxT7wX-NS5DfGfQmCjS9P0pusAHM,6556
 langfun/core/llms/compositional.py,sha256=csW_FLlgL-tpeyCOTVvfUQkMa_zCN5Y2I-YbSNuK27U,2872
 langfun/core/llms/compositional_test.py,sha256=4eTnOer-DncRKGaIJW2ZQQMLnt5r2R0UIx_DYOvGAQo,2027
-langfun/core/llms/deepseek.py,sha256=Y7DlLUWrukbPVyBMesppd-m75Q-PxD0b3KnMKaoY_8I,3744
+langfun/core/llms/deepseek.py,sha256=9EbuNrngd5BwpsvsEfkW2XQdq3K23S3-jlI8RbMNZF4,4141
 langfun/core/llms/deepseek_test.py,sha256=dS72i52bwMpCN4dJDvpJI59AnNChpwxS5eYYFrhGh90,1843
 langfun/core/llms/fake.py,sha256=gCHBYBLvBCsC78HI1hpoqXCS-p1FMTgY1P1qh_sGBPk,3070
 langfun/core/llms/fake_test.py,sha256=2h13qkwEz_JR0mtUDPxdAhQo7MueXaFSwsD2DIRDW9g,7653
@@ -88,7 +90,7 @@ langfun/core/llms/groq.py,sha256=oGxyyCi5TtMVu2POdO8pXS7pK4Es56FtqjghZIGYopc,757
 langfun/core/llms/groq_test.py,sha256=9aOD3nO4dEoH57B-5iOr5DQjG0vyv1jzFtAe7HfoiNg,1963
 langfun/core/llms/llama_cpp.py,sha256=Z7P3gc4xeIjc2bX0Ey1y5EUYJVMnMa2Q67PZ9iye9sE,1409
 langfun/core/llms/llama_cpp_test.py,sha256=wfTO7nmUwL65U2kK9P9fcMt92JjNDuVia4G1E7znf_4,1086
-langfun/core/llms/openai.py,sha256=CHUg8c0FE30LZkhvj0Kc8w0oqckbZhrp45GA94HWPs8,16614
+langfun/core/llms/openai.py,sha256=bIJae2UDO_uwoZGZRYP58GM4FdP4w9qjQhBIYJyGH34,17089
 langfun/core/llms/openai_compatible.py,sha256=MF9JCc0uTPkIK95uvQTMIBXk4z_xKQMZqQHFaVmXwcA,5898
 langfun/core/llms/openai_compatible_test.py,sha256=0uFYhCiuHo2Wrlgj16-GRG6rW8P6EaHCUguL3jS0QJ8,16708
 langfun/core/llms/openai_test.py,sha256=m85YjGCvWvV5ZYagjC0FqI0FcqyCEVCbUUs8Wm3iUrc,2475
@@ -146,8 +148,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202501300804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202501300804.dist-info/METADATA,sha256=sfy8YuZ4CkHAAwZCgEhkMUWQGumIpcO4IzzsfldRz_0,8172
-langfun-0.1.2.dev202501300804.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-langfun-0.1.2.dev202501300804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202501300804.dist-info/RECORD,,
+langfun-0.1.2.dev202502010803.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202502010803.dist-info/METADATA,sha256=sDqvjFmjKbCvYCNHOc4te_JsKdrhnzWgmPx5wwSI_GM,8172
+langfun-0.1.2.dev202502010803.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+langfun-0.1.2.dev202502010803.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202502010803.dist-info/RECORD,,