langfun 0.1.2.dev202504150804__py3-none-any.whl → 0.1.2.dev202504170804__py3-none-any.whl

langfun/core/__init__.py

@@ -111,6 +111,8 @@ from langfun.core.language_model import LMCache
 from langfun.core.language_model import LMDebugMode
 
 from langfun.core.language_model import LMError
+from langfun.core.language_model import LMInputError
+from langfun.core.language_model import ContextLimitError
 from langfun.core.language_model import RetryableLMError
 from langfun.core.language_model import RateLimitError
 from langfun.core.language_model import TemporaryLMError

langfun/core/language_model.py

@@ -40,6 +40,14 @@ class LMError(RuntimeError):
   """Base class for language model errors."""
 
 
+class LMInputError(LMError):
+  """Base class for errors with bad input."""
+
+
+class ContextLimitError(LMInputError):
+  """Error for context limit exceeded."""
+
+
 class RetryableLMError(LMError):
   """Base class for LLM errors that can be solved by retrying."""
 

langfun/core/llms/anthropic.py

@@ -573,6 +573,11 @@ class Anthropic(rest.REST):
         ),
     )
 
+  def _error(self, status_code: int, content: str) -> lf.LMError:
+    if status_code == 413 and b'Prompt is too long' in content:
+      return lf.ContextLimitError(f'{status_code}: {content}')
+    return super()._error(status_code, content)
+
 
 class Claude37(Anthropic):
   """Base class for Claude 3.7 models."""

langfun/core/llms/anthropic_test.py

@@ -217,6 +217,17 @@ class AnthropicTest(unittest.TestCase):
         ):
           lm('hello', max_attempts=1)
 
+  def test_call_with_context_limit_error(self):
+    with mock.patch('requests.Session.post') as mock_request:
+      mock_request.side_effect = mock_requests_post_error(
+          413, 'bad_request', 'Prompt is too long.'
+      )
+      lm = anthropic.Claude3Haiku(api_key='fake_key')
+      with self.assertRaisesRegex(
+          lf.ContextLimitError, 'Prompt is too long.'
+      ):
+        lm('hello', max_attempts=1)
+
   def test_lm_get(self):
     self.assertIsInstance(
         lf.LanguageModel.get('claude-3-5-sonnet-latest'),

langfun/core/llms/gemini.py

@@ -645,3 +645,9 @@ class Gemini(rest.REST):
             total_tokens=input_tokens + output_tokens,
         ),
     )
+
+  def _error(self, status_code: int, content: str) -> lf.LMError:
+    if (status_code == 400
+        and b'exceeds the maximum number of tokens' in content):
+      return lf.ContextLimitError(f'{status_code}: {content}')
+    return super()._error(status_code, content)

langfun/core/llms/gemini_test.py

@@ -178,6 +178,22 @@ class GeminiTest(unittest.TestCase):
       self.assertEqual(r.metadata.usage.prompt_tokens, 3)
       self.assertEqual(r.metadata.usage.completion_tokens, 4)
 
+  def test_call_model_with_context_limit_error(self):
+    def mock_requests_post_error(*args, **kwargs):
+      del args, kwargs
+      response = requests.Response()
+      response.status_code = 400
+      response._content = b'exceeds the maximum number of tokens.'
+      return response
+
+    with mock.patch('requests.Session.post') as mock_generate:
+      mock_generate.side_effect = mock_requests_post_error
+      lm = gemini.Gemini('gemini-1.5-pro', api_endpoint='')
+      with self.assertRaisesRegex(
+          lf.ContextLimitError, 'exceeds the maximum number of tokens.'
+      ):
+        lm('hello')
+
   def test_call_model_with_system_message(self):
     with mock.patch('requests.Session.post') as mock_generate:
       mock_generate.side_effect = mock_requests_post

langfun/core/llms/openai_compatible.py

@@ -159,3 +159,9 @@ class OpenAICompatible(rest.REST):
 
         ),
     )
+
+  def _error(self, status_code: int, content: str) -> lf.LMError:
+    if (status_code == 413
+        or (status_code == 400 and b'string_above_max_length' in content)):
+      return lf.ContextLimitError(f'{status_code}: {content}')
+    return super()._error(status_code, content)

langfun/core/llms/openai_compatible_test.py

@@ -505,6 +505,24 @@ class OpenAIComptibleTest(unittest.TestCase):
     ):
       lm(lf.UserMessage('hello', json_schema={}))
 
+  def test_call_with_context_limit_error(self):
+    def mock_context_limit_error(*args, **kwargs):
+      del args, kwargs
+      response = requests.Response()
+      response.status_code = 400
+      response._content = b'string_above_max_length'
+      return response
+
+    with mock.patch('requests.Session.post') as mock_request:
+      mock_request.side_effect = mock_context_limit_error
+      lm = openai_compatible.OpenAICompatible(
+          api_endpoint='https://test-server', model='test-model'
+      )
+      with self.assertRaisesRegex(
+          lf.ContextLimitError, 'string_above_max_length'
+      ):
+        lm(lf.UserMessage('hello'))
+
 
 if __name__ == '__main__':
   unittest.main()

{langfun-0.1.2.dev202504150804.dist-info → langfun-0.1.2.dev202504170804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504150804
+Version: 0.1.2.dev202504170804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202504150804.dist-info → langfun-0.1.2.dev202504170804.dist-info}/RECORD

@@ -1,5 +1,5 @@
 langfun/__init__.py,sha256=LuB1difPJsI8V9H4kmUJM2DAEmMEV_WtaBLGYp3qEFM,2527
-langfun/core/__init__.py,sha256=-pTwNDzB_Ljs9vX272AO5WzopqjEJosO3sZTwNQdJ0Y,4647
+langfun/core/__init__.py,sha256=pW4prpiyWNkRbtWBGYF1thn7_0F_TgDVfAIZPvGn6HA,4758
 langfun/core/component.py,sha256=g1kQM0bryYYYWVDrSMnHfc74wIBbpfe5_B3s-UIP5GE,3028
 langfun/core/component_test.py,sha256=0CxTgjAud3aj8wBauFhG2FHDqrxCTl4OI4gzQTad-40,9254
 langfun/core/concurrent.py,sha256=zY-pXqlGqss_GI20tM1gXvyW8QepVPUuFNmutcIdhbI,32760
@@ -8,7 +8,7 @@ langfun/core/console.py,sha256=V_mOiFi9oGh8gLsUeR56pdFDkuvYOpvQt7DY1KUTWTA,2535
 langfun/core/console_test.py,sha256=pBOcuNMJdVELywvroptfcRtJMsegMm3wSlHAL2TdxVk,1679
 langfun/core/langfunc.py,sha256=G50YgoVZ0y1GFw2ev41MlOqr6qa8YakbvNC0h_E0PiA,11140
 langfun/core/langfunc_test.py,sha256=kK486D5R3ifI6jN8ycTfnFwwghHAoLCj-g5F67izMZM,8848
-langfun/core/language_model.py,sha256=ogcEKbZHP2TySOmUxL-sKGvlNTTHt0b5haslw6UvS6g,45785
+langfun/core/language_model.py,sha256=BMJFbx8fGZi9JKvge7DPjwWQWn7POBov_XHr7BR_ks0,45945
 langfun/core/language_model_test.py,sha256=iA5uo7rIj2jAtCYzMzhyNg1fWqE2Onn60bOO58q72C0,36454
 langfun/core/logging.py,sha256=W3mLEMXdo210Q5OX3a1ZTc4nU-xMy73-IfNKnsA-RFo,8051
 langfun/core/logging_test.py,sha256=N7-YvSXC8zvnr2SNwWHOykn1CFmqvIuTLDgn41Ku9JU,6642
@@ -82,8 +82,8 @@ langfun/core/eval/v2/reporting_test.py,sha256=hcPJJaMtPulqERvHYTpId83WXdqDKnnexm
 langfun/core/eval/v2/runners.py,sha256=De4d5QQ-Tpw0nPDODQexDPy0ti-FEgzHBvfH78zqdtg,15945
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
 langfun/core/llms/__init__.py,sha256=bwVMDRc4ypUY8KntfAccjVbqFxUzSGmvB6kHTcXmkLk,8255
-langfun/core/llms/anthropic.py,sha256=dxzg8JBP2GMmmREBh-zQg9R1huxib1pvcU3i1XhB6Pw,21953
-langfun/core/llms/anthropic_test.py,sha256=aZkIcscX6FV2fdFqy2opBF_06vDPGDX6MhRqI9z7vRo,7864
+langfun/core/llms/anthropic.py,sha256=qaclpfX3qeHoZMDxU3Gn-638Vi4IyCbxdow3zgGUHK4,22195
+langfun/core/llms/anthropic_test.py,sha256=dFnNvrgwCYUseDuiuWCBoQ5jloYX9RIlZQf7cCLPNU4,8282
 langfun/core/llms/azure_openai.py,sha256=-KkSLaR54MlsIqz_XIwv0TnsBnvNTAxnjA2Q2O2u5KM,2733
 langfun/core/llms/azure_openai_test.py,sha256=lkMZkQdJBV97fTM4C4z8qNfvr6spgiN5G4hvVUIVr0M,1735
 langfun/core/llms/compositional.py,sha256=csW_FLlgL-tpeyCOTVvfUQkMa_zCN5Y2I-YbSNuK27U,2872
@@ -92,8 +92,8 @@ langfun/core/llms/deepseek.py,sha256=jvTxdXPr-vH6HNakn_Ootx1heDg8Fen2FUkUW36bpCs
 langfun/core/llms/deepseek_test.py,sha256=DvROWPlDuow5E1lfoSkhyGt_ELA19JoQoDsTnRgDtTg,1847
 langfun/core/llms/fake.py,sha256=xmgCkk9y0I4x0IT32SZ9_OT27aLadXH8PRiYNo5VTd4,3265
 langfun/core/llms/fake_test.py,sha256=2h13qkwEz_JR0mtUDPxdAhQo7MueXaFSwsD2DIRDW9g,7653
-langfun/core/llms/gemini.py,sha256=lkXCfc1LTo6SFQCA_7IH2tMooL-UrvrW6B5v4iQWKWQ,22953
-langfun/core/llms/gemini_test.py,sha256=lv0jCGwsmbAngiWER5NGc3PLrLif5yz3dLNl4yFRrxI,6201
+langfun/core/llms/gemini.py,sha256=VwkNFoMQ763TQM90lj2bBf9dszxoRmUjrgiqL3_ALYE,23223
+langfun/core/llms/gemini_test.py,sha256=d9Pvf3xmHgofv8AKXmbnfndsScxmgR5q_ctSIvEXYrU,6808
 langfun/core/llms/google_genai.py,sha256=IANJlhTEvBNAgmK8Rsc_6xguQmwgE76GayESqae4NMk,4906
 langfun/core/llms/google_genai_test.py,sha256=NKNtpebArQ9ZR7Qsnhd2prFIpMjleojy6o6VMXkJ1zY,1502
 langfun/core/llms/groq.py,sha256=S9V10kFo3cgX89qPgt_umq-SpRnxEDLTt_hJmpERfbo,12066
@@ -101,8 +101,8 @@ langfun/core/llms/groq_test.py,sha256=P4EgexCqsh4K2x11w0UL_vz-YYNaPdQU0WsDAdnTRQ
 langfun/core/llms/llama_cpp.py,sha256=Z7P3gc4xeIjc2bX0Ey1y5EUYJVMnMa2Q67PZ9iye9sE,1409
 langfun/core/llms/llama_cpp_test.py,sha256=wfTO7nmUwL65U2kK9P9fcMt92JjNDuVia4G1E7znf_4,1086
 langfun/core/llms/openai.py,sha256=zDi-wkV-r3vUZYoTFvU1gaNNVQVQytVuZ4CvTGLsRL8,39576
-langfun/core/llms/openai_compatible.py,sha256=CGc8--B3uPmn_TpIBqo6QZLqZkm7tQ9x0S148S7KJrw,5280
-langfun/core/llms/openai_compatible_test.py,sha256=2KNPxA8GG_H--j0oJhyFrnzi4lqEhH8Poz8HszsqXsQ,17042
+langfun/core/llms/openai_compatible.py,sha256=9REGdRDJ0sSR-4IpnQ97Qzz5MQSF07QNvTy50qFr0Dg,5561
+langfun/core/llms/openai_compatible_test.py,sha256=KwOMA7tsmOxFBjezltkBDSU77AvOQkI23dO2nHLAlB4,17689
 langfun/core/llms/openai_test.py,sha256=gwuO6aoa296iM2welWV9ua4KF8gEVGsEPakgbtkWkFQ,2687
 langfun/core/llms/rest.py,sha256=ucMKHXlmg6pYSIMhQSktLmTSGMSIiqO8fp1r_GiEhaU,4333
 langfun/core/llms/rest_test.py,sha256=_zM7nV8DEVyoXNiQOnuwJ917mWjki0614H88rNmDboE,5020
@@ -156,8 +156,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202504150804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202504150804.dist-info/METADATA,sha256=jNm1yfOt7Rq0FJhhbhjalmjYdosYjRYEYDjLXpocbEE,7692
-langfun-0.1.2.dev202504150804.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-langfun-0.1.2.dev202504150804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202504150804.dist-info/RECORD,,
+langfun-0.1.2.dev202504170804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202504170804.dist-info/METADATA,sha256=V_HNHy5MNN7hXnUPXE5uXxg-W6kYjYEuj3hjkq9_QJg,7692
+langfun-0.1.2.dev202504170804.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+langfun-0.1.2.dev202504170804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202504170804.dist-info/RECORD,,