langfun 0.1.2.dev202503070804__py3-none-any.whl → 0.1.2.dev202503080803__py3-none-any.whl

langfun/core/llms/anthropic.py

@@ -65,9 +65,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-5-sonnet-20241022',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3.5 Sonnet model (latest).'
-        ),
+        description='Claude 3.5 Sonnet model (latest).',
         input_modalities=(
             AnthropicModelInfo.INPUT_IMAGE_TYPES
             + AnthropicModelInfo.INPUT_DOC_TYPES
@@ -118,9 +116,7 @@ SUPPORTED_MODELS = [
         model_id='claude-3-5-sonnet-20241022',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3.5 Sonnet model (10/22/2024).'
-        ),
+        description='Claude 3.5 Sonnet model (10/22/2024).',
         release_date=datetime.datetime(2024, 10, 22),
         input_modalities=(
             AnthropicModelInfo.INPUT_IMAGE_TYPES
@@ -147,9 +143,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-5-sonnet-20241022',
         provider='VertexAI',
         in_service=True,
-        description=(
-            'Claude 3.5 Sonnet model served on VertexAI (10/22/2024).'
-        ),
+        description='Claude 3.5 Sonnet model served on VertexAI (10/22/2024).',
         release_date=datetime.datetime(2024, 10, 22),
         input_modalities=(
             AnthropicModelInfo.INPUT_IMAGE_TYPES
@@ -183,7 +177,7 @@ SUPPORTED_MODELS = [
         ),
         context_length=lf.ModelInfo.ContextLength(
             max_input_tokens=200_000,
-            max_output_tokens=128_000,
+            max_output_tokens=8_192,
         ),
         pricing=lf.ModelInfo.Pricing(
             cost_per_1m_cached_input_tokens=0.3,
@@ -202,9 +196,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-5-haiku-20241022',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3.5 Haiku v2 model (10/22/2024).'
-        ),
+        description='Claude 3.5 Haiku v2 model (10/22/2024).',
         input_modalities=lf.ModelInfo.TEXT_INPUT_ONLY,
         context_length=lf.ModelInfo.ContextLength(
             max_input_tokens=200_000,
@@ -226,9 +218,7 @@ SUPPORTED_MODELS = [
         model_id='claude-3-5-haiku-20241022',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3.5 Haiku v2 model (10/22/2024).'
-        ),
+        description='Claude 3.5 Haiku v2 model (10/22/2024).',
         release_date=datetime.datetime(2024, 10, 22),
         input_modalities=lf.ModelInfo.TEXT_INPUT_ONLY,
         context_length=lf.ModelInfo.ContextLength(
@@ -252,9 +242,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-5-haiku-20241022',
         provider='VertexAI',
         in_service=True,
-        description=(
-            'Claude 3.5 Haiku model served on VertexAI (10/22/2024).'
-        ),
+        description='Claude 3.5 Haiku model served on VertexAI (10/22/2024).',
         release_date=datetime.datetime(2024, 10, 22),
         input_modalities=lf.ModelInfo.TEXT_INPUT_ONLY,
         context_length=lf.ModelInfo.ContextLength(
@@ -279,9 +267,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-opus-20240229',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3 Opus model (latest).'
-        ),
+        description='Claude 3 Opus model (latest).',
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
             max_input_tokens=200_000,
@@ -303,9 +289,7 @@ SUPPORTED_MODELS = [
         model_id='claude-3-opus-20240229',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3 Opus model (02/29/2024).'
-        ),
+        description='Claude 3 Opus model (02/29/2024).',
         release_date=datetime.datetime(2024, 2, 29),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -329,9 +313,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-opus-20240229',
         provider='VertexAI',
         in_service=True,
-        description=(
-            'Claude 3 Opus model served on VertexAI (02/29/2024).'
-        ),
+        description='Claude 3 Opus model served on VertexAI (02/29/2024).',
         release_date=datetime.datetime(2024, 2, 29),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -355,9 +337,7 @@ SUPPORTED_MODELS = [
         model_id='claude-3-sonnet-20240229',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3 Sonnet model (02/29/2024).'
-        ),
+        description='Claude 3 Sonnet model (02/29/2024).',
         release_date=datetime.datetime(2024, 2, 29),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -381,9 +361,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-sonnet-20240229',
         provider='VertexAI',
         in_service=True,
-        description=(
-            'Claude 3 Sonnet model served on VertexAI (02/29/2024).'
-        ),
+        description='Claude 3 Sonnet model served on VertexAI (02/29/2024).',
         release_date=datetime.datetime(2024, 2, 29),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -407,9 +385,7 @@ SUPPORTED_MODELS = [
         model_id='claude-3-haiku-20240307',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3 Haiku model (03/07/2024).'
-        ),
+        description='Claude 3 Haiku model (03/07/2024).',
         release_date=datetime.datetime(2024, 3, 7),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -433,9 +409,7 @@ SUPPORTED_MODELS = [
         alias_for='claude-3-haiku-20240307',
         provider='Anthropic',
         in_service=True,
-        description=(
-            'Claude 3 Haiku model served on VertexAI (03/07/2024).'
-        ),
+        description='Claude 3 Haiku model served on VertexAI (03/07/2024).',
         release_date=datetime.datetime(2024, 3, 7),
         input_modalities=AnthropicModelInfo.INPUT_IMAGE_TYPES,
         context_length=lf.ModelInfo.ContextLength(
@@ -562,6 +536,11 @@ class Anthropic(rest.REST):
           # Minimum budget is 1,024 tokens.
           'budget_tokens': options.max_thinking_tokens,
       }
+      # max_tokens, which is thinking tokens + response tokens, must be greater
+      # than the thinking tokens.
+      if args['max_tokens'] < options.max_thinking_tokens:
+        args['max_tokens'] += options.max_thinking_tokens
+
       # Thinking isn’t compatible with temperature, top_p, or top_k.
       # https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking#important-considerations-when-using-extended-thinking
       args.pop('temperature', None)

{langfun-0.1.2.dev202503070804.dist-info → langfun-0.1.2.dev202503080803.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202503070804
+Version: 0.1.2.dev202503080803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202503070804.dist-info → langfun-0.1.2.dev202503080803.dist-info}/RECORD

@@ -74,7 +74,7 @@ langfun/core/eval/v2/reporting_test.py,sha256=UmYSAQvD3AIXsSyWQ-WD2uLtEISYpmBeoK
 langfun/core/eval/v2/runners.py,sha256=DKEmSlGXjOXKWFdBhTpLy7tMsBHZHd1Brl3hWIngsSQ,15931
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
 langfun/core/llms/__init__.py,sha256=F2nqEv9Cc-1QALrlPnIEp-TZiSVTi6U8WWb1YwDt1w0,8038
-langfun/core/llms/anthropic.py,sha256=7kY1-QFpzh2Oye8H1Mtko7QJWrnrhnhe1Wj16nOZXvk,23473
+langfun/core/llms/anthropic.py,sha256=d6ncYfPbK1YjofebKdOgGu0un_AXdsKBgt0SFGwE70s,23391
 langfun/core/llms/anthropic_test.py,sha256=SSK7OTx3gMYE1NMAi_PqQqeNsCkZAcVJvl_OCEOhyzk,7145
 langfun/core/llms/azure_openai.py,sha256=-KkSLaR54MlsIqz_XIwv0TnsBnvNTAxnjA2Q2O2u5KM,2733
 langfun/core/llms/azure_openai_test.py,sha256=lkMZkQdJBV97fTM4C4z8qNfvr6spgiN5G4hvVUIVr0M,1735
@@ -150,8 +150,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202503070804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202503070804.dist-info/METADATA,sha256=oOrC1dV72s8AUVxeTUlGGk6wOxKLB6GCk9o5udxGtgU,8172
-langfun-0.1.2.dev202503070804.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
-langfun-0.1.2.dev202503070804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202503070804.dist-info/RECORD,,
+langfun-0.1.2.dev202503080803.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202503080803.dist-info/METADATA,sha256=g9mF2vYwbY5kS1no-Ci_br1VJ3u_liXjp5I42hlePJ4,8172
+langfun-0.1.2.dev202503080803.dist-info/WHEEL,sha256=jB7zZ3N9hIM9adW7qlTAyycLYW9npaWKLRzaoVcLKcM,91
+langfun-0.1.2.dev202503080803.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202503080803.dist-info/RECORD,,