langfun 0.1.2.dev202504080804__py3-none-any.whl → 0.1.2.dev202504100804__py3-none-any.whl

langfun/core/llms/__init__.py

@@ -74,6 +74,7 @@ from langfun.core.llms.vertexai import VertexAIGemini2ProExp_20250205
 from langfun.core.llms.vertexai import VertexAIGemini2FlashThinkingExp_20250121
 from langfun.core.llms.vertexai import VertexAIGeminiExp_20241206
 from langfun.core.llms.vertexai import VertexAIGemini25ProExp_20250325
+from langfun.core.llms.vertexai import VertexAIGemini25ProPreview_20250325
 
 # For backward compatibility.
 GeminiPro1_5 = Gemini15Pro

langfun/core/llms/anthropic.py

@@ -509,13 +509,18 @@ class Anthropic(rest.REST):
           raise ValueError(f'Unsupported modality: {chunk!r}.')
       return chunk
 
-    request.update(
-        dict(
-            messages=[
-                prompt.as_format('anthropic', chunk_preprocessor=modality_check)
-            ]
-        )
+    messages = []
+    if system_message := prompt.get('system_message'):
+      assert isinstance(system_message, lf.SystemMessage), type(system_message)
+      messages.append(
+          system_message.as_format(
+              'anthropic', chunk_preprocessor=modality_check
+          )
+      )
+    messages.append(
+        prompt.as_format('anthropic', chunk_preprocessor=modality_check)
     )
+    request.update(messages=messages)
     return request
 
   def _request_args(self, options: lf.LMSamplingOptions) -> dict[str, Any]:

langfun/core/llms/anthropic_test.py

@@ -35,7 +35,8 @@ def mock_requests_post(url: str, json: dict[str, Any], **kwargs):
       'content': [{
           'type': 'text',
           'text': (
-              f'hello with temperature={json.get("temperature")}, '
+              '\n'.join(c['content'][0]['text'] for c in json['messages']) +
+              f' with temperature={json.get("temperature")}, '
               f'top_k={json.get("top_k")}, '
               f'top_p={json.get("top_p")}, '
               f'max_tokens={json.get("max_tokens")}, '
@@ -140,11 +141,11 @@ class AnthropicTest(unittest.TestCase):
       mock_request.side_effect = mock_requests_post
 
       lm = anthropic.Claude3Haiku(api_key='fake key')
-      self.assertRegex(lm('hi').text, 'hello.*')
+      self.assertRegex(lm('hello').text, 'hello.*')
 
       os.environ['ANTHROPIC_API_KEY'] = 'abc'
       lm = anthropic.Claude3Haiku()
-      self.assertRegex(lm('hi').text, 'hello.*')
+      self.assertRegex(lm('hello').text, 'hello.*')
       del os.environ['ANTHROPIC_API_KEY']
 
   def test_call(self):
@@ -165,6 +166,27 @@ class AnthropicTest(unittest.TestCase):
       self.assertIsNotNone(response.usage.total_tokens, 3)
       self.assertGreater(response.usage.estimated_cost, 0)
 
+  def test_call_with_system_message(self):
+    with mock.patch('requests.Session.post') as mock_request:
+      mock_request.side_effect = mock_requests_post
+      lm = anthropic.Claude3Haiku(api_key='fake_key')
+      response = lm(
+          lf.UserMessage(
+              'hello', system_message=lf.SystemMessage('system')
+          ),
+          temperature=0.0,
+          top_k=0.1,
+          top_p=0.2,
+          stop=['\n'],
+      )
+      self.assertEqual(
+          response.text,
+          (
+              'system\nhello with temperature=0.0, top_k=0.1, top_p=0.2, '
+              "max_tokens=4096, stop=['\\n']."
+          ),
+      )
+
   def test_mm_call(self):
     with mock.patch('requests.Session.post') as mock_mm_request:
       mock_mm_request.side_effect = mock_mm_requests_post

langfun/core/llms/gemini.py

@@ -582,9 +582,17 @@ class Gemini(rest.REST):
           raise lf.ModalityError(f'Unsupported modality: {chunk!r}') from e
       return chunk
 
-    request['contents'] = [
+    contents = []
+    if system_message := prompt.get('system_message'):
+      assert isinstance(system_message, lf.SystemMessage), type(system_message)
+      contents.append(
+          system_message.as_format(
+              'gemini', chunk_preprocessor=modality_conversion)
+      )
+    contents.append(
         prompt.as_format('gemini', chunk_preprocessor=modality_conversion)
-    ]
+    )
+    request['contents'] = contents
     return request
 
   def _generation_config(

langfun/core/llms/gemini_test.py

@@ -38,7 +38,7 @@ example_image = (
 def mock_requests_post(url: str, json: dict[str, Any], **kwargs):
   del url, kwargs
   c = pg.Dict(json['generationConfig'])
-  content = json['contents'][0]['parts'][0]['text']
+  content = '\n'.join(c['parts'][0]['text'] for c in json['contents'])
   response = requests.Response()
   response.status_code = 200
   response._content = pg.to_json_str({
@@ -178,6 +178,27 @@ class GeminiTest(unittest.TestCase):
       self.assertEqual(r.metadata.usage.prompt_tokens, 3)
       self.assertEqual(r.metadata.usage.completion_tokens, 4)
 
+  def test_call_model_with_system_message(self):
+    with mock.patch('requests.Session.post') as mock_generate:
+      mock_generate.side_effect = mock_requests_post
+
+      lm = gemini.Gemini('gemini-1.5-pro', api_endpoint='')
+      r = lm(
+          lf.UserMessage('hello', system_message=lf.SystemMessage('system')),
+          temperature=2.0,
+          top_p=1.0,
+          top_k=20,
+          max_tokens=1024,
+          stop='\n',
+      )
+      self.assertEqual(
+          r.text,
+          (
+              'This is a response to system\nhello with temperature=2.0, '
+              'top_p=1.0, top_k=20, max_tokens=1024, stop=\n.'
+          ),
+      )
+
 
 if __name__ == '__main__':
   unittest.main()

langfun/core/llms/openai_compatible.py

@@ -113,8 +113,9 @@ class OpenAICompatible(rest.REST):
     # Users could use `metadata_system_message` to pass system message.
     system_message = prompt.metadata.get('system_message')
     if system_message:
+      assert isinstance(system_message, lf.SystemMessage), type(system_message)
       messages.append(
-          lf.SystemMessage.from_value(system_message).as_format(
+          system_message.as_format(
               'openai', chunk_preprocessor=modality_check
           )
       )

langfun/core/llms/openai_compatible_test.py

@@ -465,7 +465,7 @@ class OpenAIComptibleTest(unittest.TestCase):
           lm(
               lf.UserMessage(
                   'hello',
-                  system_message='hi',
+                  system_message=lf.SystemMessage('hi'),
               ),
               sampling_options=lf.LMSamplingOptions(n=2)
           ),

langfun/core/llms/vertexai.py

@@ -166,6 +166,11 @@ class VertexAIGemini(VertexAI, gemini.Gemini):
 #
 
 
+class VertexAIGemini25ProPreview_20250325(VertexAIGemini):  # pylint: disable=invalid-name
+  """Gemini 2.5 Pro model launched on 03/25/2025."""
+  model = 'gemini-2.5-pro-preview-03-25'
+
+
 class VertexAIGemini25ProExp_20250325(VertexAIGemini):  # pylint: disable=invalid-name
   """Gemini 2.5 Pro model launched on 03/25/2025."""
   model = 'gemini-2.5-pro-exp-03-25'

langfun/core/structured/querying.py

@@ -109,6 +109,7 @@ def query(
     *,
     lm: lf.LanguageModel | list[lf.LanguageModel] | None = None,
     num_samples: int | list[int] = 1,
+    system_message: str | lf.Template | None = None,
     examples: list[mapping.MappingExample] | None = None,
     cache_seed: int | None = 0,
     response_postprocess: Callable[[str], str] | None = None,
@@ -244,6 +245,8 @@ def query(
       If `None`, the LM from `lf.context` will be used.
     num_samples: Number of samples to generate. If a list is provided, its
       length must match the number of models in `lm`.
+    system_message: System instructions to guide the model output. If None,
+      no system message will be used.
     examples: Few-shot examples to guide the model output. Defaults to `None`.
     cache_seed: Seed for caching the query. Queries with the same
       `(lm, prompt, cache_seed)` will use cached responses. If `None`,
@@ -282,6 +285,7 @@ def query(
           schema,
           default=default,
           lm=lm,
+          system_message=system_message,
           examples=examples,
           # Usually num_examples should not be large, so we multiple the user
           # provided cache seed by 100 to avoid collision.
@@ -326,6 +330,13 @@ def query(
   if isinstance(prompt, pg.Symbolic) and prompt.sym_partial and schema is None:
     schema = prompt.__class__
 
+  # Attach system message as input template metadata, which will be passed
+  # through to the rendered message metadata under key `system_message`.
+  if system_message is not None:
+    kwargs['metadata_system_message'] = lf.Template.from_value(
+        system_message
+    ).render(message_cls=lf.SystemMessage)
+
   # Normalize query input.
   if isinstance(prompt, (lf.Message, str)):
     # Query with structured output.

langfun/core/structured/querying_test.py

@@ -45,14 +45,16 @@ class QueryTest(unittest.TestCase):
       prompt,
       schema,
       examples: list[mapping.MappingExample] | None = None,
+      system_message: str | None = None,
       *,
       expected_snippet: str,
       exact_match: bool = False,
       expected_modalities: int = 0,
+      exepcted_system_message: str | None = None,
       **kwargs,
   ):
     m = querying.query(
-        prompt, schema=schema, examples=examples,
+        prompt, schema=schema, system_message=system_message, examples=examples,
         **kwargs, returns_message=True
     )
     self.assertIsNotNone(m.lm_input)
@@ -64,6 +66,11 @@ class QueryTest(unittest.TestCase):
         len([c for c in m.lm_input.chunk() if isinstance(c, lf.Modality)]),
         expected_modalities,
     )
+    if system_message is not None:
+      self.assertEqual(
+          m.lm_input.system_message.text,
+          exepcted_system_message,
+      )
 
   def test_call(self):
     lm = fake.StaticSequence(['1'])
@@ -114,6 +121,19 @@ class QueryTest(unittest.TestCase):
         Activity(description='hello'),
     )
 
+  def test_render_with_system_message(self):
+    lm = fake.StaticResponse('1')
+    self.assert_render(
+        'What is {{x}} + {{y}}?',
+        schema=None,
+        system_message='You are a helpful assistant.',
+        x=1,
+        y=2,
+        lm=lm.clone(),
+        expected_snippet='What is 1 + 2?',
+        exepcted_system_message='You are a helpful assistant.',
+    )
+
   def test_str_to_structure_render(self):
     lm = fake.StaticResponse('1')
     self.assert_render(

{langfun-0.1.2.dev202504080804.dist-info → langfun-0.1.2.dev202504100804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: langfun
-Version: 0.1.2.dev202504080804
+Version: 0.1.2.dev202504100804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202504080804.dist-info → langfun-0.1.2.dev202504100804.dist-info}/RECORD

@@ -81,9 +81,9 @@ langfun/core/eval/v2/reporting.py,sha256=yUIPCAMnp7InIzpv1DDWrcLO-75iiOUTpscj7sm
 langfun/core/eval/v2/reporting_test.py,sha256=hcPJJaMtPulqERvHYTpId83WXdqDKnnexmULtK7WKwk,5686
 langfun/core/eval/v2/runners.py,sha256=De4d5QQ-Tpw0nPDODQexDPy0ti-FEgzHBvfH78zqdtg,15945
 langfun/core/eval/v2/runners_test.py,sha256=A37fKK2MvAVTiShsg_laluJzJ9AuAQn52k7HPbfD0Ks,11666
-langfun/core/llms/__init__.py,sha256=joLhl55EU2BURQGomT6HYYDdkm1hBmgt7SuUfpsyTkw,8180
-langfun/core/llms/anthropic.py,sha256=K8la8U7g26ibvk_Cy9U7Z8or-kaqQIpaEJ4An9FrXPQ,21690
-langfun/core/llms/anthropic_test.py,sha256=SSK7OTx3gMYE1NMAi_PqQqeNsCkZAcVJvl_OCEOhyzk,7145
+langfun/core/llms/__init__.py,sha256=bwVMDRc4ypUY8KntfAccjVbqFxUzSGmvB6kHTcXmkLk,8255
+langfun/core/llms/anthropic.py,sha256=dxzg8JBP2GMmmREBh-zQg9R1huxib1pvcU3i1XhB6Pw,21953
+langfun/core/llms/anthropic_test.py,sha256=aZkIcscX6FV2fdFqy2opBF_06vDPGDX6MhRqI9z7vRo,7864
 langfun/core/llms/azure_openai.py,sha256=-KkSLaR54MlsIqz_XIwv0TnsBnvNTAxnjA2Q2O2u5KM,2733
 langfun/core/llms/azure_openai_test.py,sha256=lkMZkQdJBV97fTM4C4z8qNfvr6spgiN5G4hvVUIVr0M,1735
 langfun/core/llms/compositional.py,sha256=csW_FLlgL-tpeyCOTVvfUQkMa_zCN5Y2I-YbSNuK27U,2872
@@ -92,8 +92,8 @@ langfun/core/llms/deepseek.py,sha256=jvTxdXPr-vH6HNakn_Ootx1heDg8Fen2FUkUW36bpCs
 langfun/core/llms/deepseek_test.py,sha256=DvROWPlDuow5E1lfoSkhyGt_ELA19JoQoDsTnRgDtTg,1847
 langfun/core/llms/fake.py,sha256=xmgCkk9y0I4x0IT32SZ9_OT27aLadXH8PRiYNo5VTd4,3265
 langfun/core/llms/fake_test.py,sha256=2h13qkwEz_JR0mtUDPxdAhQo7MueXaFSwsD2DIRDW9g,7653
-langfun/core/llms/gemini.py,sha256=W2W1pqa4-XkrktGDosRV_jJjAukAvR9_jhwfEGN12VM,22641
-langfun/core/llms/gemini_test.py,sha256=WVdE1_X1cuicUEYd9YnIlV-dO_k_MMIHecBhWQtBNWE,5526
+langfun/core/llms/gemini.py,sha256=lkXCfc1LTo6SFQCA_7IH2tMooL-UrvrW6B5v4iQWKWQ,22953
+langfun/core/llms/gemini_test.py,sha256=lv0jCGwsmbAngiWER5NGc3PLrLif5yz3dLNl4yFRrxI,6201
 langfun/core/llms/google_genai.py,sha256=IANJlhTEvBNAgmK8Rsc_6xguQmwgE76GayESqae4NMk,4906
 langfun/core/llms/google_genai_test.py,sha256=NKNtpebArQ9ZR7Qsnhd2prFIpMjleojy6o6VMXkJ1zY,1502
 langfun/core/llms/groq.py,sha256=S9V10kFo3cgX89qPgt_umq-SpRnxEDLTt_hJmpERfbo,12066
@@ -101,12 +101,12 @@ langfun/core/llms/groq_test.py,sha256=P4EgexCqsh4K2x11w0UL_vz-YYNaPdQU0WsDAdnTRQ
 langfun/core/llms/llama_cpp.py,sha256=Z7P3gc4xeIjc2bX0Ey1y5EUYJVMnMa2Q67PZ9iye9sE,1409
 langfun/core/llms/llama_cpp_test.py,sha256=wfTO7nmUwL65U2kK9P9fcMt92JjNDuVia4G1E7znf_4,1086
 langfun/core/llms/openai.py,sha256=zDi-wkV-r3vUZYoTFvU1gaNNVQVQytVuZ4CvTGLsRL8,39576
-langfun/core/llms/openai_compatible.py,sha256=C4zA3WjYuj_ovoTOlUgHmh-22IS8_6OF9iJQuj4kdpw,5229
-langfun/core/llms/openai_compatible_test.py,sha256=I5WWL3lRo-WXnSoUKLkIEjXfwjoiHRX9o0dj0j09jsk,17024
+langfun/core/llms/openai_compatible.py,sha256=CGc8--B3uPmn_TpIBqo6QZLqZkm7tQ9x0S148S7KJrw,5280
+langfun/core/llms/openai_compatible_test.py,sha256=2KNPxA8GG_H--j0oJhyFrnzi4lqEhH8Poz8HszsqXsQ,17042
 langfun/core/llms/openai_test.py,sha256=gwuO6aoa296iM2welWV9ua4KF8gEVGsEPakgbtkWkFQ,2687
 langfun/core/llms/rest.py,sha256=ucMKHXlmg6pYSIMhQSktLmTSGMSIiqO8fp1r_GiEhaU,4333
 langfun/core/llms/rest_test.py,sha256=_zM7nV8DEVyoXNiQOnuwJ917mWjki0614H88rNmDboE,5020
-langfun/core/llms/vertexai.py,sha256=lzPkv9I71vw4wVWA8vCqWJS74VRi65Gkw_egVgidpXM,17825
+langfun/core/llms/vertexai.py,sha256=N8cX27vVBdiLr2ImpqH_GVihLEauWSlNvBBD9nhDsd8,18012
 langfun/core/llms/vertexai_test.py,sha256=dOprP_uLNmXHYxMoX_hMPMsjKR-e_B5nKHjhlMCQoOQ,4252
 langfun/core/llms/cache/__init__.py,sha256=QAo3InUMDM_YpteNnVCSejI4zOsnjSMWKJKzkb3VY64,993
 langfun/core/llms/cache/base.py,sha256=rt3zwmyw0y9jsSGW-ZbV1vAfLxQ7_3AVk0l2EySlse4,3918
@@ -137,8 +137,8 @@ langfun/core/structured/mapping.py,sha256=of-EeBq0RgmkiUaSk2rVEDVCzgn_wXU8tRke7N
 langfun/core/structured/mapping_test.py,sha256=OntYvfDitAf0tAnzQty3YS90vyEn6FY1Mi93r_ViEk8,9594
 langfun/core/structured/parsing.py,sha256=MGvI7ypXlwfzr5XB8_TFU9Ei0_5reYqkWkv64eAy0EA,12015
 langfun/core/structured/parsing_test.py,sha256=kNPrhpdPY3iWhUld0TFYU-Zgn44wC0d6YuQ9XdVbQ8o,22346
-langfun/core/structured/querying.py,sha256=6dE4bRHpyE8H-YNDVFokDmTLgS1G1YdrE9n2TEuyw_I,23911
-langfun/core/structured/querying_test.py,sha256=OZKIh9-P0W5FFiDeDUrQikjYEwcIQOzLSm3u81XZceQ,33514
+langfun/core/structured/querying.py,sha256=K4e_hx5Np1-KPsmN-A-6uTD7PRPEuM9ggROj_SBaWe0,24431
+langfun/core/structured/querying_test.py,sha256=5gNYus8Vf6lxMM7rxQGIUR_lzQw4MY7eikQgA5NNA4U,34156
 langfun/core/structured/schema.py,sha256=_iqhHEGDQsHk0AsybWnK44sOspTWkKJjci781PWD7x0,27988
 langfun/core/structured/schema_generation.py,sha256=3AcuKvv3VOtKY5zMVqODrxfOuDxzoZtGeBxHlOWDOWw,5308
 langfun/core/structured/schema_generation_test.py,sha256=RM9s71kMNg2jTePwInkiW9fK1ACN37eyPeF8OII-0zw,2950
@@ -156,8 +156,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202504080804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202504080804.dist-info/METADATA,sha256=Qq4joLhwX1FKwWkLzatcVGDNwYaGLLyyn113vyKNa1I,7692
-langfun-0.1.2.dev202504080804.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-langfun-0.1.2.dev202504080804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202504080804.dist-info/RECORD,,
+langfun-0.1.2.dev202504100804.dist-info/licenses/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202504100804.dist-info/METADATA,sha256=UAg98lo428dnsbhT-fVt4sgTG-Ek6CLtRGfIzTszK30,7692
+langfun-0.1.2.dev202504100804.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+langfun-0.1.2.dev202504100804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202504100804.dist-info/RECORD,,