langfun 0.1.2.dev202411030804__py3-none-any.whl → 0.1.2.dev202411060804__py3-none-any.whl

langfun/core/component.py

@@ -253,7 +253,9 @@ def _get_scoped_value(
   return scoped_values.get(var_name, default)
 
 
-class ContextualAttribute(pg.symbolic.ValueFromParentChain):
+class ContextualAttribute(
+    pg.symbolic.ValueFromParentChain, pg.views.HtmlTreeView.Extension
+):
   """Attributes whose values are inferred from the context of the component.
 
   Please see go/langfun-component#attribute-value-retrieval for details.
@@ -290,8 +292,8 @@ class ContextualAttribute(pg.symbolic.ValueFromParentChain):
       self,
       *,
       view: pg.views.HtmlTreeView,
-      parent: Any,
-      root_path: pg.KeyPath,
+      parent: Any = None,
+      root_path: pg.KeyPath | None = None,
       **kwargs,
   ) -> pg.Html:
     inferred_value = pg.MISSING_VALUE
@@ -301,7 +303,8 @@ class ContextualAttribute(pg.symbolic.ValueFromParentChain):
     if inferred_value is not pg.MISSING_VALUE:
       kwargs.pop('name', None)
       return view.render(
-          inferred_value, parent=self, root_path=root_path + '<inferred>',
+          inferred_value, parent=self,
+          root_path=pg.KeyPath('<inferred>', root_path),
           **view.get_passthrough_kwargs(**kwargs)
       )
     return pg.Html.element(

langfun/core/llms/anthropic.py

@@ -141,6 +141,8 @@ class Anthropic(rest.REST):
         'x-api-key': self._api_key,
         'anthropic-version': self.api_version,
         'content-type': 'application/json',
+        # TODO(yifenglu): Remove beta flag once the feature is fully supported.
+        'anthropic-beta': 'pdfs-2024-09-25',
     }
 
   @property
@@ -223,7 +225,6 @@ class Anthropic(rest.REST):
         if isinstance(chunk, str):
           item = dict(type='text', text=chunk)
         elif isinstance(chunk, lf_modalities.Image):
-          # NOTE(daiyip): Anthropic only support image content instead of URL.
           item = dict(
               type='image',
               source=dict(
@@ -232,6 +233,15 @@ class Anthropic(rest.REST):
                   data=base64.b64encode(chunk.to_bytes()).decode(),
               ),
           )
+        elif isinstance(chunk, lf_modalities.PDF):
+          item = dict(
+              type='document',
+              source=dict(
+                  type='base64',
+                  media_type=chunk.mime_type,
+                  data=base64.b64encode(chunk.to_bytes()).decode(),
+              ),
+          )
         else:
           raise ValueError(f'Unsupported modality object: {chunk!r}.')
         content.append(item)

langfun/core/llms/anthropic_test.py

@@ -59,18 +59,30 @@ image_content = (
     b'\xdao\xd0|\x00\x00\x00\x00IEND\xaeB`\x82'
 )
 
+pdf_content = (
+    b'%PDF-1.4\n1 0 obj\n<< /Type /Catalog /Pages 2 0 R >>\nendobj\n2 0 obj\n<<'
+    b' /Type /Pages /Count 1 /Kids [3 0 R] >>\nendobj\n3 0 obj\n<< /Type /Page'
+    b' /Parent 2 0 R /MediaBox [0 0 612 792] /Contents 4 0 R >>\nendobj\n4 0'
+    b' obj\n<< /Length 44 >>\nstream\nBT /F1 24 Tf 100 700 Td (Hello, PDF'
+    b' content!) Tj ET\nendstream\nendobj\n5 0 obj\n<< /Type /Font /Subtype'
+    b' /Type1 /BaseFont /Helvetica >>\nendobj\nxref\n0 6\n0000000000 65535 f'
+    b' \n0000000010 00000 n \n0000000079 00000 n \n0000000178 00000 n'
+    b' \n0000000278 00000 n \n0000000407 00000 n \ntrailer\n<< /Size 6 /Root 1'
+    b' 0 R >>\nstartxref\n517\n%%EOF'
+)
+
 
 def mock_mm_requests_post(url: str, json: dict[str, Any], **kwargs):
   del url, kwargs
   v = json['messages'][0]['content'][0]
-  image = lf_modalities.Image.from_bytes(base64.b64decode(v['source']['data']))
+  content = lf_modalities.Mime.from_bytes(base64.b64decode(v['source']['data']))
 
   response = requests.Response()
   response.status_code = 200
   response._content = pg.to_json_str({
       'content': [{
           'type': 'text',
-          'text': f'{v["type"]}: {image.mime_type}',
+          'text': f'{v["type"]}: {content.mime_type}',
       }],
       'usage': {
           'input_tokens': 2,
@@ -146,6 +158,13 @@ class AnthropicTest(unittest.TestCase):
       response = lm(lf_modalities.Image.from_bytes(image_content), lm=lm)
       self.assertEqual(response.text, 'image: image/png')
 
+  def test_pdf_call(self):
+    with mock.patch('requests.Session.post') as mock_mm_request:
+      mock_mm_request.side_effect = mock_mm_requests_post
+      lm = anthropic.Claude3Haiku(api_key='fake_key')
+      response = lm(lf_modalities.PDF.from_bytes(pdf_content), lm=lm)
+      self.assertEqual(response.text, 'document: application/pdf')
+
   def test_call_errors(self):
     for status_code, error_type, error_message in [
         (429, 'rate_limit', 'Rate limit exceeded.'),

langfun/core/logging.py

@@ -43,7 +43,7 @@ def get_log_level() -> LogLevel:
   return component.context_value('__event_log_level__', 'info')
 
 
-class LogEntry(pg.Object):
+class LogEntry(pg.Object, pg.views.HtmlTreeView.Extension):
   """Event log entry."""
   time: datetime.datetime
   level: LogLevel
@@ -60,7 +60,7 @@ class LogEntry(pg.Object):
       title: str | pg.Html | None = None,
       max_summary_len_for_str: int = 80,
       **kwargs
-      ) -> str:
+  ) -> pg.Html | None:
     if len(self.message) > max_summary_len_for_str:
       message = self.message[:max_summary_len_for_str] + '...'
     else:
@@ -89,7 +89,7 @@ class LogEntry(pg.Object):
   def _html_tree_view_content(
       self,
       view: pg.views.HtmlTreeView,
-      root_path: pg.KeyPath,
+      root_path: pg.KeyPath | None = None,
       max_summary_len_for_str: int = 80,
       collapse_level: int | None = 1,
       extra_flags: dict[str, Any] | None = None,
@@ -118,7 +118,7 @@ class LogEntry(pg.Object):
               view.render(
                   self.metadata,
                   name='metadata',
-                  root_path=root_path + 'metadata',
+                  root_path=pg.KeyPath('metadata', root_path),
                   parent=self,
                   collapse_level=view.get_collapse_level(
                       (collapse_level, -1), collapse_log_metadata_level,

langfun/core/message.py

@@ -23,7 +23,11 @@ from langfun.core import natural_language
 import pyglove as pg
 
 
-class Message(natural_language.NaturalLanguageFormattable, pg.Object):
+class Message(
+    natural_language.NaturalLanguageFormattable,
+    pg.Object,
+    pg.views.HtmlTreeView.Extension
+):
   """Message.
 
   ``Message`` is the protocol for users and the system to interact with
@@ -511,7 +515,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
       self,
       *,
       view: pg.views.HtmlTreeView,
-      root_path: pg.KeyPath,
+      root_path: pg.KeyPath | None = None,
       collapse_level: int | None = None,
       extra_flags: dict[str, Any] | None = None,
       **kwargs,
@@ -582,7 +586,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
           s.write(s.escape(chunk))
         else:
           assert isinstance(chunk, modality.Modality), chunk
-          child_path = root_path + 'metadata' + chunk.referred_name
+          child_path = pg.KeyPath(['metadata', chunk.referred_name], root_path)
           s.write(
               pg.Html.element(
                   'div',
@@ -610,7 +614,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
     def render_result():
       if 'result' not in self.metadata:
         return None
-      child_path = root_path + 'metadata' + 'result'
+      child_path = pg.KeyPath(['metadata', 'result'], root_path)
       return pg.Html.element(
           'div',
           [
@@ -632,7 +636,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
     def render_usage():
       if 'usage' not in self.metadata:
         return None
-      child_path = root_path + 'metadata' + 'usage'
+      child_path = pg.KeyPath(['metadata', 'usage'], root_path)
       return pg.Html.element(
           'div',
           [
@@ -661,7 +665,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
              and not source.has_tag(source_tag)):
         source = source.source
       if source is not None:
-        child_path = root_path + 'source'
+        child_path = pg.KeyPath('source', root_path)
         child_extra_flags = extra_flags.copy()
         child_extra_flags['collapse_source_message_level'] = (
             view.get_collapse_level(
@@ -684,7 +688,7 @@ class Message(natural_language.NaturalLanguageFormattable, pg.Object):
     def render_metadata():
       if not include_message_metadata:
         return None
-      child_path = root_path + 'metadata'
+      child_path = pg.KeyPath('metadata', root_path)
       return pg.Html.element(
           'div',
           [

langfun/core/modality.py

@@ -31,7 +31,7 @@ def format_modality_as_ref(enabled: bool = True) -> ContextManager[None]:
   )
 
 
-class Modality(component.Component):
+class Modality(component.Component, pg.views.HtmlTreeView.Extension):
   """Base class for multimodal object."""
 
   REF_START = '<<[['

langfun/core/structured/mapping.py

@@ -59,7 +59,9 @@ class MappingError(Exception):  # pylint: disable=g-bad-exception-name
 
 
 @pg.use_init_args(['input', 'output', 'schema', 'context'])
-class MappingExample(lf.NaturalLanguageFormattable, lf.Component):
+class MappingExample(lf.NaturalLanguageFormattable,
+                     lf.Component,
+                     pg.views.HtmlTreeView.Extension):
   """Mapping example between text, schema and structured value."""
 
   input: pg.typing.Annotated[

langfun/core/structured/schema.py

@@ -110,7 +110,11 @@ class SchemaError(Exception):   # pylint: disable=g-bad-exception-name
     return r.getvalue()
 
 
-class Schema(lf.NaturalLanguageFormattable, pg.Object):
+class Schema(
+    lf.NaturalLanguageFormattable,
+    pg.Object,
+    pg.views.HtmlTreeView.Extension
+):
   """Base class for structured data schema."""
 
   spec: pg.typing.Annotated[
@@ -193,7 +197,6 @@ class Schema(lf.NaturalLanguageFormattable, pg.Object):
       self,
       *,
       view: pg.views.HtmlTreeView,
-      root_path: pg.KeyPath,
       **kwargs,
   ):
     return pg.Html.element(

langfun/core/template.py

@@ -47,6 +47,7 @@ class Template(
     natural_language.NaturalLanguageFormattable,
     component.Component,
     pg.typing.CustomTyping,
+    pg.views.HtmlTreeView.Extension
 ):
   """Langfun string template.
 
@@ -530,7 +531,7 @@ class Template(
       self,
       *,
       view: pg.views.HtmlTreeView,
-      root_path: pg.KeyPath,
+      root_path: pg.KeyPath | None = None,
       collapse_level: int | None = None,
       extra_flags: dict[str, Any] | None = None,
       debug: bool = False,

{langfun-0.1.2.dev202411030804.dist-info → langfun-0.1.2.dev202411060804.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langfun
-Version: 0.1.2.dev202411030804
+Version: 0.1.2.dev202411060804
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.1.2.dev202411030804.dist-info → langfun-0.1.2.dev202411060804.dist-info}/RECORD

@@ -1,6 +1,6 @@
 langfun/__init__.py,sha256=mCES7t3R7Z-ZQYvG38-yrVqZubrXNfGCa8tI5HGB7mE,2274
 langfun/core/__init__.py,sha256=xlvFTXc7IKUTs8aCFRFhzOLTmmeuhXgk9yx2InBLNiA,4937
-langfun/core/component.py,sha256=kOWdhEYlGw62CO_7aB_oAdivVhnDfyoymRXHr10VtLo,11502
+langfun/core/component.py,sha256=HVrEoTL1Y01iqOHC3FYdbAOnffqfHHtGJXoK1vkdEwo,11583
 langfun/core/component_test.py,sha256=sG-T2wpvBfHqWGZE7sc4NayJj2aj5QFBzSwFiwrGEIc,10376
 langfun/core/concurrent.py,sha256=QMNYhB_PyjvVJtabMokpzotZRYvyE9iYu2QsgwDk7M4,29552
 langfun/core/concurrent_test.py,sha256=ILlAjfhV84yJfY1QLe3N9aYry1sCjY-ywfIlXGafenI,17336
@@ -10,12 +10,12 @@ langfun/core/langfunc.py,sha256=G50YgoVZ0y1GFw2ev41MlOqr6qa8YakbvNC0h_E0PiA,1114
 langfun/core/langfunc_test.py,sha256=fKIAqcSNI_7M6nwoZW77HEam8Oa6vcWhsCNgVJanzb4,8822
 langfun/core/language_model.py,sha256=jOvWyiKvcv2yJGBNPWmxV8wyzuWnCcrc1FhldYBtPkE,30219
 langfun/core/language_model_test.py,sha256=cgoSdKwicnvHYo-tQeTdONXAVM-bvWLzgTlqxvace-A,28424
-langfun/core/logging.py,sha256=2zVHV5E4vdsjxY8lFF1zZP0WQlts4LT3nXspOKqDeBs,7454
+langfun/core/logging.py,sha256=uslllP0RTGN223oro1m4nZZ0bFppcL07OwbFKm2iG6k,7519
 langfun/core/logging_test.py,sha256=b5bPTSUoYeICATaO6I8dOVumodwRbxSp1Oz96Sf3KcE,6104
 langfun/core/memory.py,sha256=f-asN1F7Vehgdn_fK84v73GrEUOxRtaW934keutTKjk,2416
-langfun/core/message.py,sha256=Mc-QWnP22ia-ZIKJ_9A3CZynB5sHOH7VkJm7eTDxsbM,25589
+langfun/core/message.py,sha256=awwQW19zonvNmutXBjgCv7Oq4EcGGNfMknHMn2a0rrY,25708
 langfun/core/message_test.py,sha256=HaJ7zB0rtB_RF8mOfXH18csIViP8_QY12GD6ZV7k3H0,32603
-langfun/core/modality.py,sha256=hC0LF8EGCU2GJxTNbfzR441oOk2-HnHnAVWbwkLG0bI,4133
+langfun/core/modality.py,sha256=K8pUGuMpfWcOtVcXC_OqVjro1-RhHF6ddQni61DuYzM,4166
 langfun/core/modality_test.py,sha256=7SwhixFME2Q1sIXRgJx97EZFiIyC31A9NVr6_nDtFv4,2441
 langfun/core/natural_language.py,sha256=3ynSnaYQnjE60LIPK5fyMgdIjubnPYZwzGq4rWPeloE,1177
 langfun/core/natural_language_test.py,sha256=LHGU_1ytbkGuSZQFIFP7vP3dBlcY4-A12fT6dbjUA0E,1424
@@ -25,7 +25,7 @@ langfun/core/sampling.py,sha256=SCnS5PFJWNVxSKvSkSCNRUmruvScun8UcNN4gafuXcw,5866
 langfun/core/sampling_test.py,sha256=U7PANpMsl9E_pa4_Y4FzesSjcwg-u-LKHGCWSgv-8FY,3663
 langfun/core/subscription.py,sha256=euawEuSZP-BHydaT-AQpfYFL0m5pWPGcW0upFhrojqc,10930
 langfun/core/subscription_test.py,sha256=Y4ZdbZEwm83YNZBxHff0QR4QUa4rdaNXA3_jfIcArBo,8717
-langfun/core/template.py,sha256=SpI-UvVUDRJ5HYa4fVkOvbjEwrpUjhZoNqiG2adUAwE,25339
+langfun/core/template.py,sha256=_Sae_WsRo_yvwul0nqAPTOa0NOjW1zNYbW0CQpvg7l0,25389
 langfun/core/template_test.py,sha256=Qokz1hQFhRYaTZWBWGqvPJ0NXC9B9ennUpnRYHEf0hE,20542
 langfun/core/text_formatting.py,sha256=d7t9vaY6aCn1dkfkikpNYnBy5E_i93vHbfyDWFclGZU,5284
 langfun/core/text_formatting_test.py,sha256=ck0Xzdd4YF4CtCUj7VE0GybfbAyKQ8p3xkM1FBGrqIk,2096
@@ -53,8 +53,8 @@ langfun/core/eval/patching_test.py,sha256=8kCd54Egjju22FMgtJuxEsrXkW8ifs-UUBHtrC
 langfun/core/eval/scoring.py,sha256=SUdMzOkP0n2qGaSuUA4VwFiTw36jgMvgCJHPJS4yYDw,6254
 langfun/core/eval/scoring_test.py,sha256=O8olHbrUEg60gMxwOkWzKBJZpZoUlmVnBANX5Se2SXM,4546
 langfun/core/llms/__init__.py,sha256=SFa3qKHSq_P_bV_SkIEVasm58J6wvwLVeoh0rhhDy9o,5985
-langfun/core/llms/anthropic.py,sha256=aPZkxesbbGhDCs3eTvyyGrScvXgQO6Tgl4BVgxLXjOY,9431
-langfun/core/llms/anthropic_test.py,sha256=T-swuMkfnlgs8Fpif4rtXs579exGk0TsbLMirXDZCkg,5533
+langfun/core/llms/anthropic.py,sha256=Wwpe7WZT6NhHELVuQxowVYWCwfZJCE-igR10cyJUCLc,9785
+langfun/core/llms/anthropic_test.py,sha256=9l0WuM0As7X78lbbnpuvguMBMVSHX2QiAZuwjbj0HbA,6555
 langfun/core/llms/fake.py,sha256=gCHBYBLvBCsC78HI1hpoqXCS-p1FMTgY1P1qh_sGBPk,3070
 langfun/core/llms/fake_test.py,sha256=2h13qkwEz_JR0mtUDPxdAhQo7MueXaFSwsD2DIRDW9g,7653
 langfun/core/llms/google_genai.py,sha256=btUIfWteBoj8Jl0j8d3e8hyI6p3Biq4rldlQYctVQfg,10936
@@ -96,13 +96,13 @@ langfun/core/structured/description.py,sha256=SXW4MJvshFjbR-0gw6rE21o6WXq12UlRXa
 langfun/core/structured/description_test.py,sha256=UtZGjSFUaQ6130t1E5tcL7ODu0xIefkapb53TbnqsK8,7362
 langfun/core/structured/function_generation.py,sha256=pFgS3vcRAWiuFBol2x5Eeip3XqoudONsOpeJpWyjT3s,7479
 langfun/core/structured/function_generation_test.py,sha256=ZJI-aaGgWWszn92u7h5IZ9Pl70N2DgAGGJrIxPzsvwg,10065
-langfun/core/structured/mapping.py,sha256=pMSvxEPqA8h7LsCMKMGG5Fcm0hyaIOTHFcoddQpn4cs,13574
+langfun/core/structured/mapping.py,sha256=vLKH79UT-j0qkQdvqlQBO7SkXXuM-yr2Idm8_HH8qwM,13649
 langfun/core/structured/mapping_test.py,sha256=bHm2ZCXBITq_G8Lvw_olFHeUUc4s_lGXZm9v9JhoPB4,9630
 langfun/core/structured/parsing.py,sha256=D58wBWOC6r6DCJNychCDkiHPrsy1XJfBDCDDZtug00k,11765
 langfun/core/structured/parsing_test.py,sha256=i0i090FVgM8ngGqYjds0hjEm1v7q4gv18k-z1kaNr7E,21467
 langfun/core/structured/prompting.py,sha256=huwwh01AQQCwPBQESOMI_V1V5PZkVQ8C89Yjk67_4Uw,10677
 langfun/core/structured/prompting_test.py,sha256=pviyb8yTnxkWPAZodLIlQT8y2ScE6FfSHKWf1NUtV-Y,26718
-langfun/core/structured/schema.py,sha256=UO44Gn4XbFfHmTMYdrhuC8LfGa6kwaOCAMFqBnvFNns,28156
+langfun/core/structured/schema.py,sha256=XHA-m_ENT_J0k8Q7WCiCL51xm7oXHOqskhO8RpPIurc,28174
 langfun/core/structured/schema_generation.py,sha256=U3nRQsqmMZg_qIVDh2fiY3K4JLfsAL1LcKzIFP1iXFg,5316
 langfun/core/structured/schema_generation_test.py,sha256=RM9s71kMNg2jTePwInkiW9fK1ACN37eyPeF8OII-0zw,2950
 langfun/core/structured/schema_test.py,sha256=RjYhwTgktQgyqAjzLvo967nTiIK9KWgP-aNGg4e7ihE,25258
@@ -119,8 +119,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=Ot__1P1M8oJfoTp-M9-PQ6HUXqZKyMwvZ5f7yQ3yfyM,2326
-langfun-0.1.2.dev202411030804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.1.2.dev202411030804.dist-info/METADATA,sha256=sreZ2Qk5X3UOhxDN-IUXch9-CfhWkCgH6X0T6dXHWDw,8890
-langfun-0.1.2.dev202411030804.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
-langfun-0.1.2.dev202411030804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.1.2.dev202411030804.dist-info/RECORD,,
+langfun-0.1.2.dev202411060804.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.1.2.dev202411060804.dist-info/METADATA,sha256=7pmVZg70qMsD08wH-RC6Fi7ljIKiMOtVEHyUBslyo3o,8890
+langfun-0.1.2.dev202411060804.dist-info/WHEEL,sha256=P9jw-gEje8ByB7_hXoICnHtVCrEwMQh-630tKvQWehc,91
+langfun-0.1.2.dev202411060804.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.1.2.dev202411060804.dist-info/RECORD,,