langfun 0.0.2.dev20240520__py3-none-any.whl → 0.0.2.dev20240524__py3-none-any.whl

langfun/core/llms/__init__.py

@@ -90,6 +90,8 @@ from langfun.core.llms.groq import GroqGemma7B_IT
 
 from langfun.core.llms.vertexai import VertexAI
 from langfun.core.llms.vertexai import VertexAIGeminiPro1_5
+from langfun.core.llms.vertexai import VertexAIGeminiPro1_5_0409
+from langfun.core.llms.vertexai import VertexAIGeminiFlash1_5
 from langfun.core.llms.vertexai import VertexAIGeminiPro1
 from langfun.core.llms.vertexai import VertexAIGeminiPro1Vision
 from langfun.core.llms.vertexai import VertexAIPalm2

langfun/core/llms/google_genai.py

@@ -35,6 +35,7 @@ class GenAI(lf.LanguageModel):
           'text-bison-001',
           'chat-bison-001',
           'gemini-1.5-pro-latest',
+          'gemini-1.5-flash-latest'
       ],
       'Model name.',
   ]
@@ -270,6 +271,13 @@ class GeminiPro1_5(GenAI):  # pylint: disable=invalid-name
   multimodal = True
 
 
+class GeminiFlash1_5(GenAI):  # pylint: disable=invalid-name
+  """Gemini Flash latest model."""
+
+  model = 'gemini-1.5-flash-latest'
+  multimodal = True
+
+
 class GeminiPro(GenAI):
   """Gemini Pro model."""
 

langfun/core/llms/vertexai.py

@@ -24,7 +24,9 @@ import pyglove as pg
 
 
 SUPPORTED_MODELS_AND_SETTINGS = {
+    'gemini-1.5-pro-preview-0514': pg.Dict(api='gemini', rpm=5),
     'gemini-1.5-pro-preview-0409': pg.Dict(api='gemini', rpm=5),
+    'gemini-1.5-flash-preview-0514': pg.Dict(api='gemini', rpm=5),
     'gemini-1.0-pro': pg.Dict(api='gemini', rpm=300),
     'gemini-1.0-pro-vision': pg.Dict(api='gemini', rpm=100),
     # PaLM APIs.
@@ -143,8 +145,10 @@ class VertexAI(lf.LanguageModel):
     for lf_chunk in prompt.chunk():
       if isinstance(lf_chunk, str):
         chunk = lf_chunk
-      elif self.multimodal and isinstance(lf_chunk, lf_modalities.Image):
-        chunk = generative_models.Image.from_bytes(lf_chunk.to_bytes())
+      elif self.multimodal and isinstance(lf_chunk, lf_modalities.MimeType):
+        chunk = generative_models.Part.from_data(
+            lf_chunk.to_bytes(), lf_chunk.mime_type
+        )
       else:
         raise ValueError(f'Unsupported modality: {lf_chunk!r}')
       chunks.append(chunk)
@@ -159,14 +163,16 @@ class VertexAI(lf.LanguageModel):
 
   def _sample(self, prompts: list[lf.Message]) -> list[lf.LMSamplingResult]:
     assert self._api_initialized, 'Vertex AI API is not initialized.'
+    # TODO(yifenglu): It seems this exception is due to the instability of the
+    # API. We should revisit this later.
+    retry_on_errors = [(Exception, 'InternalServerError')]
+
     return lf.concurrent_execute(
         self._sample_single,
         prompts,
         executor=self.resource_id,
         max_workers=self.max_concurrency,
-        # NOTE(daiyip): Vertex has its own policy on handling
-        # with rate limit, so we do not retry on errors.
-        retry_on_errors=None,
+        retry_on_errors=retry_on_errors,
     )
 
   def _sample_single(self, prompt: lf.Message) -> lf.LMSamplingResult:
@@ -262,10 +268,24 @@ _VERTEXAI_MODEL_HUB = _ModelHub()
 class VertexAIGeminiPro1_5(VertexAI):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.5 Pro model."""
 
+  model = 'gemini-1.5-pro-preview-0514'
+  multimodal = True
+
+
+class VertexAIGeminiPro1_5_0409(VertexAI):  # pylint: disable=invalid-name
+  """Vertex AI Gemini 1.5 Pro model."""
+
   model = 'gemini-1.5-pro-preview-0409'
   multimodal = True
 
 
+class VertexAIGeminiFlash1_5(VertexAI):  # pylint: disable=invalid-name
+  """Vertex AI Gemini 1.5 Flash model."""
+
+  model = 'gemini-1.5-flash-preview-0514'
+  multimodal = True
+
+
 class VertexAIGeminiPro1(VertexAI):  # pylint: disable=invalid-name
   """Vertex AI Gemini 1.0 Pro model."""
 

langfun/core/llms/vertexai_test.py

@@ -86,7 +86,7 @@ class VertexAITest(unittest.TestCase):
     chunks = model._content_from_message(message)
     self.maxDiff = None
     self.assertEqual([chunks[0], chunks[2]], ['This is an', ', what is it?'])
-    self.assertIsInstance(chunks[1], generative_models.Image)
+    self.assertIsInstance(chunks[1], generative_models.Part)
 
   def test_generation_response_to_message_text_only(self):
     response = generative_models.GenerationResponse.from_dict({

langfun/core/modalities/__init__.py

@@ -19,8 +19,8 @@
 
 from langfun.core.modalities.mime import MimeType
 from langfun.core.modalities.mime import Custom
-from langfun.core.modalities.mime import PDF
 from langfun.core.modalities.image import Image
+from langfun.core.modalities.pdf import PDF
 from langfun.core.modalities.video import Video
 
 # pylint: enable=g-import-not-at-top

langfun/core/modalities/image.py

@@ -13,26 +13,18 @@
 # limitations under the License.
 """Image modality."""
 
-import imghdr
-from typing import cast
+import functools
 from langfun.core.modalities import mime
 
 
 class Image(mime.MimeType):
-  """Base class for image."""
+  """Image."""
 
-  @property
-  def image_format(self) -> str:
-    iformat = imghdr.what(None, self.to_bytes())
-    if iformat not in ['png', 'jpeg']:
-      raise ValueError(f'Unsupported image format: {iformat!r}.')
-    return cast(str, iformat)
+  MIME_PREFIX = 'image'
 
-  @property
-  def mime_type(self) -> str:
-    return f'image/{self.image_format}'
+  @functools.cached_property
+  def image_format(self) -> str:
+    return self.mime_type.removeprefix(self.MIME_PREFIX + '/')
 
-  def _repr_html_(self) -> str:
-    if self.uri and self.uri.lower().startswith(('http:', 'https:', 'ftp:')):
-      return f'<img src="{self.uri}">'
-    return f'<img src="{self.content_uri}">'
+  def _html(self, uri: str) -> str:
+    return f'<img src="{uri}">'

langfun/core/modalities/image_test.py

@@ -46,7 +46,7 @@ class ImageContentTest(unittest.TestCase):
 
   def test_bad_image(self):
     image = image_lib.Image.from_bytes(b'bad')
-    with self.assertRaisesRegex(ValueError, 'Unsupported image format'):
+    with self.assertRaisesRegex(ValueError, 'Expected MIME type'):
       _ = image.image_format
 
 

langfun/core/modalities/mime.py

@@ -13,10 +13,11 @@
 # limitations under the License.
 """MIME type data."""
 
-import abc
 import base64
+import functools
 from typing import Annotated, Union
 import langfun.core as lf
+import magic
 import pyglove as pg
 import requests
 
@@ -24,10 +25,9 @@ import requests
 class MimeType(lf.Modality):
   """Base for MIME type data."""
 
-  @property
-  @abc.abstractmethod
-  def mime_type(self) -> str:
-    """Returns the MIME type."""
+  # The regular expression that describes the MIME type str.
+  # If None, the MIME type is dynamic. Subclass could override.
+  MIME_PREFIX = None
 
   uri: Annotated[str | None, 'The URI for locating the MIME data. '] = None
 
@@ -35,6 +35,16 @@ class MimeType(lf.Modality):
       Union[str, bytes, None], 'The raw content of the MIME type.'
   ] = None
 
+  @functools.cached_property
+  def mime_type(self) -> str:
+    """Returns the MIME type."""
+    mime = magic.from_buffer((self.to_bytes()), mime=True)
+    if self.MIME_PREFIX and not mime.lower().startswith(self.MIME_PREFIX):
+      raise ValueError(
+          f'Expected MIME type: {self.MIME_PREFIX}, Encountered: {mime}'
+      )
+    return mime
+
   def _on_bound(self):
     super()._on_bound()
     if self.uri is None and self.content is None:
@@ -68,20 +78,25 @@ class MimeType(lf.Modality):
   def from_bytes(cls, content: bytes | str, **kwargs) -> 'MimeType':
     return cls(content=content, **kwargs)
 
+  def _repr_html_(self) -> str:
+    if self.uri and self.uri.lower().startswith(('http:', 'https:', 'ftp:')):
+      uri = self.uri
+    else:
+      uri = self.content_uri
+    return self._html(uri)
+
+  def _html(self, uri) -> str:
+    return f'<embed type="{self.mime_type}" src="{uri}"/>'
+
 
-@pg.use_init_args(['type', 'content', 'uri'])
+@pg.use_init_args(['mime', 'content', 'uri'])
 class Custom(MimeType):
   """Custom MIME data."""
 
-  type: Annotated[
+  mime: Annotated[
       str, 'The MIME type of the data. E.g. text/plain, or image/png. '
   ]
 
   @property
   def mime_type(self) -> str:
-    return self.type
-
-
-class PDF(Custom):
-  """PDF document."""
-  type = 'application/pdf'
+    return self.mime

langfun/core/modalities/mime_test.py

@@ -42,13 +42,13 @@ class CustomMimeTest(unittest.TestCase):
       mime.Custom('text/plain')
 
   def test_from_uri(self):
-    content = mime.Custom.from_uri('http://mock/web/a.txt', type='text/plain')
+    content = mime.Custom.from_uri('http://mock/web/a.txt', mime='text/plain')
     with mock.patch('requests.get') as mock_requests_stub:
       mock_requests_stub.side_effect = mock_request
       self.assertEqual(content.to_bytes(), 'foo')
       self.assertEqual(content.mime_type, 'text/plain')
 
-    content = mime.Custom.from_uri('a.txt', type='text/plain')
+    content = mime.Custom.from_uri('a.txt', mime='text/plain')
     with mock.patch('pyglove.io.readfile') as mock_readfile_stub:
       mock_readfile_stub.side_effect = mock_readfile
       self.assertEqual(content.to_bytes(), 'bar')

langfun/core/modalities/pdf.py

@@ -0,0 +1,22 @@
+# Copyright 2023 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""PDF modality."""
+
+from langfun.core.modalities import mime
+
+
+class PDF(mime.MimeType):
+  """PDF document."""
+
+  MIME_PREFIX = 'application/pdf'

langfun/core/modalities/pdf_test.py

@@ -0,0 +1,57 @@
+# Copyright 2024 The Langfun Authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""PDF tests."""
+
+import unittest
+from langfun.core.modalities import pdf as pdf_lib
+
+
+pdf_bytes = (
+    b'%PDF-1.1\n%\xc2\xa5\xc2\xb1\xc3\xab\n\n1 0 obj\n'
+    b'<< /Type /Catalog\n     /Pages 2 0 R\n  >>\nendobj\n\n2 0 obj\n '
+    b'<< /Type /Pages\n     /Kids [3 0 R]\n     '
+    b'/Count 1\n     /MediaBox [0 0 300 144]\n  '
+    b'>>\nendobj\n\n3 0 obj\n  '
+    b'<<  /Type /Page\n      /Parent 2 0 R\n      /Resources\n       '
+    b'<< /Font\n'
+    b'<< /F1\n'
+    b'<< /Type /Font\n'
+    b'/Subtype /Type1\n'
+    b'/BaseFont /Times-Roman\n'
+    b'>>\n>>\n>>\n      '
+    b'/Contents 4 0 R\n  >>\nendobj\n\n4 0 obj\n  '
+    b'<< /Length 55 >>\nstream\n  BT\n    /F1 18 Tf\n    0 0 Td\n    '
+    b'(Hello World) Tj\n  ET\nendstream\nendobj\n\nxref\n0 5\n0000000000 '
+    b'65535 f \n0000000018 00000 n \n0000000077 00000 n \n0000000178 00000 n '
+    b'\n0000000457 00000 n \ntrailer\n  <<  /Root 1 0 R\n      /Size 5\n  '
+    b'>>\nstartxref\n565\n%%EOF\n'
+)
+
+
+class PdfTest(unittest.TestCase):
+
+  def test_pdf(self):
+    pdf = pdf_lib.PDF.from_bytes(pdf_bytes)
+    self.assertEqual(pdf.mime_type, 'application/pdf')
+
+  def test_repr_html(self):
+    pdf = pdf_lib.PDF.from_bytes(pdf_bytes)
+    self.assertIn(
+        '<embed type="application/pdf" src="data:application/pdf;base64,',
+        pdf._repr_html_()
+    )
+
+
+if __name__ == '__main__':
+  unittest.main()

langfun/core/modalities/video.py

@@ -13,33 +13,18 @@
 # limitations under the License.
 """Video modality."""
 
-from typing import cast
+import functools
 from langfun.core.modalities import mime
 
 
 class Video(mime.MimeType):
-  """Base class for Video."""
+  """Video."""
 
-  @property
-  def video_format(self) -> str:
-    return cast(str, self.mime_type.lstrip('video/'))
-
-  @property
-  def mime_type(self) -> str:
-    # TODO(daiyip): after cl/619658455, LaunchPad binaries cannot import `magic`
-    # correctly. This is to mitigate the issue for major Langfun users who do
-    # not use Video. We shall move this import out once the issue is fixed.
-    import magic  # pylint: disable=g-import-not-at-top
+  MIME_PREFIX = 'video'
 
-    video_mime_type = magic.from_buffer(self.to_bytes(), mime=True)
-    if 'video/' not in video_mime_type:
-      raise ValueError(f'Not a video: {video_mime_type!r}.')
-    return video_mime_type
+  @functools.cached_property
+  def video_format(self) -> str:
+    return self.mime_type.removeprefix(self.MIME_PREFIX + '/')
 
-  def _repr_html_(self) -> str:
-    if self.uri and self.uri.lower().startswith(('http:', 'https:', 'ftp:')):
-      return f'<video controls> <source src="{self.uri}"> </video>'
-    return (
-        '<video controls> <source'
-        f' src="data:video/{self.content_uri}"> </video>'
-    )
+  def _html(self, uri: str) -> str:
+    return f'<video controls> <source src="{uri}"> </video>'

langfun/core/modalities/video_test.py

@@ -43,7 +43,7 @@ class VideoContentTest(unittest.TestCase):
 
   def test_bad_video(self):
     video = video_lib.Video.from_bytes(b'bad')
-    with self.assertRaisesRegex(ValueError, 'Not a video'):
+    with self.assertRaisesRegex(ValueError, 'Expected MIME type'):
       _ = video.video_format
 
 

langfun/core/structured/schema.py

@@ -262,7 +262,7 @@ def class_dependencies(
         _fill_dependencies(elem.value, include_subclasses)
     elif isinstance(vs, pg.typing.Dict) and vs.schema:
       for v in vs.schema.values():
-        _fill_dependencies(v, include_subclasses)
+        _fill_dependencies(v.value, include_subclasses)
     elif isinstance(vs, pg.typing.Union):
       for v in vs.candidates:
         _fill_dependencies(v, include_subclasses)
@@ -508,6 +508,9 @@ def annotation(
       x = '{' + kv_str + '}'
       if strict:
         x = f'pg.typing.Dict({x})'
+    elif vs.schema and vs.schema.dynamic_field:
+      v = annotation(vs.schema.dynamic_field.value, strict=strict)
+      x = f'dict[str, {v}]'
     else:
       x = 'dict[str, Any]'
 

langfun/core/structured/schema_test.py

@@ -260,15 +260,18 @@ class ClassDependenciesTest(unittest.TestCase):
     class A(pg.Object):
       foo: tuple[Foo, int]
 
+    class B(pg.Object):
+      pass
+
     class X(pg.Object):
-      k: int
+      k: dict[str, B]
 
-    class B(A):
+    class C(A):
       bar: Bar
       foo2: Foo | X
 
     a = A(foo=(Foo(1), 0))
-    self.assertEqual(schema_lib.class_dependencies(a), [Foo, A, Bar, X, B])
+    self.assertEqual(schema_lib.class_dependencies(a), [Foo, A, Bar, B, X, C])
 
     self.assertEqual(schema_lib.class_dependencies(1), [])
 
@@ -395,6 +398,15 @@ class SchemaPythonReprTest(unittest.TestCase):
         'dict[str, Any]',
         strict=False,
     )
+
+    class DictValue(pg.Object):
+      pass
+
+    self.assert_annotation(
+        pg.typing.Dict([(pg.typing.StrKey(), DictValue)]),
+        'dict[str, DictValue]',
+        strict=False,
+    )
     self.assert_annotation(
         pg.typing.Dict(),
         'dict[str, Any]',

{langfun-0.0.2.dev20240520.dist-info → langfun-0.0.2.dev20240524.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langfun
-Version: 0.0.2.dev20240520
+Version: 0.0.2.dev20240524
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors

{langfun-0.0.2.dev20240520.dist-info → langfun-0.0.2.dev20240524.dist-info}/RECORD

@@ -48,12 +48,12 @@ langfun/core/eval/patching.py,sha256=R0s2eAd1m97exQt06dmUL0V_MBG0W2Hxg7fhNB7cXW0
 langfun/core/eval/patching_test.py,sha256=8kCd54Egjju22FMgtJuxEsrXkW8ifs-UUBHtrCG1L6w,4775
 langfun/core/eval/scoring.py,sha256=1J7IATo-8FXUR0SBqk9icztHiM0lWkBFcWUo-vUURgQ,6376
 langfun/core/eval/scoring_test.py,sha256=O8olHbrUEg60gMxwOkWzKBJZpZoUlmVnBANX5Se2SXM,4546
-langfun/core/llms/__init__.py,sha256=h_kam-0fjWISAQ90KZ_ydBhwADVCzrhLPXmAki3GfU0,4175
+langfun/core/llms/__init__.py,sha256=XHK_ZpfEppCF-ixfpIvmrOvH2P6XgkjMhS7zBa8yYk4,4302
 langfun/core/llms/anthropic.py,sha256=7W9YdPN3SlAFhAIQlihMkrpo7tTY_4NvD0KIlCrqcsk,8505
 langfun/core/llms/anthropic_test.py,sha256=TMM30myyEhwF99Le4RvJEXOn8RYl0q1FRkt9Q9nl1jk,5540
 langfun/core/llms/fake.py,sha256=Dd7-6ka9pFf3fcWZyczamjOqQ91MOI-m7We3Oc9Ffmo,2927
 langfun/core/llms/fake_test.py,sha256=ipKfdOcuqVcJ8lDXVpnBVb9HHG0hAVkFkMoHpWjC2cI,7212
-langfun/core/llms/google_genai.py,sha256=nDI_Adur_K458l6EWoiiAhzjfnjRSqfTiikdu7iLPyU,8808
+langfun/core/llms/google_genai.py,sha256=H1GdarpoMb9RjQz7a4BqVF6loQf3S_mMv8G8TFYrCvw,8999
 langfun/core/llms/google_genai_test.py,sha256=_UcGTfl16-aDUlEWFC2W2F8y9jPUs53RBYA6MOCpGXw,7525
 langfun/core/llms/groq.py,sha256=NaGItVL_pkOpqPpI4bPGU27xLFRoaeizZ49v2s-4ERs,7844
 langfun/core/llms/groq_test.py,sha256=M6GtlrsOvDun_j-sR8cPh4W_moHWZNSTiThu3kuwbbc,5281
@@ -61,8 +61,8 @@ langfun/core/llms/llama_cpp.py,sha256=Y_KkMUf3Xfac49koMUtUslKl3h-HWp3-ntq7Jaa3bd
 langfun/core/llms/llama_cpp_test.py,sha256=ZxC6defGd_HX9SFRU9U4cJiQnBKundbOrchbXuC1Z2M,1683
 langfun/core/llms/openai.py,sha256=IN46gIqfY6aEEfxCPNmyH1hrep3oWBhJDwVFilfqNkM,13657
 langfun/core/llms/openai_test.py,sha256=asSA1sVy_7hnXioD_2HTxtSDpVTKBUO_EjZuyHpwbn0,14854
-langfun/core/llms/vertexai.py,sha256=DBH7WzrTL5oIyKWoZTuIR8B_gtgRi7hlS9GteSY0r4E,9317
-langfun/core/llms/vertexai_test.py,sha256=1u813e2esr8HVbOpLTOhIgzaX-GqCRTBouJ1doRn80Q,7642
+langfun/core/llms/vertexai.py,sha256=rrwHRtox-gayVBjrkR_lnko98b0iFIyxsRUPgB_09T8,9921
+langfun/core/llms/vertexai_test.py,sha256=fInoOf3d2fKqF0qmb3u_9d5sZz-LK2At8M64pmpHR7s,7641
 langfun/core/llms/cache/__init__.py,sha256=QAo3InUMDM_YpteNnVCSejI4zOsnjSMWKJKzkb3VY64,993
 langfun/core/llms/cache/base.py,sha256=cFfYvOIUae842pncqCAsRvqXCk2AnAsRYVx0mcIoAeY,3338
 langfun/core/llms/cache/in_memory.py,sha256=YfFyJEhLs73cUiB0ZfhMxYpdE8Iuxxw-dvMFwGHTSHw,4742
@@ -70,13 +70,15 @@ langfun/core/llms/cache/in_memory_test.py,sha256=D-n26h__rVXQO51WRFhRfq5sw1oifRL
 langfun/core/memories/__init__.py,sha256=HpghfZ-w1NQqzJXBx8Lz0daRhB2rcy2r9Xm491SBhC4,773
 langfun/core/memories/conversation_history.py,sha256=c9amD8hCxGFiZuVAzkP0dOMWSp8L90uvwkOejjuBqO0,1835
 langfun/core/memories/conversation_history_test.py,sha256=AaW8aNoFjxNusanwJDV0r3384Mg0eAweGmPx5DIkM0Y,2052
-langfun/core/modalities/__init__.py,sha256=ldCbs1HHAHAJECNu19vppA0sWEidI40xBs4W1F_YOlo,1073
-langfun/core/modalities/image.py,sha256=MUqRCQYyP7Gcf3dmzjU9J9ZEpfI08gAli9ZDmk0bJEk,1254
-langfun/core/modalities/image_test.py,sha256=YxDRvC49Bjwyyndd_P7y6XjyS7dOft0Zewwxk-7q4kE,2301
-langfun/core/modalities/mime.py,sha256=RatBOPqYEneYMe-lfgRxJp5T3yvgV6vBMNY8lK2WU8k,2421
-langfun/core/modalities/mime_test.py,sha256=cVHxRvJ1QXC1SVhBmWkJdWGpL9Xl0UNfTQq6j0OGGL4,1881
-langfun/core/modalities/video.py,sha256=bzJLeBDF6FIVHyrAvRqYcQq2pCLBqN-UIgX_f3lM3E0,1654
-langfun/core/modalities/video_test.py,sha256=jYuI2m8S8zDCAVBPEUbbpP205dXAht90A2_PHWo4-r8,2039
+langfun/core/modalities/__init__.py,sha256=ye5Aw-2d1LLO7a37gjJ3KAgrMINdXRqigCGIX04yQgM,1072
+langfun/core/modalities/image.py,sha256=hRapD4jTdzzQ23zz44K1HMaDpzXVEhrDNKgTXs7cy7k,930
+langfun/core/modalities/image_test.py,sha256=zyx1eyAdcWK3iwk4q4zgPPmkvKOH-1Los3orgQE9aqk,2295
+langfun/core/modalities/mime.py,sha256=W-rsMyCNeVdurEmnX2aogRrlsM4aCZ6hlXK1kTCoGQE,3056
+langfun/core/modalities/mime_test.py,sha256=pN6EHCf9qKMTZaVtQS7M8HWJcH68B3htiWvbq_tLh5I,1881
+langfun/core/modalities/pdf.py,sha256=A-lVHiXdELpbciedSVyhIgQVi1kI1QlE-YBjJFFh3oU,731
+langfun/core/modalities/pdf_test.py,sha256=KE40zJD3Whe6ty2OULkp1J8jwLmB4ZjGXlGekluTP48,1952
+langfun/core/modalities/video.py,sha256=6qADCwwv-pEtzxMs_1YvhWgX6NqTsjviQv6IZxQPDTY,959
+langfun/core/modalities/video_test.py,sha256=GbsoefSeO7y8kCYhTtp4s9E3ah_eYrb6Z-MXpS01RFc,2046
 langfun/core/structured/__init__.py,sha256=Qg1ocwsb60od8fJky3F3JAOhwjwT9WA7IX3C2j2s3zA,3707
 langfun/core/structured/completion.py,sha256=skBxt6V_fv2TBUKnzFgnPMbVY8HSYn8sY04MLok2yvs,7299
 langfun/core/structured/completion_test.py,sha256=MYxEzeScC3gFVujvrMMboBF5nh-QiVLwGgqAV3oaFUQ,19273
@@ -90,10 +92,10 @@ langfun/core/structured/parsing.py,sha256=keoVqEfzAbdULh6GawWFsTQzU91MzJXYFZjXGX
 langfun/core/structured/parsing_test.py,sha256=34wDrXaQ-EYhJLfDL8mX9K53oQMSzh5pVYdKjnESmK8,20895
 langfun/core/structured/prompting.py,sha256=cswl9c93edsYnXsZQmMzPpmqOuKnBzbgebTYBbSxwzo,8815
 langfun/core/structured/prompting_test.py,sha256=rddf5qHN8Gm_JaNMmytwiVEBm-eZVJFLQO4GljUgR44,21700
-langfun/core/structured/schema.py,sha256=Zy9y6Vq9DrFwcuP5o5VL_PvMCmzavF-nuDqyviBnaxk,25818
+langfun/core/structured/schema.py,sha256=HDb6N7zB4z83kUYW4-ic84QgIHKpR4LZCivMeALDBVo,25967
 langfun/core/structured/schema_generation.py,sha256=U3nRQsqmMZg_qIVDh2fiY3K4JLfsAL1LcKzIFP1iXFg,5316
 langfun/core/structured/schema_generation_test.py,sha256=RM9s71kMNg2jTePwInkiW9fK1ACN37eyPeF8OII-0zw,2950
-langfun/core/structured/schema_test.py,sha256=NgQK1zGSliZVx_Af6gDBTqQxXRHvmAvGARv4dUs8IbI,23078
+langfun/core/structured/schema_test.py,sha256=S32-fo8HblYAiGoy7zsmQrbO_P-dypaYVsH7RNPLOog,23318
 langfun/core/structured/scoring.py,sha256=QyT1S8FkLtKICfUbh4AXoKK3YJ_rgejyk6TI2OtOa68,2751
 langfun/core/structured/scoring_test.py,sha256=39_dw6p_FkoqeUccO67yIqos-MccAWezoozS21i8mi0,1732
 langfun/core/templates/__init__.py,sha256=bO0eMsVJbi7sxEB2YlInKRQ2EVP-RyyKUwcD-8msuN4,927
@@ -105,8 +107,8 @@ langfun/core/templates/demonstration.py,sha256=vCrgYubdZM5Umqcgp8NUVGXgr4P_c-fik
 langfun/core/templates/demonstration_test.py,sha256=SafcDQ0WgI7pw05EmPI2S4v1t3ABKzup8jReCljHeK4,2162
 langfun/core/templates/selfplay.py,sha256=yhgrJbiYwq47TgzThmHrDQTF4nDrTI09CWGhuQPNv-s,2273
 langfun/core/templates/selfplay_test.py,sha256=DYVrkk7uNKCqJGEHH31HssU2BPuMItU1vJLzfcXIlYg,2156
-langfun-0.0.2.dev20240520.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-langfun-0.0.2.dev20240520.dist-info/METADATA,sha256=ndSicgG9hzjEnpZrs3WR8qP-CxdoXFlTIhGXCbvCaho,3452
-langfun-0.0.2.dev20240520.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-langfun-0.0.2.dev20240520.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
-langfun-0.0.2.dev20240520.dist-info/RECORD,,
+langfun-0.0.2.dev20240524.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+langfun-0.0.2.dev20240524.dist-info/METADATA,sha256=xwXkgmeZLe6kV5deS-2cLOwpo_pwn0JyABXLdBEvDV8,3452
+langfun-0.0.2.dev20240524.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+langfun-0.0.2.dev20240524.dist-info/top_level.txt,sha256=RhlEkHxs1qtzmmtWSwYoLVJAc1YrbPtxQ52uh8Z9VvY,8
+langfun-0.0.2.dev20240524.dist-info/RECORD,,