langfun 0.1.2.dev202503140804__tar.gz → 0.1.2.dev202503160803__tar.gz

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202503140804
+Version: 0.1.2.dev202503160803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors
@@ -32,10 +32,7 @@ Requires-Dist: termcolor==1.1.0; extra == "all"
 Requires-Dist: tqdm>=4.64.1; extra == "all"
 Requires-Dist: google-auth>=2.16.0; extra == "all"
 Requires-Dist: python-magic>=0.4.27; extra == "all"
-Requires-Dist: python-docx>=0.8.11; extra == "all"
 Requires-Dist: pillow>=10.0.0; extra == "all"
-Requires-Dist: openpyxl>=3.1.0; extra == "all"
-Requires-Dist: pandas>=2.0.3; extra == "all"
 Provides-Extra: ui
 Requires-Dist: termcolor==1.1.0; extra == "ui"
 Requires-Dist: tqdm>=4.64.1; extra == "ui"
@@ -43,19 +40,11 @@ Provides-Extra: vertexai
 Requires-Dist: google-auth>=2.16.0; extra == "vertexai"
 Provides-Extra: mime
 Requires-Dist: python-magic>=0.4.27; extra == "mime"
-Requires-Dist: python-docx>=0.8.11; extra == "mime"
 Requires-Dist: pillow>=10.0.0; extra == "mime"
-Requires-Dist: openpyxl>=3.1.0; extra == "mime"
-Requires-Dist: pandas>=2.0.3; extra == "mime"
 Provides-Extra: mime-auto
 Requires-Dist: python-magic>=0.4.27; extra == "mime-auto"
-Provides-Extra: mime-docx
-Requires-Dist: python-docx>=0.8.11; extra == "mime-docx"
 Provides-Extra: mime-pil
 Requires-Dist: pillow>=10.0.0; extra == "mime-pil"
-Provides-Extra: mime-xlsx
-Requires-Dist: openpyxl>=3.1.0; extra == "mime-xlsx"
-Requires-Dist: pandas>=2.0.3; extra == "mime-xlsx"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/langfun/core/llms/gemini.py

@@ -608,7 +608,16 @@ class Gemini(rest.REST):
             modalities = [modalities]
           for modality in modalities:
             if modality.is_text:
-              parts.append({'text': modality.to_text()})
+              # Add YouTube video into the context window.
+              # https://ai.google.dev/gemini-api/docs/vision?lang=python#youtube
+              if modality.mime_type == 'text/html' and modality.uri.startswith(
+                  'https://www.youtube.com/watch?v='
+              ):
+                parts.append({
+                    'fileData': {'mimeType': 'video/*', 'fileUri': modality.uri}
+                })
+              else:
+                parts.append({'text': modality.to_text()})
             else:
               parts.append({
                   'inlineData': {

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/langfun/core/modalities/__init__.py

@@ -20,9 +20,6 @@
 from langfun.core.modalities.audio import Audio
 from langfun.core.modalities.mime import Mime
 from langfun.core.modalities.mime import Custom
-from langfun.core.modalities.ms_office import Docx
-from langfun.core.modalities.ms_office import Pptx
-from langfun.core.modalities.ms_office import Xlsx
 from langfun.core.modalities.image import Image
 from langfun.core.modalities.pdf import PDF
 from langfun.core.modalities.video import Video

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/langfun.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: langfun
-Version: 0.1.2.dev202503140804
+Version: 0.1.2.dev202503160803
 Summary: Langfun: Language as Functions.
 Home-page: https://github.com/google/langfun
 Author: Langfun Authors
@@ -32,10 +32,7 @@ Requires-Dist: termcolor==1.1.0; extra == "all"
 Requires-Dist: tqdm>=4.64.1; extra == "all"
 Requires-Dist: google-auth>=2.16.0; extra == "all"
 Requires-Dist: python-magic>=0.4.27; extra == "all"
-Requires-Dist: python-docx>=0.8.11; extra == "all"
 Requires-Dist: pillow>=10.0.0; extra == "all"
-Requires-Dist: openpyxl>=3.1.0; extra == "all"
-Requires-Dist: pandas>=2.0.3; extra == "all"
 Provides-Extra: ui
 Requires-Dist: termcolor==1.1.0; extra == "ui"
 Requires-Dist: tqdm>=4.64.1; extra == "ui"
@@ -43,19 +40,11 @@ Provides-Extra: vertexai
 Requires-Dist: google-auth>=2.16.0; extra == "vertexai"
 Provides-Extra: mime
 Requires-Dist: python-magic>=0.4.27; extra == "mime"
-Requires-Dist: python-docx>=0.8.11; extra == "mime"
 Requires-Dist: pillow>=10.0.0; extra == "mime"
-Requires-Dist: openpyxl>=3.1.0; extra == "mime"
-Requires-Dist: pandas>=2.0.3; extra == "mime"
 Provides-Extra: mime-auto
 Requires-Dist: python-magic>=0.4.27; extra == "mime-auto"
-Provides-Extra: mime-docx
-Requires-Dist: python-docx>=0.8.11; extra == "mime-docx"
 Provides-Extra: mime-pil
 Requires-Dist: pillow>=10.0.0; extra == "mime-pil"
-Provides-Extra: mime-xlsx
-Requires-Dist: openpyxl>=3.1.0; extra == "mime-xlsx"
-Requires-Dist: pandas>=2.0.3; extra == "mime-xlsx"
 Dynamic: author
 Dynamic: author-email
 Dynamic: classifier

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/langfun.egg-info/SOURCES.txt

@@ -122,8 +122,6 @@ langfun/core/modalities/image.py
 langfun/core/modalities/image_test.py
 langfun/core/modalities/mime.py
 langfun/core/modalities/mime_test.py
-langfun/core/modalities/ms_office.py
-langfun/core/modalities/ms_office_test.py
 langfun/core/modalities/pdf.py
 langfun/core/modalities/pdf_test.py
 langfun/core/modalities/video.py

{langfun-0.1.2.dev202503140804 → langfun-0.1.2.dev202503160803}/langfun.egg-info/requires.txt

@@ -10,31 +10,18 @@ termcolor==1.1.0
 tqdm>=4.64.1
 google-auth>=2.16.0
 python-magic>=0.4.27
-python-docx>=0.8.11
 pillow>=10.0.0
-openpyxl>=3.1.0
-pandas>=2.0.3
 
 [mime]
 python-magic>=0.4.27
-python-docx>=0.8.11
 pillow>=10.0.0
-openpyxl>=3.1.0
-pandas>=2.0.3
 
 [mime-auto]
 python-magic>=0.4.27
 
-[mime-docx]
-python-docx>=0.8.11
-
 [mime-pil]
 pillow>=10.0.0
 
-[mime-xlsx]
-openpyxl>=3.1.0
-pandas>=2.0.3
-
 [ui]
 termcolor==1.1.0
 tqdm>=4.64.1

langfun-0.1.2.dev202503140804/langfun/core/modalities/ms_office.py

@@ -1,117 +0,0 @@
-# Copyright 2023 The Langfun Authors
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""Microsoft Office file types."""
-
-import base64
-import io
-import os
-from typing import Iterable
-from langfun.core.modalities import mime
-from langfun.core.modalities import pdf
-import requests
-
-
-class Xlsx(mime.Mime):
-  """Xlsx file type."""
-
-  MIME_PREFIX = (
-      'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet'
-  )
-
-  def _raw_html(self) -> str:
-    try:
-      import pandas as pd  # pylint: disable=g-import-not-at-top
-      import openpyxl      # pylint: disable=g-import-not-at-top, unused-import
-      df = pd.read_excel(io.BytesIO(self.to_bytes()))
-      return df.to_html()
-    except ImportError as e:
-      raise RuntimeError(
-          'Please install "langfun[mime-xlsx]" to enable XLSX support.'
-      ) from e
-
-  def _is_compatible(self, mime_types: Iterable[str]) -> bool:
-    return bool(set(mime_types).intersection([
-        'text/html',
-        'text/plain',
-    ]))
-
-  def _make_compatible(self, mime_types: Iterable[str]) -> mime.Mime:
-    """Returns the MimeType of the converted file."""
-    del mime_types
-    return mime.Mime(uri=self.uri, content=self._raw_html())
-
-
-class Docx(mime.Mime):
-  """Docx file type."""
-
-  MIME_PREFIX = (
-      'application/vnd.openxmlformats-officedocument.wordprocessingml.document'
-  )
-
-  def to_xml(self) -> str:
-    try:
-      import docx  # pylint: disable=g-import-not-at-top
-      doc = docx.Document(io.BytesIO(self.to_bytes()))
-      return str(doc.element.xml)
-    except ImportError as e:
-      raise RuntimeError(
-          'Please install "langfun[mime-docx]" to enable Docx support.'
-      ) from e
-
-  def _repr_html_(self) -> str:
-    return self.to_xml()
-
-  def _is_compatible(self, mime_types: Iterable[str]) -> bool:
-    return bool(set(mime_types).intersection([
-        'application/xml',
-        'text/xml',
-        'text/plain',
-    ]))
-
-  def _make_compatible(self, mime_types: Iterable[str]) -> mime.Mime:
-    """Returns the MimeType of the converted file."""
-    del mime_types
-    return mime.Mime(uri=self.uri, content=self.to_xml())
-
-
-class Pptx(mime.Mime):
-  """Pptx file type."""
-
-  MIME_PREFIX = 'application/vnd.openxmlformats-officedocument.presentationml.presentation'
-  API_URL = 'https://v2.convertapi.com/convert/pptx/to/pdf'
-
-  def to_pdf(self, convert_api_key: str | None = None) -> pdf.PDF:
-    api_key = convert_api_key or os.environ.get('CONVERT_API_KEY')
-    url = f'{self.API_URL}?Secret={api_key}'
-
-    json = {
-        'Parameters': [{
-            'Name': 'File',
-            'FileValue': {
-                'Name': os.path.basename(self.uri) if self.uri else 'tmp.pptx',
-                'Data': base64.b64encode(self.to_bytes()).decode('utf-8'),
-            },
-        }]
-    }
-    response = requests.post(url, json=json).json()
-    base64_pdf = response['Files'][0]['FileData']
-    return pdf.PDF.from_bytes(base64.b64decode(base64_pdf))
-
-  def _is_compatible(self, mime_types: Iterable[str]) -> bool:
-    return 'application/pdf' in mime_types
-
-  def _make_compatible(self, mime_types: Iterable[str]) -> mime.Mime:
-    """Returns the MimeType of the converted file."""
-    del mime_types
-    return self.to_pdf()