langchain-google-genai 2.0.11__py3-none-any.whl → 2.1.1__py3-none-any.whl

langchain_google_genai/__init__.py

@@ -55,7 +55,7 @@ embeddings.embed_query("hello, world!")
 ```
 """  # noqa: E501
 
-from langchain_google_genai._enums import HarmBlockThreshold, HarmCategory
+from langchain_google_genai._enums import HarmBlockThreshold, HarmCategory, Modality
 from langchain_google_genai.chat_models import ChatGoogleGenerativeAI
 from langchain_google_genai.embeddings import GoogleGenerativeAIEmbeddings
 from langchain_google_genai.genai_aqa import (
@@ -80,5 +80,6 @@ __all__ = [
     "GoogleVectorStore",
     "HarmBlockThreshold",
     "HarmCategory",
+    "Modality",
     "DoesNotExistsException",
 ]

langchain_google_genai/_common.py

@@ -1,11 +1,11 @@
 from importlib import metadata
-from typing import Any, Dict, Optional, Tuple, TypedDict
+from typing import Any, Dict, List, Optional, Tuple, TypedDict
 
 from google.api_core.gapic_v1.client_info import ClientInfo
 from langchain_core.utils import secret_from_env
 from pydantic import BaseModel, Field, SecretStr
 
-from langchain_google_genai._enums import HarmBlockThreshold, HarmCategory
+from langchain_google_genai._enums import HarmBlockThreshold, HarmCategory, Modality
 
 
 class GoogleGenerativeAIError(Exception):
@@ -72,6 +72,9 @@ Supported examples:
             "A key-value dictionary representing additional headers for the model call"
         ),
     )
+    response_modalities: Optional[List[Modality]] = Field(
+        default=None, description=("A list of modalities of the response")
+    )
 
     safety_settings: Optional[Dict[HarmCategory, HarmBlockThreshold]] = None
     """The default safety settings to use for all generations. 

langchain_google_genai/_enums.py

@@ -2,5 +2,6 @@ import google.ai.generativelanguage_v1beta as genai
 
 HarmBlockThreshold = genai.SafetySetting.HarmBlockThreshold
 HarmCategory = genai.HarmCategory
+Modality = genai.GenerationConfig.Modality
 
-__all__ = ["HarmBlockThreshold", "HarmCategory"]
+__all__ = ["HarmBlockThreshold", "HarmCategory", "Modality"]

langchain_google_genai/chat_models.py

@@ -67,7 +67,7 @@ from langchain_core.messages.ai import UsageMetadata
 from langchain_core.messages.tool import invalid_tool_call, tool_call, tool_call_chunk
 from langchain_core.output_parsers.base import OutputParserLike
 from langchain_core.output_parsers.openai_tools import (
-    JsonOutputToolsParser,
+    JsonOutputKeyToolsParser,
     PydanticToolsParser,
     parse_tool_calls,
 )
@@ -89,7 +89,7 @@ from tenacity import (
     stop_after_attempt,
     wait_exponential,
 )
-from typing_extensions import Self
+from typing_extensions import Self, is_typeddict
 
 from langchain_google_genai._common import (
     GoogleGenerativeAIError,
@@ -106,10 +106,16 @@ from langchain_google_genai._function_utils import (
     is_basemodel_subclass_safe,
     tool_to_dict,
 )
-from langchain_google_genai._image_utils import ImageBytesLoader
+from langchain_google_genai._image_utils import (
+    ImageBytesLoader,
+    image_bytes_to_b64_string,
+)
 
 from . import _genai_extension as genaix
 
+WARNED_STRUCTURED_OUTPUT_JSON_MODE = False
+
+
 logger = logging.getLogger(__name__)
 
 
@@ -427,7 +433,7 @@ def _parse_chat_history(
 def _parse_response_candidate(
     response_candidate: Candidate, streaming: bool = False
 ) -> AIMessage:
-    content: Union[None, str, List[str]] = None
+    content: Union[None, str, List[Union[str, dict]]] = None
     additional_kwargs = {}
     tool_calls = []
     invalid_tool_calls = []
@@ -452,6 +458,26 @@ def _parse_response_candidate(
             elif text:
                 raise Exception("Unexpected content type")
 
+        if part.inline_data.mime_type.startswith("image/"):
+            image_format = part.inline_data.mime_type[6:]
+            message = {
+                "type": "image_url",
+                "image_url": {
+                    "url": image_bytes_to_b64_string(
+                        part.inline_data.data, image_format=image_format
+                    )
+                },
+            }
+
+            if not content:
+                content = [message]
+            elif isinstance(content, str) and message:
+                content = [content, message]
+            elif isinstance(content, list) and message:
+                content.append(message)
+            elif message:
+                raise Exception("Unexpected content type")
+
         if part.function_call:
             function_call = {"name": part.function_call.name}
             # dump to match other function calling llm for now
@@ -828,8 +854,8 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
     @model_validator(mode="after")
     def validate_environment(self) -> Self:
         """Validates params and passes them to google-generativeai package."""
-        if self.temperature is not None and not 0 <= self.temperature <= 1:
-            raise ValueError("temperature must be in the range [0.0, 1.0]")
+        if self.temperature is not None and not 0 <= self.temperature <= 2.0:
+            raise ValueError("temperature must be in the range [0.0, 2.0]")
 
         if self.top_p is not None and not 0 <= self.top_p <= 1:
             raise ValueError("top_p must be in the range [0.0, 1.0]")
@@ -892,6 +918,7 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
             "top_k": self.top_k,
             "n": self.n,
             "safety_settings": self.safety_settings,
+            "response_modalities": self.response_modalities,
         }
 
     def _get_ls_params(
@@ -925,6 +952,7 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
                 "max_output_tokens": self.max_output_tokens,
                 "top_k": self.top_k,
                 "top_p": self.top_p,
+                "response_modalities": self.response_modalities,
             }.items()
             if v is not None
         }
@@ -1177,6 +1205,16 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
         elif functions:
             formatted_tools = [convert_to_genai_function_declarations(functions)]
 
+        filtered_messages = []
+        for message in messages:
+            if isinstance(message, HumanMessage) and not message.content:
+                warnings.warn(
+                    "HumanMessage with empty content was removed to prevent API error"
+                )
+            else:
+                filtered_messages.append(message)
+        messages = filtered_messages
+
         system_instruction, history = _parse_chat_history(
             messages,
             convert_system_message_to_human=self.convert_system_message_to_human,
@@ -1243,16 +1281,37 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
         include_raw: bool = False,
         **kwargs: Any,
     ) -> Runnable[LanguageModelInput, Union[Dict, BaseModel]]:
+        _ = kwargs.pop("method", None)
+        _ = kwargs.pop("strict", None)
         if kwargs:
             raise ValueError(f"Received unsupported arguments {kwargs}")
+        tool_name = _get_tool_name(schema)  # type: ignore[arg-type]
         if isinstance(schema, type) and is_basemodel_subclass_safe(schema):
             parser: OutputParserLike = PydanticToolsParser(
                 tools=[schema], first_tool_only=True
             )
         else:
-            parser = JsonOutputToolsParser()
-        tool_choice = _get_tool_name(schema) if self._supports_tool_choice else None  # type: ignore[arg-type]
-        llm = self.bind_tools([schema], tool_choice=tool_choice)  # type: ignore[list-item]
+            global WARNED_STRUCTURED_OUTPUT_JSON_MODE
+            warnings.warn(
+                "ChatGoogleGenerativeAI.with_structured_output with dict schema has "
+                "changed recently to align with behavior of other LangChain chat "
+                "models. More context: "
+                "https://github.com/langchain-ai/langchain-google/pull/772"
+            )
+            WARNED_STRUCTURED_OUTPUT_JSON_MODE = True
+            parser = JsonOutputKeyToolsParser(key_name=tool_name, first_tool_only=True)
+        tool_choice = tool_name if self._supports_tool_choice else None
+        try:
+            llm = self.bind_tools(
+                [schema],
+                tool_choice=tool_choice,
+                ls_structured_output_format={
+                    "kwargs": {"method": "function_calling"},
+                    "schema": convert_to_openai_tool(schema),
+                },
+            )
+        except Exception:
+            llm = self.bind_tools([schema], tool_choice=tool_choice)
         if include_raw:
             parser_with_fallback = RunnablePassthrough.assign(
                 parsed=itemgetter("raw") | parser, parsing_error=lambda _: None
@@ -1315,7 +1374,13 @@ class ChatGoogleGenerativeAI(_BaseGoogleGenerativeAI, BaseChatModel):
 
 
 def _get_tool_name(
-    tool: Union[_ToolDict, GoogleTool],
+    tool: Union[_ToolDict, GoogleTool, Dict],
 ) -> str:
-    genai_tool = tool_to_dict(convert_to_genai_function_declarations([tool]))
-    return [f["name"] for f in genai_tool["function_declarations"]][0]  # type: ignore[index]
+    try:
+        genai_tool = tool_to_dict(convert_to_genai_function_declarations([tool]))
+        return [f["name"] for f in genai_tool["function_declarations"]][0]  # type: ignore[index]
+    except ValueError as e:  # other TypedDict
+        if is_typeddict(tool):
+            return convert_to_openai_tool(cast(Dict, tool))["function"]["name"]
+        else:
+            raise e

{langchain_google_genai-2.0.11.dist-info → langchain_google_genai-2.1.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: langchain-google-genai
-Version: 2.0.11
+Version: 2.1.1
 Summary: An integration package connecting Google's genai package and LangChain
 Home-page: https://github.com/langchain-ai/langchain-google
 License: MIT
@@ -13,7 +13,7 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Requires-Dist: filetype (>=1.2.0,<2.0.0)
 Requires-Dist: google-ai-generativelanguage (>=0.6.16,<0.7.0)
-Requires-Dist: langchain-core (>=0.3.37,<0.4.0)
+Requires-Dist: langchain-core (>=0.3.47,<0.4.0)
 Requires-Dist: pydantic (>=2,<3)
 Project-URL: Repository, https://github.com/langchain-ai/langchain-google
 Project-URL: Source Code, https://github.com/langchain-ai/langchain-google/tree/main/libs/genai
@@ -77,7 +77,44 @@ The value of `image_url` can be any of the following:
 - An accessible gcs file (e.g., "gcs://path/to/file.png")
 - A base64 encoded image (e.g., `data:image/png;base64,abcd124`)
 
+#### Multimodal outputs
 
+Gemini 2.0 Flash Experimental model supports text output with inline images
+
+```
+from langchain_google_genai import ChatGoogleGenerativeAI
+
+llm = ChatGoogleGenerativeAI(model="models/gemini-2.0-flash-exp-image-generation")
+# example
+response = llm.invoke(
+    "Generate an image of a cat and say meow",
+    generation_config=dict(response_modalities=["TEXT", "IMAGE"]),
+)
+
+# Base64 encoded binary data of the image
+image_base64 = response.content[0].get("image_url").get("url").split(",")[-1]
+meow_str = response.content[1]
+```
+
+#### Multimodal Outputs in Chains
+
+'''
+from langchain_core.runnables import RunnablePassthrough
+from langchain_core.prompts import ChatPromptTemplate
+
+from langchain_google_genai import ChatGoogleGenerativeAI, Modality
+
+llm = ChatGoogleGenerativeAI(
+    model="models/gemini-2.0-flash-exp-image-generation",
+    response_modalities=[Modality.TEXT, Modality.IMAGE],
+)
+
+prompt = ChatPromptTemplate(
+    [("human", "Generate an image of {animal} and tell me the sound of the animal")]
+)
+chain = {"animal": RunnablePassthrough()} | prompt | llm
+res = chain.invoke("cat")
+'''
 
 ## Embeddings
 

{langchain_google_genai-2.0.11.dist-info → langchain_google_genai-2.1.1.dist-info}/RECORD

@@ -1,16 +1,16 @@
-langchain_google_genai/__init__.py,sha256=Oji-S2KYWrku1wyQEskY84IOfY8MfRhujjJ4d7hbsk4,2758
-langchain_google_genai/_common.py,sha256=KaNewDLkaQtDEgTMc631kjOKqKl1QoUKqD9iOIXNf-0,5275
-langchain_google_genai/_enums.py,sha256=KLPmxS1K83K4HjBIXFaXoL_sFEOv8Hq-2B2PDMKyDgo,197
+langchain_google_genai/__init__.py,sha256=IsTvA3UcECLDckt3zWxK6u-n3MEa5KeEQpqsS-Z8shM,2784
+langchain_google_genai/_common.py,sha256=RS_FN1k9BeeSRz8HuPyjh_lfDQPZKY6KdvK5EfVuxDw,5431
+langchain_google_genai/_enums.py,sha256=Zj3BXXLlkm_UybegCi6fLsfFhriJCt_LAJvgatgPWQ0,252
 langchain_google_genai/_function_utils.py,sha256=FPZ4CxI4iTFco_W6oWNCNV_lgNbCLRbj7Gf-D0zeTCY,17736
 langchain_google_genai/_genai_extension.py,sha256=81a4ly5ZHlqMf37uJfdB8K41qE6J5ujLnbUypIfFf2o,20775
 langchain_google_genai/_image_utils.py,sha256=tPrQyMvVmO8xkuow1SvA91omxUEv9ZUy1EMHNGjMAKY,5202
-langchain_google_genai/chat_models.py,sha256=hRCxo2eagOnz7suKPiaQO6W1XyBxKr1UCy9AeK71xRs,50920
+langchain_google_genai/chat_models.py,sha256=ZFjhFz3a4t-6CEYGSYujYrTf29QEvKsIHeKZu8nJftI,53404
 langchain_google_genai/embeddings.py,sha256=jQRWPXD9twXoVBlXJQG7Duz0fb8UC0kgRzzwAmW3Dic,10146
 langchain_google_genai/genai_aqa.py,sha256=qB6h3-BSXqe0YLR3eeVllYzmNKK6ofI6xJLdBahUVZo,4300
 langchain_google_genai/google_vector_store.py,sha256=4wvhIiOmc3Fo046FyafPmT9NBCLek-9bgluvuTfrbpQ,16148
 langchain_google_genai/llms.py,sha256=QNPitkORf86w8WQpTbjuPFCQFkB-qKRMW2phhRBwAEA,4318
 langchain_google_genai/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-langchain_google_genai-2.0.11.dist-info/LICENSE,sha256=DppmdYJVSc1jd0aio6ptnMUn5tIHrdAhQ12SclEBfBg,1072
-langchain_google_genai-2.0.11.dist-info/METADATA,sha256=QQSJFXoI4IeDHVyAFT5Xtic6aJ5cd_kY1qCP-B6NX1c,3605
-langchain_google_genai-2.0.11.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-langchain_google_genai-2.0.11.dist-info/RECORD,,
+langchain_google_genai-2.1.1.dist-info/LICENSE,sha256=DppmdYJVSc1jd0aio6ptnMUn5tIHrdAhQ12SclEBfBg,1072
+langchain_google_genai-2.1.1.dist-info/METADATA,sha256=600J_hgujuZPiW-FliQBH9SbAeSw5Bb3tAyZzG2NES8,4728
+langchain_google_genai-2.1.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+langchain_google_genai-2.1.1.dist-info/RECORD,,