llm-gemini 0.17__py3-none-any.whl → 0.18__py3-none-any.whl

{llm_gemini-0.17.dist-info → llm_gemini-0.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llm-gemini
-Version: 0.17
+Version: 0.18
 Summary: LLM plugin to access Google's Gemini family of models
 Author: Simon Willison
 License: Apache-2.0
@@ -66,6 +66,7 @@ llm "A joke about a pelican and a walrus"
 
 Other models are:
 
+- `gemini-2.5-flash-preview-04-17` - Gemini 2.5 Flash preview
 - `gemini-2.5-pro-exp-03-25` - free experimental release of Gemini 2.5 Pro
 - `gemini-2.5-pro-preview-03-25` - paid preview of Gemini 2.5 Pro
 - `gemma-3-27b-it` - [Gemma 3](https://blog.google/technology/developers/gemma-3/) 27B

llm_gemini-0.18.dist-info/RECORD

@@ -0,0 +1,7 @@
+llm_gemini.py,sha256=eoMPxKnWgEN3Li1HDsKIgKnXT5AL4stDhWc1MU6uIRE,17558
+llm_gemini-0.18.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+llm_gemini-0.18.dist-info/METADATA,sha256=X3NSwwbxo8TIAgyf3PA13WUzSWKTxXc38EhpD2VK_ds,8047
+llm_gemini-0.18.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+llm_gemini-0.18.dist-info/entry_points.txt,sha256=n544bpgUPIBc5l_cnwsTxPc3gMGJHPtAyqBNp-CkMWk,26
+llm_gemini-0.18.dist-info/top_level.txt,sha256=WUQmG6_2QKbT_8W4HH93qyKl_0SUteL4Ra6_PhyNGKU,11
+llm_gemini-0.18.dist-info/RECORD,,

llm_gemini.py

@@ -37,6 +37,9 @@ GOOGLE_SEARCH_MODELS = {
     "gemini-2.0-flash-exp",
     "gemini-2.0-flash",
 }
+THINKING_BUDGET_MODELS = {
+    "gemini-2.5-flash-preview-04-17",
+}
 
 
 @llm.hookimpl
@@ -70,17 +73,22 @@ def register_models(register):
         "gemini-2.5-pro-exp-03-25",
         # 4th April 2025 (paid):
         "gemini-2.5-pro-preview-03-25",
+        # 17th April 2025:
+        "gemini-2.5-flash-preview-04-17",
     ]:
         can_google_search = model_id in GOOGLE_SEARCH_MODELS
+        can_thinking_budget = model_id in THINKING_BUDGET_MODELS
         register(
             GeminiPro(
                 model_id,
                 can_google_search=can_google_search,
+                can_thinking_budget=can_thinking_budget,
                 can_schema="flash-thinking" not in model_id,
             ),
             AsyncGeminiPro(
                 model_id,
                 can_google_search=can_google_search,
+                can_thinking_budget=can_thinking_budget,
                 can_schema="flash-thinking" not in model_id,
             ),
         )
@@ -208,12 +216,27 @@ class _SharedGemini:
             default=None,
         )
 
-    def __init__(self, model_id, can_google_search=False, can_schema=False):
+    class OptionsWithThinkingBudget(OptionsWithGoogleSearch):
+        thinking_budget: Optional[int] = Field(
+            description="Indicates the thinking budget in tokens. Set to 0 to disable.",
+            default=None,
+        )
+
+    def __init__(
+        self,
+        model_id,
+        can_google_search=False,
+        can_thinking_budget=False,
+        can_schema=False,
+    ):
         self.model_id = model_id
         self.can_google_search = can_google_search
         self.supports_schema = can_schema
         if can_google_search:
             self.Options = self.OptionsWithGoogleSearch
+        self.can_thinking_budget = can_thinking_budget
+        if can_thinking_budget:
+            self.Options = self.OptionsWithThinkingBudget
 
     def build_messages(self, prompt, conversation):
         messages = []
@@ -266,10 +289,18 @@ class _SharedGemini:
         if prompt.system:
             body["systemInstruction"] = {"parts": [{"text": prompt.system}]}
 
+        generation_config = {}
+
         if prompt.schema:
-            body["generationConfig"] = {
-                "response_mime_type": "application/json",
-                "response_schema": cleanup_schema(copy.deepcopy(prompt.schema)),
+            generation_config.update(
+                {
+                    "response_mime_type": "application/json",
+                    "response_schema": cleanup_schema(copy.deepcopy(prompt.schema)),
+                }
+            )
+        if self.can_thinking_budget and prompt.options.thinking_budget is not None:
+            generation_config["thinking_config"] = {
+                "thinking_budget": prompt.options.thinking_budget
             }
 
         config_map = {
@@ -279,16 +310,17 @@ class _SharedGemini:
             "top_k": "topK",
         }
         if prompt.options and prompt.options.json_object:
-            body["generationConfig"] = {"response_mime_type": "application/json"}
+            generation_config["response_mime_type"] = "application/json"
 
         if any(
             getattr(prompt.options, key, None) is not None for key in config_map.keys()
         ):
-            generation_config = {}
             for key, other_key in config_map.items():
                 config_value = getattr(prompt.options, key, None)
                 if config_value is not None:
                     generation_config[other_key] = config_value
+
+        if generation_config:
             body["generationConfig"] = generation_config
 
         return body

llm_gemini-0.17.dist-info/RECORD

@@ -1,7 +0,0 @@
-llm_gemini.py,sha256=pZGkm61gSK9DSIubZxmW4YVUnjTS4JuKUtK0yqo9ms4,16511
-llm_gemini-0.17.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-llm_gemini-0.17.dist-info/METADATA,sha256=elmIQKpgDA2SaG8SINSBx5s6mztvvVNZtL46BFvTUJo,7985
-llm_gemini-0.17.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-llm_gemini-0.17.dist-info/entry_points.txt,sha256=n544bpgUPIBc5l_cnwsTxPc3gMGJHPtAyqBNp-CkMWk,26
-llm_gemini-0.17.dist-info/top_level.txt,sha256=WUQmG6_2QKbT_8W4HH93qyKl_0SUteL4Ra6_PhyNGKU,11
-llm_gemini-0.17.dist-info/RECORD,,