llm-gemini 0.1a0__py3-none-any.whl → 0.1a2__py3-none-any.whl

{llm_gemini-0.1a0.dist-info → llm_gemini-0.1a2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: llm-gemini
-Version: 0.1a0
+Version: 0.1a2
 Summary: LLM plugin to access Google's Gemini family of models
 Author: Simon Willison
 License: Apache-2.0
@@ -34,7 +34,7 @@ llm install llm-gemini
 ```
 ## Usage
 
-Configure the model by setting a key called "gemini" to your API key:
+Configure the model by setting a key called "gemini" to your [API key](https://ai.google.dev/):
 
 ```bash
 llm keys set gemini
@@ -59,6 +59,8 @@ To chat interactively with the model, run `llm chat`:
 llm chat -m gemini-pro
 ```
 
+If you have access to the Gemini 1.5 Pro preview you can use `-m gemini-1.5-pro-latest` to work with that model.
+
 ## Development
 
 To set up this plugin locally, first checkout the code. Then create a new virtual environment:

llm_gemini-0.1a2.dist-info/RECORD

@@ -0,0 +1,7 @@
+llm_gemini.py,sha256=D5EeLRGOTiIiDnChXVaJQcOL1AQNZNpvBYDGXjulMFA,2745
+llm_gemini-0.1a2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+llm_gemini-0.1a2.dist-info/METADATA,sha256=ptgaTC5N3g0z1NDbzNJypnfy4V44W-jteo9bcQJsjeU,2262
+llm_gemini-0.1a2.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+llm_gemini-0.1a2.dist-info/entry_points.txt,sha256=n544bpgUPIBc5l_cnwsTxPc3gMGJHPtAyqBNp-CkMWk,26
+llm_gemini-0.1a2.dist-info/top_level.txt,sha256=WUQmG6_2QKbT_8W4HH93qyKl_0SUteL4Ra6_PhyNGKU,11
+llm_gemini-0.1a2.dist-info/RECORD,,

{llm_gemini-0.1a0.dist-info → llm_gemini-0.1a2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

llm_gemini.py

@@ -26,38 +26,47 @@ SAFETY_SETTINGS = [
 
 @llm.hookimpl
 def register_models(register):
-    register(GeminiPro())
+    register(GeminiPro("gemini-pro"))
+    register(GeminiPro("gemini-1.5-pro-latest"))
 
 
 class GeminiPro(llm.Model):
-    model_id = "gemini-pro"
     can_stream = True
 
+    def __init__(self, model_id):
+        self.model_id = model_id
+
     def build_messages(self, prompt, conversation):
         if not conversation:
             return [{"role": "user", "parts": [{"text": prompt.prompt}]}]
         messages = []
         for response in conversation.responses:
-            messages.append({"role": "user", "parts": [{"text": response.prompt.prompt}]})
+            messages.append(
+                {"role": "user", "parts": [{"text": response.prompt.prompt}]}
+            )
             messages.append({"role": "model", "parts": [{"text": response.text()}]})
         messages.append({"role": "user", "parts": [{"text": prompt.prompt}]})
         return messages
 
     def execute(self, prompt, stream, response, conversation):
         key = llm.get_key("", "gemini", "LLM_GEMINI_KEY")
-        url = (
-            "https://generativelanguage.googleapis.com/v1beta/models/gemini-pro:streamGenerateContent?"
-            + urllib.parse.urlencode({"key": key})
+        url = "https://generativelanguage.googleapis.com/v1beta/models/{}:streamGenerateContent?".format(
+            self.model_id
+        ) + urllib.parse.urlencode(
+            {"key": key}
         )
         gathered = []
+        body = {
+            "contents": self.build_messages(prompt, conversation),
+            "safetySettings": SAFETY_SETTINGS,
+        }
+        if prompt.system:
+            body["systemInstruction"] = {"parts": [{"text": prompt.system}]}
         with httpx.stream(
             "POST",
             url,
             timeout=None,
-            json={
-                "contents": self.build_messages(prompt, conversation),
-                "safetySettings": SAFETY_SETTINGS,
-            },
+            json=body,
         ) as http_response:
             events = ijson.sendable_list()
             coro = ijson.items_coro(events, "item")

llm_gemini-0.1a0.dist-info/RECORD

@@ -1,7 +0,0 @@
-llm_gemini.py,sha256=n-lPcdPFa3SptnQix4bPNpIGl9RnhL2pDd12NCswdyw,2481
-llm_gemini-0.1a0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-llm_gemini-0.1a0.dist-info/METADATA,sha256=jjlN-1dNdsKYtRGC87sPp61mOCJZiwkwVtNJVZHGliw,2122
-llm_gemini-0.1a0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-llm_gemini-0.1a0.dist-info/entry_points.txt,sha256=n544bpgUPIBc5l_cnwsTxPc3gMGJHPtAyqBNp-CkMWk,26
-llm_gemini-0.1a0.dist-info/top_level.txt,sha256=WUQmG6_2QKbT_8W4HH93qyKl_0SUteL4Ra6_PhyNGKU,11
-llm_gemini-0.1a0.dist-info/RECORD,,