llumo 0.2.16b1__py3-none-any.whl → 0.2.16b2__py3-none-any.whl

llumo/google.py

@@ -1,34 +1,66 @@
 from google import generativeai as _genai
+from .client import LlumoClient
+
+
+def evaluate_multiple(data, api_key=None, evals=["Response Correctness"]):
+    client = LlumoClient(api_key=api_key)
+    results = client.evaluateMultiple(
+        data,
+        evals=evals,
+        createExperiment=False,
+        prompt_template="Give answer to the query: {{query}}, using context: {{context}}",
+        getDataFrame=False
+    )
+    return results
+
+
+class ChatCompletionWithEval:
+    def __init__(self, response, evaluation):
+        self._response = response
+        self.evaluation = evaluation
+
+    def __getattr__(self, name):
+        return getattr(self._response, name)
+
+    def __getitem__(self, key):
+        return self._response[key]
+
+    def __repr__(self):
+        return repr(self._response)
+
 
 class genai:
-    """
-    Top-level wrapper module to mimic:
-    >>> from google import genai
-    >>> client = genai.Client(api_key=...)
-    """
-
-    class Client:
-        def __init__(self, api_key: str, default_model: str = "gemini-2.5-flash"):
+    class GenerativeModel:
+        def __init__(self, api_key: str, model: str = "gemini-2.5-flash"):
             _genai.configure(api_key=api_key)
-            self._defaultModel = default_model
-            self._defaultModelInstance = _genai.GenerativeModel(model_name=default_model)
+            self._api_key = api_key
+            self._model_name = model
+            self._model_instance = _genai.GenerativeModel(model_name=model)
 
-            class Models:
-                def __init__(self, outer):
-                    self._outer = outer
+        def generate_content(self, contents: str | list[str], **kwargs):
+            context = kwargs.pop("context", None)
+            evals = kwargs.pop("evals", [])
+            llumo_key = kwargs.pop("llumo_key", None)
 
-                def generate_content(self, contents: str | list[str], model: str = None, **kwargs):
-                    model_name = model or self._outer._defaultModel
-                    model_instance = _genai.GenerativeModel(model_name=model_name)
-                    return model_instance.generate_content(contents=contents, **kwargs)
+            # Run Gemini generation
+            response = self._model_instance.generate_content(contents=contents, **kwargs)
+            output = response.text
 
-            self.models = Models(self)
+            eval_input = [{
+                "query": contents,
+                "context": context or contents,
+                "output": output,
+            }]
 
-        def generate(self, prompt: str | list[str], **kwargs):
-            """Convenience shortcut for single-line generation."""
-            return self._defaultModelInstance.generate_content(prompt, **kwargs)
+            evaluation = None
+            try:
+                evaluation = evaluate_multiple(data=eval_input, evals=evals, api_key=llumo_key)
+            except Exception as e:
+                evaluation = None
+            
+            if evaluation is None:
+                    print("Cannot process your request, please check your api and try again later.")
+                    return response
+            
 
-        def setDefaultModel(self, model_name: str):
-            """Change the default model at runtime."""
-            self._defaultModel = model_name
-            self._defaultModelInstance = _genai.GenerativeModel(model_name=model_name)
+            return ChatCompletionWithEval(response, evaluation)

llumo/openai.py

@@ -5,7 +5,6 @@ from .client import LlumoClient
 def evaluate_multiple(data, api_key=None,evals=["Response Correctness"]):
     client = LlumoClient(api_key=api_key)
     results= client.evaluateMultiple(data, evals=evals,createExperiment=False,prompt_template="Give answer to the query: {{query}}, using context: {{context}}",getDataFrame=False)
-    print(results)
     return results
 
 # Wrapper around ChatCompletion to allow custom fields like `.evaluation`
@@ -70,7 +69,7 @@ class openai(OpenAIClient):
 
                 # If evaluation is None, just return normal response
                 if evaluation is None:
-                    print("All server are busy for evaluation ")
+                    print("Cannot process your request for evaluation, please check your api and try again later.")
                     return response
 
                 # Otherwise wrap with evaluation attached

{llumo-0.2.16b1.dist-info → llumo-0.2.16b2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: llumo
-Version: 0.2.16b1
+Version: 0.2.16b2
 Summary: Python SDK for interacting with the Llumo ai API.
 Home-page: https://www.llumo.ai/
 Author: Llumo

{llumo-0.2.16b1.dist-info → llumo-0.2.16b2.dist-info}/RECORD

@@ -4,13 +4,13 @@ llumo/client.py,sha256=rOTbw8QGi5CnQ77QKS4rKh-dSBSVoyVAORrK1i_b5EQ,60339
 llumo/exceptions.py,sha256=Vp_MnanHbnd1Yjuoi6WLrKiwwZbJL3znCox2URMmGU4,2032
 llumo/execution.py,sha256=nWbJ7AvWuUPcOb6i-JzKRna_PvF-ewZTiK8skS-5n3w,1380
 llumo/functionCalling.py,sha256=D5jYapu1rIvdIJNUYPYMTyhQ1H-6nkwoOLMi6eekfUE,7241
-llumo/google.py,sha256=5AVAqxPN20UuHIqi4yuHHSTf49LI96krtbztJ5qt8L0,1413
+llumo/google.py,sha256=F-n7DCQ7mvORGyK_yGliL14N0AGyVGmjKgO60FqOOKI,2132
 llumo/helpingFuntions.py,sha256=0W2JNdLyOV92lgESgB_JyJmOUvW5ooRdZyjN5LKDSX0,25296
 llumo/models.py,sha256=aVEZsOOoQx5LeNtwSyBxqvrINq0izH3QWu_YjsMPE6o,2910
-llumo/openai.py,sha256=BEmsOdHiQzDpKv6b4L62JaUMq7DbpICNPqyfMNRWi2I,2981
+llumo/openai.py,sha256=DGhEwQIJIIycGpw3hYQnyxdj6RFVpZ-gay-fZGqtkhU,3013
 llumo/sockets.py,sha256=I2JO_eNEctRo_ikgvFVp5zDd-m0VDu04IEUhhsa1Tic,5950
-llumo-0.2.16b1.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
-llumo-0.2.16b1.dist-info/METADATA,sha256=_e94VIPrn02CP0X9gdkICA210Te_inzaSPcfH0p-Hlk,1521
-llumo-0.2.16b1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-llumo-0.2.16b1.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
-llumo-0.2.16b1.dist-info/RECORD,,
+llumo-0.2.16b2.dist-info/licenses/LICENSE,sha256=tF9yAcfPV9xGT3ViWmC8hPvOo8BEk4ZICbUfcEo8Dlk,182
+llumo-0.2.16b2.dist-info/METADATA,sha256=5Nys3GS9XTD0fE9K4_1IxjD2YG1JpC1Fl2M1q93orf4,1521
+llumo-0.2.16b2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+llumo-0.2.16b2.dist-info/top_level.txt,sha256=d5zUTMI99llPtLRB8rtSrqELm_bOqX-bNC5IcwlDk88,6
+llumo-0.2.16b2.dist-info/RECORD,,