lmnr 0.4.24__py3-none-any.whl → 0.4.26__py3-none-any.whl

lmnr/sdk/evaluations.py

@@ -99,8 +99,8 @@ class Evaluation:
         data: Union[EvaluationDataset, list[Union[Datapoint, dict]]],
         executor: Any,
         evaluators: dict[str, EvaluatorFunction],
-        group_id: Optional[str] = None,
         name: Optional[str] = None,
+        group_id: Optional[str] = None,
         batch_size: int = DEFAULT_BATCH_SIZE,
         project_api_key: Optional[str] = None,
         base_url: Optional[str] = None,
@@ -126,25 +126,33 @@ class Evaluation:
                 If the score is a single number, it will be named after the\
                 evaluator function. Evaluator function names must contain only\
                 letters, digits, hyphens, underscores, or spaces.
-            group_id (Optional[str], optional): Group id of the evaluation.
-                            Defaults to "default".
-            name (Optional[str], optional): The name of the evaluation.\
-                            It will be auto-generated if not provided.
-            batch_size (int, optional): The batch size for evaluation.
-                            Defaults to DEFAULT_BATCH_SIZE.
-            project_api_key (Optional[str], optional): The project API key.
-                            Defaults to an empty string.
+            name (Optional[str], optional): Optional name of the evaluation.\
+                Used to identify the evaluation in the group.\
+                If not provided, a random name will be generated.
+                Defaults to None.
+            group_id (Optional[str], optional): an identifier to group\
+                evaluations. Only evaluations within the same group_id can be\
+                visually compared. If not provided, "default" is assigned.
+                Defaults to None
+            batch_size (int, optional): The batch size for evaluation. This many\
+                data points will be evaluated in parallel.
+                Defaults to DEFAULT_BATCH_SIZE.
+            project_api_key (Optional[str], optional): The project API key.\
+                If not provided, LMNR_PROJECT_API_KEY environment variable is\
+                used.
+                Defaults to an empty string.
             base_url (Optional[str], optional): The base URL for Laminar API.\
-                            Useful if self-hosted elsewhere. Do NOT include the\
-                            port, use `http_port` and `grpc_port` instead.
-                            Defaults to "https://api.lmnr.ai".
+                Useful if self-hosted. Do NOT include the port, use `http_port`\
+                and `grpc_port` instead.
+                Defaults to "https://api.lmnr.ai".
             http_port (Optional[int], optional): The port for Laminar API\
-                            HTTP service. Defaults to 443 if not specified.
+                HTTP service. Defaults to 443 if not specified.
             grpc_port (Optional[int], optional): The port for Laminar API\
-                            gRPC service. Defaults to 8443 if not specified.
+                gRPC service. Defaults to 8443 if not specified.
             instruments (Optional[Set[Instruments]], optional): Set of modules\
                 to auto-instrument. If None, all available instruments will be\
                 used.
+                See https://docs.lmnr.ai/tracing/automatic-instrumentation
                 Defaults to None.
         """
 
@@ -284,8 +292,8 @@ def evaluate(
     data: Union[EvaluationDataset, list[Union[Datapoint, dict]]],
     executor: ExecutorFunction,
     evaluators: dict[str, EvaluatorFunction],
-    group_id: Optional[str] = None,
     name: Optional[str] = None,
+    group_id: Optional[str] = None,
     batch_size: int = DEFAULT_BATCH_SIZE,
     project_api_key: Optional[str] = None,
     base_url: Optional[str] = None,
@@ -318,16 +326,14 @@ def evaluate(
                 If the score is a single number, it will be named after the\
                 evaluator function. Evaluator function names must contain only\
                 letters, digits, hyphens, underscores, or spaces.
-        group_id (Optional[str], optional): an identifier to group evaluations.\
-                        It is practical to group evaluations that evaluate\
-                        the same feature on the same dataset, to be able to\
-                        view their comparisons in the same place. If not\
-                        provided, defaults to "default".
-                        Defaults to None
         name (Optional[str], optional): Optional name of the evaluation.\
                         Used to identify the evaluation in the group.\
                         If not provided, a random name will be generated.
                         Defaults to None.
+        group_id (Optional[str], optional): an identifier to group evaluations.\
+                        Only evaluations within the same group_id can be\
+                        visually compared. If not provided, set to "default".
+                        Defaults to None
         batch_size (int, optional): The batch size for evaluation.
                         Defaults to DEFAULT_BATCH_SIZE.
         project_api_key (Optional[str], optional): The project API key.

lmnr/sdk/laminar.py

@@ -308,7 +308,7 @@ class Laminar:
         with get_tracer() as tracer:
             span_path = get_span_path(name)
             ctx = set_value("span_path", span_path)
-            ctx_token = attach(set_value("span_path", span_path))
+            ctx_token = attach(ctx)
             with tracer.start_as_current_span(
                 name,
                 context=ctx,
@@ -317,7 +317,7 @@ class Laminar:
                 if input is not None:
                     span.set_attribute(
                         SPAN_INPUT,
-                        json.dumps(input),
+                        json_dumps(input),
                     )
                 span.set_attribute(SPAN_TYPE, span_type)
                 yield span

{lmnr-0.4.24.dist-info → lmnr-0.4.26.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lmnr
-Version: 0.4.24
+Version: 0.4.26
 Summary: Python SDK for Laminar AI
 License: Apache-2.0
 Author: lmnr.ai
@@ -247,6 +247,7 @@ You can run evaluations locally by providing executor (part of the logic used in
 - `executor` – the logic you want to evaluate. This function must take `data` as the first argument, and produce any output. It can be both a function or an `async` function.
 - `evaluators` – Dictionary which maps evaluator names to evaluators. Functions that take output of executor as the first argument, `target` as the second argument and produce a numeric scores. Each function can produce either a single number or `dict[str, int|float]` of scores. Each evaluator can be both a function or an `async` function.
 - `name` – optional name for the evaluation. Automatically generated if not provided.
+- `group_id` – optional group name for the evaluation. Evaluations within the same group can be compared visually side-by-side
 
 \* If you already have the outputs of executors you want to evaluate, you can specify the executor as an identity function, that takes in `data` and returns only needed value(s) from it.
 

{lmnr-0.4.24.dist-info → lmnr-0.4.26.dist-info}/RECORD

@@ -3,8 +3,8 @@ lmnr/cli.py,sha256=Ptvm5dsNLKUY5lwnN8XkT5GtCYjzpRNi2WvefknB3OQ,1079
 lmnr/sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 lmnr/sdk/datasets.py,sha256=V6q0Zcv7znx5cB1YZd0pBgTEcAKXbb-pEwguScEhBw0,1612
 lmnr/sdk/decorators.py,sha256=ZSDaEZyjo-RUzRCltsNbe6x0t9SKl2xRQ2q4uaKvXtk,2250
-lmnr/sdk/evaluations.py,sha256=XzJDRAXmLWxhX3Px0WKocNQYWRZMkI2bG-_Hb054lvA,14874
-lmnr/sdk/laminar.py,sha256=HLnXd7rKm8LlLGys-xukwmhdDsSaCYcMyWyeEgD4Dyg,18428
+lmnr/sdk/evaluations.py,sha256=vG788rSDppAGEvIpyglKvm8Ac_D5cw07a6btMeMr8AI,15124
+lmnr/sdk/laminar.py,sha256=vMp_mhirG1IPKxRjfUgbeHPKDW98GP2oHrDweJ2vu-c,18398
 lmnr/sdk/log.py,sha256=cZBeUoSK39LMEV-X4-eEhTWOciULRfHaKfRK8YqIM8I,1532
 lmnr/sdk/types.py,sha256=6_C2LhcbI9PwlntnSuREE0FRsBUxc3WS_yC_Y_trPBI,5052
 lmnr/sdk/utils.py,sha256=s81p6uJehgJSaLWy3sR5fTpEDH7vzn3i_UujUHChl6M,3346
@@ -45,8 +45,8 @@ lmnr/traceloop_sdk/utils/in_memory_span_exporter.py,sha256=H_4TRaThMO1H6vUQ0OpQv
 lmnr/traceloop_sdk/utils/json_encoder.py,sha256=dK6b_axr70IYL7Vv-bu4wntvDDuyntoqsHaddqX7P58,463
 lmnr/traceloop_sdk/utils/package_check.py,sha256=TZSngzJOpFhfUZLXIs38cpMxQiZSmp0D-sCrIyhz7BA,251
 lmnr/traceloop_sdk/version.py,sha256=OlatFEFA4ttqSSIiV8jdE-sq3KG5zu2hnC4B4mzWF3s,23
-lmnr-0.4.24.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
-lmnr-0.4.24.dist-info/METADATA,sha256=XcxnC9fKw0Hth1WXQcH_LZpT9A4TJDqWwbPre696nQU,10533
-lmnr-0.4.24.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-lmnr-0.4.24.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
-lmnr-0.4.24.dist-info/RECORD,,
+lmnr-0.4.26.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
+lmnr-0.4.26.dist-info/METADATA,sha256=AvPOPlTsnPvJkVALFJTdpiR4rZtnEKTwMpBPFyXW6ys,10662
+lmnr-0.4.26.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+lmnr-0.4.26.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
+lmnr-0.4.26.dist-info/RECORD,,