lmnr 0.4.57__py3-none-any.whl → 0.4.58__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -432,6 +432,10 @@ def init_openai_instrumentor(should_enrich_metrics: bool):
432
432
  instrumentor = OpenAIInstrumentor(
433
433
  enrich_assistant=should_enrich_metrics,
434
434
  enrich_token_usage=should_enrich_metrics,
435
+ # Default in the package provided is an empty function, which
436
+ # results in dropping the image data if we don't explicitly
437
+ # set it to None.
438
+ upload_base64_image=None,
435
439
  )
436
440
  if not instrumentor.is_instrumented_by_opentelemetry:
437
441
  instrumentor.instrument()
@@ -56,7 +56,6 @@ INJECT_PLACEHOLDER = """
56
56
  'Authorization': `Bearer ${projectApiKey}`
57
57
  },
58
58
  body: blob,
59
- compress: false,
60
59
  credentials: 'omit',
61
60
  mode: 'cors',
62
61
  cache: 'no-cache',
lmnr/sdk/evaluations.py CHANGED
@@ -222,9 +222,6 @@ class Evaluation:
222
222
  self.is_finished = True
223
223
  return
224
224
 
225
- for result_datapoint in result_datapoints:
226
- result_datapoint.human_evaluators = self.human_evaluators or {}
227
-
228
225
  average_scores = get_average_scores(result_datapoints)
229
226
  self.reporter.stop(average_scores, evaluation.projectId, evaluation.id)
230
227
  self.is_finished = True
lmnr/sdk/laminar.py CHANGED
@@ -713,7 +713,6 @@ class Laminar:
713
713
  eval_id: uuid.UUID,
714
714
  datapoints: list[EvaluationResultDatapoint],
715
715
  groupName: Optional[str] = None,
716
- human_evaluators: Optional[list[HumanEvaluator]] = None,
717
716
  ):
718
717
  async with aiohttp.ClientSession() as session:
719
718
 
@@ -722,7 +721,6 @@ class Laminar:
722
721
  json={
723
722
  "points": [datapoint.to_dict() for datapoint in datapoints],
724
723
  "groupName": groupName,
725
- "humanEvaluators": human_evaluators,
726
724
  },
727
725
  headers=cls._headers(),
728
726
  ) as response:
lmnr/sdk/types.py CHANGED
@@ -164,9 +164,11 @@ class EvaluationResultDatapoint(pydantic.BaseModel):
164
164
  def to_dict(self):
165
165
  try:
166
166
  return {
167
- "data": serialize(self.data),
168
- "target": serialize(self.target),
169
- "executorOutput": serialize(self.executor_output),
167
+ # preserve only preview of the data, target and executor output
168
+ # (full data is in trace)
169
+ "data": str(serialize(self.data))[:100],
170
+ "target": str(serialize(self.target))[:100],
171
+ "executorOutput": str(serialize(self.executor_output))[:100],
170
172
  "scores": self.scores,
171
173
  "traceId": str(self.trace_id),
172
174
  "humanEvaluators": [
lmnr/sdk/utils.py CHANGED
@@ -49,7 +49,7 @@ def is_iterator(o: typing.Any) -> bool:
49
49
  return hasattr(o, "__iter__") and hasattr(o, "__next__")
50
50
 
51
51
 
52
- def serialize(obj: typing.Any) -> dict[str, typing.Any]:
52
+ def serialize(obj: typing.Any) -> typing.Union[str, dict[str, typing.Any]]:
53
53
  def serialize_inner(o: typing.Any):
54
54
  if isinstance(o, (datetime.datetime, datetime.date)):
55
55
  return o.strftime("%Y-%m-%dT%H:%M:%S.%f%z")
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: lmnr
3
- Version: 0.4.57
3
+ Version: 0.4.58
4
4
  Summary: Python SDK for Laminar
5
5
  License: Apache-2.0
6
6
  Author: lmnr.ai
@@ -45,60 +45,60 @@ Requires-Dist: grpcio (<1.68.0)
45
45
  Requires-Dist: opentelemetry-api (>=1.28.0)
46
46
  Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)
47
47
  Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.28.0)
48
- Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "alephalpha"
49
- Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.36.1) ; extra == "all"
50
- Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "all"
51
- Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.36.1) ; extra == "anthropic"
52
- Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "all"
53
- Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.36.1) ; extra == "bedrock"
54
- Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "all"
55
- Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.36.1) ; extra == "chromadb"
56
- Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "all"
57
- Requires-Dist: opentelemetry-instrumentation-cohere (>=0.36.1) ; extra == "cohere"
58
- Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "all"
59
- Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.36.1) ; extra == "google-generativeai"
60
- Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "all"
61
- Requires-Dist: opentelemetry-instrumentation-groq (>=0.36.1) ; extra == "groq"
62
- Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "all"
63
- Requires-Dist: opentelemetry-instrumentation-haystack (>=0.36.1) ; extra == "haystack"
64
- Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "all"
65
- Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.36.1) ; extra == "lancedb"
66
- Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "all"
67
- Requires-Dist: opentelemetry-instrumentation-langchain (>=0.36.1) ; extra == "langchain"
68
- Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "all"
69
- Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.36.1) ; extra == "llamaindex"
70
- Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "all"
71
- Requires-Dist: opentelemetry-instrumentation-marqo (>=0.36.1) ; extra == "marqo"
72
- Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "all"
73
- Requires-Dist: opentelemetry-instrumentation-milvus (>=0.36.1) ; extra == "milvus"
74
- Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "all"
75
- Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.36.1) ; extra == "mistralai"
76
- Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "all"
77
- Requires-Dist: opentelemetry-instrumentation-ollama (>=0.36.1) ; extra == "ollama"
78
- Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "all"
79
- Requires-Dist: opentelemetry-instrumentation-openai (>=0.36.1) ; extra == "openai"
80
- Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "all"
81
- Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.36.1) ; extra == "pinecone"
82
- Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "all"
83
- Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.36.1) ; extra == "qdrant"
84
- Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "all"
85
- Requires-Dist: opentelemetry-instrumentation-replicate (>=0.36.1) ; extra == "replicate"
48
+ Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "alephalpha"
49
+ Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.37.1) ; extra == "all"
50
+ Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "all"
51
+ Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.37.1) ; extra == "anthropic"
52
+ Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "all"
53
+ Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.37.1) ; extra == "bedrock"
54
+ Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "all"
55
+ Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.37.1) ; extra == "chromadb"
56
+ Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "all"
57
+ Requires-Dist: opentelemetry-instrumentation-cohere (>=0.37.1) ; extra == "cohere"
58
+ Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "all"
59
+ Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.37.1) ; extra == "google-generativeai"
60
+ Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "all"
61
+ Requires-Dist: opentelemetry-instrumentation-groq (>=0.37.1) ; extra == "groq"
62
+ Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "all"
63
+ Requires-Dist: opentelemetry-instrumentation-haystack (>=0.37.1) ; extra == "haystack"
64
+ Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "all"
65
+ Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.37.1) ; extra == "lancedb"
66
+ Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "all"
67
+ Requires-Dist: opentelemetry-instrumentation-langchain (>=0.37.1) ; extra == "langchain"
68
+ Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "all"
69
+ Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.37.1) ; extra == "llamaindex"
70
+ Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "all"
71
+ Requires-Dist: opentelemetry-instrumentation-marqo (>=0.37.1) ; extra == "marqo"
72
+ Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "all"
73
+ Requires-Dist: opentelemetry-instrumentation-milvus (>=0.37.1) ; extra == "milvus"
74
+ Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "all"
75
+ Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.37.1) ; extra == "mistralai"
76
+ Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "all"
77
+ Requires-Dist: opentelemetry-instrumentation-ollama (>=0.37.1) ; extra == "ollama"
78
+ Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "all"
79
+ Requires-Dist: opentelemetry-instrumentation-openai (>=0.37.1) ; extra == "openai"
80
+ Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "all"
81
+ Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.37.1) ; extra == "pinecone"
82
+ Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "all"
83
+ Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.37.1) ; extra == "qdrant"
84
+ Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "all"
85
+ Requires-Dist: opentelemetry-instrumentation-replicate (>=0.37.1) ; extra == "replicate"
86
86
  Requires-Dist: opentelemetry-instrumentation-requests (>=0.50b0)
87
- Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "all"
88
- Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.36.1) ; extra == "sagemaker"
87
+ Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "all"
88
+ Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.37.1) ; extra == "sagemaker"
89
89
  Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.50b0)
90
90
  Requires-Dist: opentelemetry-instrumentation-threading (>=0.50b0)
91
- Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "all"
92
- Requires-Dist: opentelemetry-instrumentation-together (>=0.36.1) ; extra == "together"
93
- Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "all"
94
- Requires-Dist: opentelemetry-instrumentation-transformers (>=0.36.1) ; extra == "transformers"
91
+ Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "all"
92
+ Requires-Dist: opentelemetry-instrumentation-together (>=0.37.1) ; extra == "together"
93
+ Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "all"
94
+ Requires-Dist: opentelemetry-instrumentation-transformers (>=0.37.1) ; extra == "transformers"
95
95
  Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.50b0)
96
- Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "all"
97
- Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.36.1) ; extra == "vertexai"
98
- Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "all"
99
- Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.36.1) ; extra == "watsonx"
100
- Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "all"
101
- Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.36.1) ; extra == "weaviate"
96
+ Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "all"
97
+ Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.37.1) ; extra == "vertexai"
98
+ Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "all"
99
+ Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.37.1) ; extra == "watsonx"
100
+ Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "all"
101
+ Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.37.1) ; extra == "weaviate"
102
102
  Requires-Dist: opentelemetry-sdk (>=1.28.0)
103
103
  Requires-Dist: opentelemetry-semantic-conventions-ai (>=0.4.2)
104
104
  Requires-Dist: pydantic (>=2.0.3)
@@ -11,7 +11,7 @@ lmnr/openllmetry_sdk/tracing/__init__.py,sha256=xT73L1t2si2CM6QmMiTZ7zn-dKKYBLNr
11
11
  lmnr/openllmetry_sdk/tracing/attributes.py,sha256=B_4KVYWAUu-6DQmsm2eCJQcTxm8pG1EByCBK3uOPkuI,1293
12
12
  lmnr/openllmetry_sdk/tracing/content_allow_list.py,sha256=3feztm6PBWNelc8pAZUcQyEGyeSpNiVKjOaDk65l2ps,846
13
13
  lmnr/openllmetry_sdk/tracing/context_manager.py,sha256=rdSus-p-TaevQ8hIAhfbnZr5dTqRvACDkzXGDpflncY,306
14
- lmnr/openllmetry_sdk/tracing/tracing.py,sha256=APh1kik8iYegVrqLe09Y4NuHvTg3r6ifAAHrAMcXpYE,32961
14
+ lmnr/openllmetry_sdk/tracing/tracing.py,sha256=nKBP7KpfZE70EpfhJ9yPmtXtjy_331O0s3XwLSG2U0c,33191
15
15
  lmnr/openllmetry_sdk/utils/__init__.py,sha256=pNhf0G3vTd5ccoc03i1MXDbricSaiqCbi1DLWhSekK8,604
16
16
  lmnr/openllmetry_sdk/utils/in_memory_span_exporter.py,sha256=H_4TRaThMO1H6vUQ0OpQvzJk_fZH0OOsRAM1iZQXsR8,2112
17
17
  lmnr/openllmetry_sdk/utils/json_encoder.py,sha256=dK6b_axr70IYL7Vv-bu4wntvDDuyntoqsHaddqX7P58,463
@@ -19,17 +19,17 @@ lmnr/openllmetry_sdk/utils/package_check.py,sha256=Da4WoTX6J9naODs99DnY9BA-2MxH2
19
19
  lmnr/openllmetry_sdk/version.py,sha256=OlatFEFA4ttqSSIiV8jdE-sq3KG5zu2hnC4B4mzWF3s,23
20
20
  lmnr/sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
21
21
  lmnr/sdk/browser/__init__.py,sha256=NSP5sB-dm-f0FP70_GMvVrNFwc5rHf7SW0_Oisyo3cE,343
22
- lmnr/sdk/browser/playwright_patch.py,sha256=AGK2C7VMrocpe-0GvM23SxF-IY4NBjLnB9m_xT-htJ8,8871
22
+ lmnr/sdk/browser/playwright_patch.py,sha256=Hu0O_gJghlKeDHo5RiKoEEWnzbyO6AvoX00ITiiSmIA,8838
23
23
  lmnr/sdk/datasets.py,sha256=hJcQcwTJbtA4COoVG3god4xll9TBSDMfvrhKmMfanjg,1567
24
24
  lmnr/sdk/decorators.py,sha256=ja2EUWUWvFOp28ER0k78PRuxNahwCVyH0TdM3U-xY7U,1856
25
25
  lmnr/sdk/eval_control.py,sha256=G6Fg3Xx_KWv72iBaWlNMdyRTF2bZFQnwJ68sJNSpIcY,177
26
- lmnr/sdk/evaluations.py,sha256=vjX5Q860X2fSJo_hANzNSowrUGqFNyzwbTQM35hd1Wo,18300
27
- lmnr/sdk/laminar.py,sha256=-hLbLNtTZ9UZlHglP0UwvVIikWogHO3EjhNdNcnK0Gc,31968
26
+ lmnr/sdk/evaluations.py,sha256=didZ1TqZKASqwaJsgXqibnGGRM37bpMjCPt66FO7tI4,18172
27
+ lmnr/sdk/laminar.py,sha256=COF0bnaU8xSZAV5tRDuP7U4RMpB8AgiadbU-rz_FRq8,31846
28
28
  lmnr/sdk/log.py,sha256=nt_YMmPw1IRbGy0b7q4rTtP4Yo3pQfNxqJPXK3nDSNQ,2213
29
- lmnr/sdk/types.py,sha256=U-e09GlX5cPBNPw84PtPq-17kiqxyoznYlbo5ybAI4o,6351
30
- lmnr/sdk/utils.py,sha256=Uk8y15x-sd5tP2ERONahElLDJVEy_3dA_1_5g9A6auY,3358
31
- lmnr-0.4.57.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
32
- lmnr-0.4.57.dist-info/METADATA,sha256=vrJgbCUrZN7SqYOQDHNyEQhb5t6vMf4PX7jhJgu7Qeg,13827
33
- lmnr-0.4.57.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
34
- lmnr-0.4.57.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
35
- lmnr-0.4.57.dist-info/RECORD,,
29
+ lmnr/sdk/types.py,sha256=Y4msdSM_IvQ5LOfV2jvk4R0-6skW5Ilml466a6swul4,6506
30
+ lmnr/sdk/utils.py,sha256=sD1YEqhdPaHweY2VGmjMF9MC-X7Ikdc49E01D-HF77E,3377
31
+ lmnr-0.4.58.dist-info/LICENSE,sha256=67b_wJHVV1CBaWkrKFWU1wyqTPSdzH77Ls-59631COg,10411
32
+ lmnr-0.4.58.dist-info/METADATA,sha256=2lASt_slr6vqL-AMM9JgOCqWTrycELl0t_XzaASytw4,13827
33
+ lmnr-0.4.58.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
34
+ lmnr-0.4.58.dist-info/entry_points.txt,sha256=K1jE20ww4jzHNZLnsfWBvU3YKDGBgbOiYG5Y7ivQcq4,37
35
+ lmnr-0.4.58.dist-info/RECORD,,
File without changes
File without changes