lmnr 0.4.39b1__tar.gz → 0.4.42__tar.gz

{lmnr-0.4.39b1 → lmnr-0.4.42}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lmnr
-Version: 0.4.39b1
+Version: 0.4.42
 Summary: Python SDK for Laminar AI
 License: Apache-2.0
 Author: lmnr.ai
@@ -13,11 +13,11 @@ Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
 Provides-Extra: alephalpha
+Provides-Extra: all
 Provides-Extra: anthropic
 Provides-Extra: bedrock
 Provides-Extra: chromadb
 Provides-Extra: cohere
-Provides-Extra: full
 Provides-Extra: google-generativeai
 Provides-Extra: groq
 Provides-Extra: haystack
@@ -38,6 +38,7 @@ Provides-Extra: transformers
 Provides-Extra: vertexai
 Provides-Extra: watsonx
 Provides-Extra: weaviate
+Requires-Dist: aiohttp (>=3.0,<4.0)
 Requires-Dist: argparse (>=1.0,<2.0)
 Requires-Dist: backoff (>=2.0,<3.0)
 Requires-Dist: deprecated (>=1.0,<2.0)
@@ -45,35 +46,35 @@ Requires-Dist: jinja2 (>=3.0,<4.0)
 Requires-Dist: opentelemetry-api (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (>=1.28.0)
 Requires-Dist: opentelemetry-exporter-otlp-proto-http (>=1.28.0)
-Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.33.12) ; extra == "full" or extra == "alephalpha"
-Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.33.12) ; extra == "full" or extra == "anthropic"
-Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.33.12) ; extra == "full" or extra == "bedrock"
-Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.33.12) ; extra == "full" or extra == "chromadb"
-Requires-Dist: opentelemetry-instrumentation-cohere (>=0.33.12) ; extra == "full" or extra == "cohere"
-Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.33.12) ; extra == "full" or extra == "google-generativeai"
-Requires-Dist: opentelemetry-instrumentation-groq (>=0.33.12) ; extra == "full" or extra == "groq"
-Requires-Dist: opentelemetry-instrumentation-haystack (>=0.33.12) ; extra == "full" or extra == "haystack"
-Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.33.12) ; extra == "full" or extra == "lancedb"
-Requires-Dist: opentelemetry-instrumentation-langchain (>=0.33.12) ; extra == "full" or extra == "langchain"
-Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.33.12) ; extra == "full" or extra == "llamaindex"
-Requires-Dist: opentelemetry-instrumentation-marqo (>=0.33.12) ; extra == "full" or extra == "marqo"
-Requires-Dist: opentelemetry-instrumentation-milvus (>=0.33.12) ; extra == "full" or extra == "milvus"
-Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.33.12) ; extra == "full" or extra == "mistralai"
-Requires-Dist: opentelemetry-instrumentation-ollama (>=0.33.12) ; extra == "full" or extra == "ollama"
-Requires-Dist: opentelemetry-instrumentation-openai (>=0.33.12) ; extra == "full" or extra == "openai"
-Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.33.12) ; extra == "full" or extra == "pinecone"
-Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.33.12) ; extra == "full" or extra == "qdrant"
-Requires-Dist: opentelemetry-instrumentation-replicate (>=0.33.12) ; extra == "full" or extra == "replicate"
+Requires-Dist: opentelemetry-instrumentation-alephalpha (>=0.33.12) ; extra == "all" or extra == "alephalpha"
+Requires-Dist: opentelemetry-instrumentation-anthropic (>=0.33.12) ; extra == "all" or extra == "anthropic"
+Requires-Dist: opentelemetry-instrumentation-bedrock (>=0.33.12) ; extra == "all" or extra == "bedrock"
+Requires-Dist: opentelemetry-instrumentation-chromadb (>=0.33.12) ; extra == "all" or extra == "chromadb"
+Requires-Dist: opentelemetry-instrumentation-cohere (>=0.33.12) ; extra == "all" or extra == "cohere"
+Requires-Dist: opentelemetry-instrumentation-google-generativeai (>=0.33.12) ; extra == "all" or extra == "google-generativeai"
+Requires-Dist: opentelemetry-instrumentation-groq (>=0.33.12) ; extra == "all" or extra == "groq"
+Requires-Dist: opentelemetry-instrumentation-haystack (>=0.33.12) ; extra == "all" or extra == "haystack"
+Requires-Dist: opentelemetry-instrumentation-lancedb (>=0.33.12) ; extra == "all" or extra == "lancedb"
+Requires-Dist: opentelemetry-instrumentation-langchain (>=0.33.12) ; extra == "all" or extra == "langchain"
+Requires-Dist: opentelemetry-instrumentation-llamaindex (>=0.33.12) ; extra == "all" or extra == "llamaindex"
+Requires-Dist: opentelemetry-instrumentation-marqo (>=0.33.12) ; extra == "all" or extra == "marqo"
+Requires-Dist: opentelemetry-instrumentation-milvus (>=0.33.12) ; extra == "all" or extra == "milvus"
+Requires-Dist: opentelemetry-instrumentation-mistralai (>=0.33.12) ; extra == "all" or extra == "mistralai"
+Requires-Dist: opentelemetry-instrumentation-ollama (>=0.33.12) ; extra == "all" or extra == "ollama"
+Requires-Dist: opentelemetry-instrumentation-openai (>=0.33.12) ; extra == "all" or extra == "openai"
+Requires-Dist: opentelemetry-instrumentation-pinecone (>=0.33.12) ; extra == "all" or extra == "pinecone"
+Requires-Dist: opentelemetry-instrumentation-qdrant (>=0.33.12) ; extra == "all" or extra == "qdrant"
+Requires-Dist: opentelemetry-instrumentation-replicate (>=0.33.12) ; extra == "all" or extra == "replicate"
 Requires-Dist: opentelemetry-instrumentation-requests (>=0.49b0,<0.50)
-Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.33.12) ; extra == "full" or extra == "sagemaker"
+Requires-Dist: opentelemetry-instrumentation-sagemaker (>=0.33.12) ; extra == "all" or extra == "sagemaker"
 Requires-Dist: opentelemetry-instrumentation-sqlalchemy (>=0.49b0,<0.50)
 Requires-Dist: opentelemetry-instrumentation-threading (>=0.49b0,<0.50)
-Requires-Dist: opentelemetry-instrumentation-together (>=0.33.12) ; extra == "full" or extra == "together"
-Requires-Dist: opentelemetry-instrumentation-transformers (>=0.33.12) ; extra == "full" or extra == "transformers"
+Requires-Dist: opentelemetry-instrumentation-together (>=0.33.12) ; extra == "all" or extra == "together"
+Requires-Dist: opentelemetry-instrumentation-transformers (>=0.33.12) ; extra == "all" or extra == "transformers"
 Requires-Dist: opentelemetry-instrumentation-urllib3 (>=0.49b0,<0.50)
-Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.33.12) ; extra == "full" or extra == "vertexai"
-Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.33.12) ; extra == "full" or extra == "watsonx"
-Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.33.12) ; extra == "full" or extra == "weaviate"
+Requires-Dist: opentelemetry-instrumentation-vertexai (>=0.33.12) ; extra == "all" or extra == "vertexai"
+Requires-Dist: opentelemetry-instrumentation-watsonx (>=0.33.12) ; extra == "all" or extra == "watsonx"
+Requires-Dist: opentelemetry-instrumentation-weaviate (>=0.33.12) ; extra == "all" or extra == "weaviate"
 Requires-Dist: opentelemetry-sdk (>=1.28.0)
 Requires-Dist: opentelemetry-semantic-conventions-ai (==0.4.2)
 Requires-Dist: pydantic (>=2.7,<3.0)
@@ -98,23 +99,28 @@ Check our [open-source repo](https://github.com/lmnr-ai/lmnr) and don't forget t
 
 ## Quickstart
 
-First, install the package:
+First, install the package, specifying the instrumentations you want to use.
+
+For example, to install the package with OpenAI and Anthropic instrumentations:
 
 ```sh
-pip install lmnr
+pip install 'lmnr[anthropic,openai]'
+```
+
+To install all possible instrumentations, use the following command:
+
+```sh
+pip install 'lmnr[all]'
 ```
 
-And then in the code
+Initialize Laminar in your code:
 
 ```python
-from lmnr import Laminar as L
+from lmnr import Laminar
 
-L.initialize(project_api_key="<PROJECT_API_KEY>")
+Laminar.initialize(project_api_key="<PROJECT_API_KEY>")
 ```
 
-This will automatically instrument most of the LLM, Vector DB, and related
-calls with OpenTelemetry-compatible instrumentation.
-
 Note that you need to only initialize Laminar once in your application.
 
 ## Instrumentation
@@ -127,9 +133,9 @@ This can be useful if you want to trace a request handler or a function which co
 ```python
 import os
 from openai import OpenAI
-from lmnr import Laminar as L, Instruments
+from lmnr import Laminar
 
-L.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"])
+Laminar.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"])
 
 client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
 
@@ -152,9 +158,7 @@ def poem_writer(topic: str):
 @observe()
 def generate_poems():
     poem1 = poem_writer(topic="laminar flow")
-    L.event("is_poem_generated", True)
     poem2 = poem_writer(topic="turbulence")
-    L.event("is_poem_generated", True)
     poems = f"{poem1}\n\n---\n\n{poem2}"
     return poems
 ```
@@ -163,18 +167,10 @@ Also, you can use `Laminar.start_as_current_span` if you want to record a chunk
 
 ```python
 def handle_user_request(topic: str):
-    with L.start_as_current_span(name="poem_writer", input=topic):
-        ...
-
+    with Laminar.start_as_current_span(name="poem_writer", input=topic):
         poem = poem_writer(topic=topic)
-        
-        ...
-        
-        # while within the span, you can attach laminar events to it
-        L.event("is_poem_generated", True)
-
         # Use set_span_output to record the output of the span
-        L.set_span_output(poem)
+        Laminar.set_span_output(poem)
 ```
 
 ### Automatic instrumentation
@@ -189,9 +185,9 @@ calls with OpenTelemetry-compatible instrumentation, then pass the appropriate i
 For example, if you want to only instrument OpenAI and Anthropic, then do the following:
 
 ```python
-from lmnr import Laminar as L, Instruments
+from lmnr import Laminar, Instruments
 
-L.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"], instruments={Instruments.OPENAI, Instruments.ANTHROPIC})
+Laminar.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"], instruments={Instruments.OPENAI, Instruments.ANTHROPIC})
 ```
 
 If you want to fully disable any kind of autoinstrumentation, pass an empty set as `instruments=set()` to `.initialize()`. 
@@ -272,11 +268,11 @@ Once your pipeline target is set, you can call it from Python in just a few line
 Example use:
 
 ```python
-from lmnr import Laminar as L
+from lmnr import Laminar
 
-L.initialize('<YOUR_PROJECT_API_KEY>', instruments=set())
+Laminar.initialize('<YOUR_PROJECT_API_KEY>', instruments=set())
 
-result = l.run(
+result = Laminar.run(
     pipeline = 'my_pipeline_name',
     inputs = {'input_node_name': 'some_value'},
     # all environment variables
@@ -295,3 +291,15 @@ PipelineRunResponse(
 )
 ```
 
+## Semantic search
+
+You can perform a semantic search on a dataset in Laminar by calling `Laminar.semantic_search`.
+
+```python
+response = Laminar.semantic_search(
+    query="Greatest Chinese architectural wonders",
+    dataset_id=uuid.UUID("413f8404-724c-4aa4-af16-714d84fd7958"),
+)
+```
+
+[Read more](https://docs.lmnr.ai/datasets/indexing) about indexing and semantic search.

{lmnr-0.4.39b1 → lmnr-0.4.42}/README.md

@@ -13,23 +13,28 @@ Check our [open-source repo](https://github.com/lmnr-ai/lmnr) and don't forget t
 
 ## Quickstart
 
-First, install the package:
+First, install the package, specifying the instrumentations you want to use.
+
+For example, to install the package with OpenAI and Anthropic instrumentations:
 
 ```sh
-pip install lmnr
+pip install 'lmnr[anthropic,openai]'
+```
+
+To install all possible instrumentations, use the following command:
+
+```sh
+pip install 'lmnr[all]'
 ```
 
-And then in the code
+Initialize Laminar in your code:
 
 ```python
-from lmnr import Laminar as L
+from lmnr import Laminar
 
-L.initialize(project_api_key="<PROJECT_API_KEY>")
+Laminar.initialize(project_api_key="<PROJECT_API_KEY>")
 ```
 
-This will automatically instrument most of the LLM, Vector DB, and related
-calls with OpenTelemetry-compatible instrumentation.
-
 Note that you need to only initialize Laminar once in your application.
 
 ## Instrumentation
@@ -42,9 +47,9 @@ This can be useful if you want to trace a request handler or a function which co
 ```python
 import os
 from openai import OpenAI
-from lmnr import Laminar as L, Instruments
+from lmnr import Laminar
 
-L.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"])
+Laminar.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"])
 
 client = OpenAI(api_key=os.environ["OPENAI_API_KEY"])
 
@@ -67,9 +72,7 @@ def poem_writer(topic: str):
 @observe()
 def generate_poems():
     poem1 = poem_writer(topic="laminar flow")
-    L.event("is_poem_generated", True)
     poem2 = poem_writer(topic="turbulence")
-    L.event("is_poem_generated", True)
     poems = f"{poem1}\n\n---\n\n{poem2}"
     return poems
 ```
@@ -78,18 +81,10 @@ Also, you can use `Laminar.start_as_current_span` if you want to record a chunk
 
 ```python
 def handle_user_request(topic: str):
-    with L.start_as_current_span(name="poem_writer", input=topic):
-        ...
-
+    with Laminar.start_as_current_span(name="poem_writer", input=topic):
         poem = poem_writer(topic=topic)
-        
-        ...
-        
-        # while within the span, you can attach laminar events to it
-        L.event("is_poem_generated", True)
-
         # Use set_span_output to record the output of the span
-        L.set_span_output(poem)
+        Laminar.set_span_output(poem)
 ```
 
 ### Automatic instrumentation
@@ -104,9 +99,9 @@ calls with OpenTelemetry-compatible instrumentation, then pass the appropriate i
 For example, if you want to only instrument OpenAI and Anthropic, then do the following:
 
 ```python
-from lmnr import Laminar as L, Instruments
+from lmnr import Laminar, Instruments
 
-L.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"], instruments={Instruments.OPENAI, Instruments.ANTHROPIC})
+Laminar.initialize(project_api_key=os.environ["LMNR_PROJECT_API_KEY"], instruments={Instruments.OPENAI, Instruments.ANTHROPIC})
 ```
 
 If you want to fully disable any kind of autoinstrumentation, pass an empty set as `instruments=set()` to `.initialize()`. 
@@ -187,11 +182,11 @@ Once your pipeline target is set, you can call it from Python in just a few line
 Example use:
 
 ```python
-from lmnr import Laminar as L
+from lmnr import Laminar
 
-L.initialize('<YOUR_PROJECT_API_KEY>', instruments=set())
+Laminar.initialize('<YOUR_PROJECT_API_KEY>', instruments=set())
 
-result = l.run(
+result = Laminar.run(
     pipeline = 'my_pipeline_name',
     inputs = {'input_node_name': 'some_value'},
     # all environment variables
@@ -209,3 +204,16 @@ PipelineRunResponse(
     run_id='53b012d5-5759-48a6-a9c5-0011610e3669'
 )
 ```
+
+## Semantic search
+
+You can perform a semantic search on a dataset in Laminar by calling `Laminar.semantic_search`.
+
+```python
+response = Laminar.semantic_search(
+    query="Greatest Chinese architectural wonders",
+    dataset_id=uuid.UUID("413f8404-724c-4aa4-af16-714d84fd7958"),
+)
+```
+
+[Read more](https://docs.lmnr.ai/datasets/indexing) about indexing and semantic search.

{lmnr-0.4.39b1 → lmnr-0.4.42}/pyproject.toml

@@ -6,7 +6,7 @@
 
 [project]
 name = "lmnr"
-version = "0.4.39b1"
+version = "0.4.42"
 description = "Python SDK for Laminar AI"
 authors = [
   { name = "lmnr.ai", email = "founders@lmnr.ai" }
@@ -17,7 +17,7 @@ license = "Apache-2.0"
 
 [tool.poetry]
 name = "lmnr"
-version = "0.4.39b1"
+version = "0.4.42"
 description = "Python SDK for Laminar AI"
 authors = ["lmnr.ai"]
 readme = "README.md"
@@ -43,6 +43,7 @@ jinja2 = "~=3.0"
 deprecated = "~=1.0"
 tqdm = "~=4.0"
 argparse = "~=1.0"
+aiohttp = "~=3.0"
 opentelemetry-instrumentation-alephalpha = {version = ">=0.33.12", optional = true}
 opentelemetry-instrumentation-anthropic = {version = ">=0.33.12", optional = true}
 opentelemetry-instrumentation-bedrock = {version = ">=0.33.12", optional = true}
@@ -69,17 +70,17 @@ opentelemetry-instrumentation-vertexai = {version = ">=0.33.12", optional = true
 opentelemetry-instrumentation-watsonx = {version = ">=0.33.12", optional = true}
 opentelemetry-instrumentation-weaviate = {version = ">=0.33.12", optional = true}
 
+[tool.poetry.extras]
 # List of all possible extras. You can specify one or more of these extras
-# when installing the package, like
+# when installing the package, using any of the following:
 # `pip install 'lmnr[anthropic,openai]'`
-# `uv pip install lmnr[anthropic,openai]`
+# `uv pip install 'lmnr[anthropic,openai]'`
 # `uv add lmnr --extra anthropic --extra openai`
-# `poetry add lmnr[anthropic,openai]`
+# `poetry add 'lmnr[anthropic,openai]'`
 
-# `full` is the group added for convenience, if you want to install all
+# `all` is the group added for convenience, if you want to install all
 # the instrumentations.
-[tool.poetry.extras]
-full = [
+all = [
   "opentelemetry-instrumentation-alephalpha",
   "opentelemetry-instrumentation-anthropic",
   "opentelemetry-instrumentation-bedrock",

lmnr-0.4.42/src/lmnr/cli.py

@@ -0,0 +1,53 @@
+from argparse import ArgumentParser
+import asyncio
+import importlib.util
+import os
+import sys
+
+from .sdk.eval_control import PREPARE_ONLY, EVALUATION_INSTANCE
+
+
+async def run_evaluation(args):
+    sys.path.append(os.getcwd())
+
+    prep_token = PREPARE_ONLY.set(True)
+    try:
+        file = os.path.abspath(args.file)
+        name = "user_module"
+
+        spec = importlib.util.spec_from_file_location(name, file)
+        if spec is None or spec.loader is None:
+            raise ImportError(f"Could not load module specification from {file}")
+        mod = importlib.util.module_from_spec(spec)
+        sys.modules[name] = mod
+
+        spec.loader.exec_module(mod)
+        evaluation = EVALUATION_INSTANCE.get()
+        if evaluation is None:
+            raise RuntimeError("Evaluation instance not found")
+
+        await evaluation.run()
+    finally:
+        PREPARE_ONLY.reset(prep_token)
+
+
+def cli():
+    parser = ArgumentParser(
+        prog="lmnr",
+        description="CLI for Laminar",
+    )
+
+    subparsers = parser.add_subparsers(title="subcommands", dest="subcommand")
+
+    parser_eval = subparsers.add_parser(
+        "eval",
+        description="Run an evaluation",
+        help="Run an evaluation",
+    )
+    parser_eval.add_argument("file", help="A file containing the evaluation to run")
+
+    parsed = parser.parse_args()
+    if parsed.subcommand == "eval":
+        asyncio.run(run_evaluation(parsed))
+    else:
+        parser.print_help()