langtrace-python-sdk 2.1.15__tar.gz → 2.1.17__tar.gz

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/.gitignore

@@ -161,3 +161,5 @@ chroma.sqlite3
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+logs/

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.1.15
+Version: 2.1.17
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -11,6 +11,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.9
 Requires-Dist: colorama>=0.4.6
+Requires-Dist: fsspec>=2024.6.0
 Requires-Dist: opentelemetry-api>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.25.0
@@ -179,14 +180,14 @@ langtrace.init(custom_remote_exporter=<your_exporter>, batch=<True or False>)
 
 ### Configure Langtrace
 
-| Parameter                  | Type                                | Default Value                 | Description                                                                    |
-| -------------------------- | ----------------------------------- | ----------------------------- | ------------------------------------------------------------------------------ |
-| `api_key`                  | `str`                               | `LANGTRACE_API_KEY` or `None` | The API key for authentication.                                                |
-| `batch`                    | `bool`                              | `True`                        | Whether to batch spans before sending them.                                    |
-| `write_spans_to_console`   | `bool`                              | `False`                       | Whether to write spans to the console.                                         |
-| `custom_remote_exporter`   | `Optional[Exporter]`                | `None`                        | Custom remote exporter. If `None`, a default `LangTraceExporter` will be used. |
-| `api_host`                 | `Optional[str]`                     | `https://langtrace.ai/`       | The API host for the remote exporter.                                          |
-| `disable_instrumentations` | `Optional[DisableInstrumentations]` | `None`                        | You can pass an object to disable instrumentation for specific vendors ex: `{'only': ['openai']}` or `{'all_except': ['openai']}`
+| Parameter                  | Type                                | Default Value                 | Description                                                                                                                       |
+| -------------------------- | ----------------------------------- | ----------------------------- | --------------------------------------------------------------------------------------------------------------------------------- |
+| `api_key`                  | `str`                               | `LANGTRACE_API_KEY` or `None` | The API key for authentication.                                                                                                   |
+| `batch`                    | `bool`                              | `True`                        | Whether to batch spans before sending them.                                                                                       |
+| `write_spans_to_console`   | `bool`                              | `False`                       | Whether to write spans to the console.                                                                                            |
+| `custom_remote_exporter`   | `Optional[Exporter]`                | `None`                        | Custom remote exporter. If `None`, a default `LangTraceExporter` will be used.                                                    |
+| `api_host`                 | `Optional[str]`                     | `https://langtrace.ai/`       | The API host for the remote exporter.                                                                                             |
+| `disable_instrumentations` | `Optional[DisableInstrumentations]` | `None`                        | You can pass an object to disable instrumentation for specific vendors ex: `{'only': ['openai']}` or `{'all_except': ['openai']}` |
 
 ### Additional Customization
 
@@ -205,7 +206,30 @@ def example():
     return response
 ```
 
-- `with_additional_attributes` - this function is designed to enhance the traces by adding custom attributes to the current context. These custom attributes provide extra details about the operations being performed, making it easier to analyze and understand their behavior.
+- `inject_additional_attributes` - this function is designed to enhance the traces by adding custom attributes to the current context. These custom attributes provide extra details about the operations being performed, making it easier to analyze and understand their behavior.
+
+```python
+from langtrace_python_sdk import inject_additional_attributes
+
+
+
+def do_llm_stuff(name=""):
+    response = client.chat.completions.create(
+        model="gpt-4",
+        messages=[{"role": "user", "content": "Say this is a test three times"}],
+        stream=False,
+    )
+    return response
+
+
+def main():
+  response = inject_additional_attributes(lambda: do_llm_stuff(name="llm"), {'user.id': 'userId'})
+
+  # if the function do not take arguments then this syntax will work
+  response = inject_additional_attributes(do_llm_stuff, {'user.id': 'userId'})
+```
+
+- `with_additional_attributes` - is behaving the same as `inject_additional_attributes` but as a decorator, this will be deprecated soon.
 
 ```python
 from langtrace_python_sdk import with_langtrace_root_span, with_additional_attributes
@@ -277,7 +301,6 @@ We welcome contributions to this project. To get started, fork this repository a
 
 If you want to run any of the examples go to `run_example.py` file, you will find `ENABLED_EXAMPLES`. choose the example you want to run and just toggle the flag to `True` and run the file using `python src/run_example.py`
 
-
 ---
 
 ## Security

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/README.md

@@ -139,14 +139,14 @@ langtrace.init(custom_remote_exporter=<your_exporter>, batch=<True or False>)
 
 ### Configure Langtrace
 
-| Parameter                  | Type                                | Default Value                 | Description                                                                    |
-| -------------------------- | ----------------------------------- | ----------------------------- | ------------------------------------------------------------------------------ |
-| `api_key`                  | `str`                               | `LANGTRACE_API_KEY` or `None` | The API key for authentication.                                                |
-| `batch`                    | `bool`                              | `True`                        | Whether to batch spans before sending them.                                    |
-| `write_spans_to_console`   | `bool`                              | `False`                       | Whether to write spans to the console.                                         |
-| `custom_remote_exporter`   | `Optional[Exporter]`                | `None`                        | Custom remote exporter. If `None`, a default `LangTraceExporter` will be used. |
-| `api_host`                 | `Optional[str]`                     | `https://langtrace.ai/`       | The API host for the remote exporter.                                          |
-| `disable_instrumentations` | `Optional[DisableInstrumentations]` | `None`                        | You can pass an object to disable instrumentation for specific vendors ex: `{'only': ['openai']}` or `{'all_except': ['openai']}`
+| Parameter                  | Type                                | Default Value                 | Description                                                                                                                       |
+| -------------------------- | ----------------------------------- | ----------------------------- | --------------------------------------------------------------------------------------------------------------------------------- |
+| `api_key`                  | `str`                               | `LANGTRACE_API_KEY` or `None` | The API key for authentication.                                                                                                   |
+| `batch`                    | `bool`                              | `True`                        | Whether to batch spans before sending them.                                                                                       |
+| `write_spans_to_console`   | `bool`                              | `False`                       | Whether to write spans to the console.                                                                                            |
+| `custom_remote_exporter`   | `Optional[Exporter]`                | `None`                        | Custom remote exporter. If `None`, a default `LangTraceExporter` will be used.                                                    |
+| `api_host`                 | `Optional[str]`                     | `https://langtrace.ai/`       | The API host for the remote exporter.                                                                                             |
+| `disable_instrumentations` | `Optional[DisableInstrumentations]` | `None`                        | You can pass an object to disable instrumentation for specific vendors ex: `{'only': ['openai']}` or `{'all_except': ['openai']}` |
 
 ### Additional Customization
 
@@ -165,7 +165,30 @@ def example():
     return response
 ```
 
-- `with_additional_attributes` - this function is designed to enhance the traces by adding custom attributes to the current context. These custom attributes provide extra details about the operations being performed, making it easier to analyze and understand their behavior.
+- `inject_additional_attributes` - this function is designed to enhance the traces by adding custom attributes to the current context. These custom attributes provide extra details about the operations being performed, making it easier to analyze and understand their behavior.
+
+```python
+from langtrace_python_sdk import inject_additional_attributes
+
+
+
+def do_llm_stuff(name=""):
+    response = client.chat.completions.create(
+        model="gpt-4",
+        messages=[{"role": "user", "content": "Say this is a test three times"}],
+        stream=False,
+    )
+    return response
+
+
+def main():
+  response = inject_additional_attributes(lambda: do_llm_stuff(name="llm"), {'user.id': 'userId'})
+
+  # if the function do not take arguments then this syntax will work
+  response = inject_additional_attributes(do_llm_stuff, {'user.id': 'userId'})
+```
+
+- `with_additional_attributes` - is behaving the same as `inject_additional_attributes` but as a decorator, this will be deprecated soon.
 
 ```python
 from langtrace_python_sdk import with_langtrace_root_span, with_additional_attributes
@@ -237,7 +260,6 @@ We welcome contributions to this project. To get started, fork this repository a
 
 If you want to run any of the examples go to `run_example.py` file, you will find `ENABLED_EXAMPLES`. choose the example you want to run and just toggle the flag to `True` and run the file using `python src/run_example.py`
 
-
 ---
 
 ## Security

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/pyproject.toml

@@ -27,7 +27,8 @@ dependencies = [
   'opentelemetry-exporter-otlp-proto-grpc>=1.25.0',
   'tiktoken>=0.1.1',
   'colorama>=0.4.6',
-  'sqlalchemy'
+  'sqlalchemy',
+  'fsspec>=2024.6.0'
 ]
 
 requires-python = ">=3.9"
@@ -37,11 +38,11 @@ dev = [
     "openai",
     "anthropic",
     "chromadb",
-    'qdrant-client',
+    "qdrant-client",
     "python-dotenv",
-    'pinecone-client',
+    "pinecone-client",
     "langchain",
-    'langchain-community',
+    "langchain-community",
     "langchain-openai",
     "langchain-openai",
     "chromadb",
@@ -73,6 +74,9 @@ include = [
 [tool.hatch.build.targets.wheel]
 packages = ["src/langtrace_python_sdk", "src/examples", "src/tests"]
 
+[project.entry-points."fsspec.specs"]
+langtracefs = "langtrace_python_sdk:LangTraceFileSystem"
+
 # [tool.semantic_release]
 # version_variable = "pyproject.toml:version" # version location
 # branch = "development"                             # branch to make releases of

langtrace_python_sdk-2.1.17/src/examples/inspect_ai_example/basic_eval.py

@@ -0,0 +1,28 @@
+# langtrace.init(write_spans_to_console=True)
+import fsspec
+from inspect_ai import Task, task
+from inspect_ai.dataset import csv_dataset
+from inspect_ai.scorer import model_graded_qa
+from inspect_ai.solver import chain_of_thought, generate, self_critique
+
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
+
+# from langtrace_python_sdk import langtrace
+
+
+# Manually register the filesystem with fsspec
+# Note: This is only necessary because the filesystem is not registered.
+fsspec.register_implementation(LangTraceFileSystem.protocol, LangTraceFileSystem)
+
+
+@task
+def security_guide():
+    return Task(
+        dataset=csv_dataset("langtracefs://clxc2mxu6000lpc7ntsvcjvp9"),
+        plan=[
+            chain_of_thought(),
+            self_critique()
+        ],
+        scorer=model_graded_qa()
+    )

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/src/examples/langchain_example/basic.py

@@ -18,7 +18,6 @@ _ = load_dotenv(find_dotenv())
 langtrace.init()
 
 
-# @with_additional_attributes({"user.id": "1234", "user.feedback.rating": 1})
 def api_call_1():
     llm = ChatOpenAI()
     prompt = ChatPromptTemplate.from_messages(
@@ -33,7 +32,6 @@ def api_call_1():
     print(res)
 
 
-# @with_additional_attributes({"user.id": "37373", "user.feedback.rating": 1})
 def api_call_2():
     llm = ChatOpenAI()
     prompt = ChatPromptTemplate.from_messages(

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/src/examples/openai_example/chat_completion.py

@@ -13,7 +13,6 @@ langtrace.init(write_spans_to_console=False)
 client = OpenAI()
 
 
-@with_additional_attributes({"user.id": "1234", "user.feedback.rating": 1})
 def api():
     response = client.chat.completions.create(
         model="gpt-4",

langtrace_python_sdk-2.1.17/src/examples/pinecone_example/__init__.py

@@ -0,0 +1,16 @@
+from langtrace_python_sdk import (
+    get_prompt_from_registry,
+    with_langtrace_root_span,
+    with_additional_attributes,
+    inject_additional_attributes,
+)
+
+
+class PineconeRunner:
+    @with_langtrace_root_span("Pinecone")
+    def run(self):
+        from .basic import basic as do_llm_stuff
+
+        response = inject_additional_attributes(do_llm_stuff, {"user.id": 1234})
+        print(response)
+        return response

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/src/examples/pinecone_example/basic.py

@@ -7,6 +7,7 @@ from openai import OpenAI
 from pinecone import Pinecone, ServerlessSpec
 
 from langtrace_python_sdk import (
+    get_prompt_from_registry,
     langtrace,
     with_langtrace_root_span,
     with_additional_attributes,
@@ -14,7 +15,6 @@ from langtrace_python_sdk import (
 from langtrace_python_sdk.utils.with_root_span import SendUserFeedback
 
 _ = load_dotenv(find_dotenv())
-
 langtrace.init()
 
 client = OpenAI()
@@ -32,10 +32,8 @@ def create_index():
     )
 
 
-@with_additional_attributes({"db.embedding_model": "text-embedding-ada-002"})
 @with_langtrace_root_span("Pinecone Basic")
-def basic(span_id=None, trace_id=None):
-
+def basic():
     result = client.embeddings.create(
         model="text-embedding-ada-002",
         input="Some random text string goes here",
@@ -53,10 +51,7 @@ def basic(span_id=None, trace_id=None):
     resp = index.query(
         vector=embedding, top_k=1, include_values=False, namespace="test-namespace"
     )
-    SendUserFeedback().evaluate(
-        {"spanId": span_id, "traceId": trace_id, "userScore": 1, "userId": "123"}
-    )
+    # SendUserFeedback().evaluate(
+    #     {"spanId": span_id, "traceId": trace_id, "userScore": 1, "userId": "123"}
+    # )
     return [res, resp]
-
-
-# create_index()

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/src/langtrace_python_sdk/__init__.py

@@ -15,18 +15,19 @@ limitations under the License.
 """
 
 from langtrace_python_sdk import langtrace
-from langtrace_python_sdk.utils.with_root_span import (
-    with_langtrace_root_span,
-    with_additional_attributes,
-)
-
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
 from langtrace_python_sdk.utils.prompt_registry import get_prompt_from_registry
-from langtrace_python_sdk.utils.with_root_span import SendUserFeedback
+from langtrace_python_sdk.utils.with_root_span import (
+    SendUserFeedback, inject_additional_attributes, with_additional_attributes,
+    with_langtrace_root_span)
 
 __all__ = [
     "langtrace",
     "with_langtrace_root_span",
     "with_additional_attributes",
+    "inject_additional_attributes",
     "get_prompt_from_registry",
     "SendUserFeedback",
+    "LangTraceFileSystem",
 ]

langtrace_python_sdk-2.1.17/src/langtrace_python_sdk/extensions/langtrace_filesystem.py

@@ -0,0 +1,178 @@
+import json
+import io
+import os
+import requests
+from typing import Iterator, Literal, Union
+from colorama import Fore
+from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
+    LANGTRACE_REMOTE_URL,
+)
+from fsspec.spec import AbstractFileSystem
+
+OpenTextMode = Literal["r", "a", "w"]
+OpenBinaryMode = Literal["rb", "ab", "wb"]
+
+
+class OpenMode(str):
+    def __init_subclass__(cls, **kwargs):
+        allowed_values = set(OpenTextMode.__args__) | set(OpenBinaryMode.__args__)
+        super().__init_subclass__(**kwargs)
+
+        def __new__(cls, value):
+            if value not in allowed_values:
+                raise ValueError(f"Invalid value for OpenMode: {value}")
+            return super().__new__(cls, value)
+
+        cls.__new__ = __new__
+
+
+class LangTraceFile(io.BytesIO):
+    def __init__(self, fs: "LangTraceFileSystem", path: str, mode: OpenMode):
+        super().__init__()
+        self.fs = fs
+        self.path = path
+        self.mode = mode
+
+    def close(self) -> None:
+        if not self.closed:
+            self.seek(0)
+            file_data = self.getvalue()
+            self.fs.files[self.path] = file_data
+
+            # Upload the file to the remote server
+            self.upload_to_server(file_data)
+
+        super().close()
+
+    def upload_to_server(self, file_data: bytes) -> None:
+        try:
+            # Parse the log file and upload it to the server
+            log = file_data.decode("utf-8")
+            eval_log = json.loads(log)
+            data = {
+                "runId": eval_log['eval']['run_id'],
+                "taskId": eval_log['eval']['task_id'],
+                "log": log,
+            }
+            if self.path is not None:
+                dataset_id = self.path.split("/")[0]
+                print(Fore.GREEN + f"Sending results to Langtrace for dataset: {dataset_id}" + Fore.RESET)
+                data["datasetId"] = dataset_id
+            else:
+                print(Fore.GREEN + "Sending results to Langtrace" + Fore.RESET)
+            response = requests.post(
+                url=f"{LANGTRACE_REMOTE_URL}/api/run",
+                data=json.dumps(data),
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            response.raise_for_status()
+            print(
+                Fore.GREEN + "Results sent to Langtrace successfully." + Fore.RESET
+            )
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error reporting results: {error}" + Fore.RESET)
+
+
+class LangTraceFileSystem(AbstractFileSystem):
+    protocol = "langtracefs"
+    sep = "/"
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.files = {}
+        self.dirs = set()
+
+    def open(
+        self,
+        path: str,
+        mode: OpenTextMode | OpenBinaryMode = "rb",
+        **kwargs,
+    ) -> Iterator[LangTraceFile | io.BytesIO]:
+        if "r" in mode:
+            dataset_id = path
+            # Fetch file from API and return a BytesIO object
+            file_data = self.fetch_file_from_api(dataset_id)
+            return io.BytesIO(file_data)
+        elif "w" in mode or "a" in mode:
+            return LangTraceFile(self, path, mode)
+        else:
+            raise ValueError(f"Unsupported mode: {mode}")
+
+    def fetch_file_from_api(self, dataset_id: str) -> bytes:
+        try:
+            print(Fore.GREEN + f"Fetching dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response = requests.get(
+                url=f"{LANGTRACE_REMOTE_URL}/api/dataset/download?id={dataset_id}",
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            print(Fore.GREEN + f"Successfully fetched dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response.raise_for_status()
+            file_data = response.content
+            return file_data
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error fetching dataset with id: {dataset_id} from Langtrace: {error}" + Fore.RESET)
+            return b""
+
+    def makedirs(self, path: str, exist_ok: bool = False) -> None:
+        if not exist_ok and path in self.dirs:
+            raise FileExistsError(f"Directory {path} already exists")
+        self.dirs.add(path)
+
+    def info(self, path: str, **kwargs):
+        if path in self.files:
+            return {"name": path, "size": len(self.files[path]), "type": "file"}
+        elif path in self.dirs:
+            return {"name": path, "type": "directory"}
+        else:
+            raise FileNotFoundError(f"No such file or directory: {path}")
+
+    def created(self, path: str) -> float:
+        # Return a dummy creation time
+        return 0.0
+
+    def exists(self, path: str) -> bool:
+        return path in self.files or path in self.dirs
+
+    def ls(self, path: str, detail: bool = False, **kwargs):
+        if path not in self.dirs:
+            raise FileNotFoundError(f"No such directory: {path}")
+        entries = []
+        for file_path in self.files:
+            if file_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(file_path))
+                else:
+                    entries.append(file_path)
+        for dir_path in self.dirs:
+            if dir_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(dir_path))
+                else:
+                    entries.append(dir_path)
+        return entries
+
+    def walk(self, path: str, maxdepth: int = None, **kwargs):
+        for root, dirs, files in self._walk(path):
+            yield root, dirs, [self.sep.join([root, f]) for f in files]
+
+    def _walk(self, path: str):
+        if path in self.dirs:
+            dirs = [d for d in self.dirs if d.startswith(path + self.sep)]
+            files = [f for f in self.files if f.startswith(path + self.sep)]
+            yield path, [d.split(self.sep)[-1] for d in dirs], [f.split(self.sep)[-1] for f in files]
+            for d in dirs:
+                yield from self._walk(d)
+
+    def unstrip_protocol(self, path: str) -> str:
+        return path
+
+    def invalidate_cache(self, path: str = None) -> None:
+        pass

{langtrace_python_sdk-2.1.15 → langtrace_python_sdk-2.1.17}/src/langtrace_python_sdk/utils/with_root_span.py

@@ -16,6 +16,7 @@ limitations under the License.
 
 import asyncio
 import os
+from deprecated import deprecated
 from functools import wraps
 from typing import Optional
 
@@ -23,9 +24,6 @@ import requests
 from opentelemetry import baggage, context, trace
 from opentelemetry.trace import SpanKind
 
-from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
-    LANGTRACE_REMOTE_URL,
-)
 from langtrace_python_sdk.constants.instrumentation.common import (
     LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY,
 )
@@ -87,7 +85,14 @@ def with_langtrace_root_span(
     return decorator
 
 
+@deprecated(reason="Use inject_additional_attributes instead")
 def with_additional_attributes(attributes={}):
+    print(
+        Fore.YELLOW
+        + "with_additional_attributes is deprecated, use inject_additional_attributes instead"
+        + Fore.RESET
+    )
+
     def decorator(func):
         @wraps(func)
         def sync_wrapper(*args, **kwargs):
@@ -113,6 +118,16 @@ def with_additional_attributes(attributes={}):
     return decorator
 
 
+def inject_additional_attributes(fn, attributes=None):
+    if attributes:
+        new_ctx = baggage.set_baggage(
+            LANGTRACE_ADDITIONAL_SPAN_ATTRIBUTES_KEY, attributes
+        )
+        context.attach(new_ctx)
+
+    return fn()
+
+
 class SendUserFeedback:
     _langtrace_host: str
     _langtrace_api_key: str

langtrace_python_sdk-2.1.17/src/langtrace_python_sdk/version.py

@@ -0,0 +1 @@
+__version__ = "2.1.17"

langtrace_python_sdk-2.1.15/src/examples/pinecone_example/__init__.py

@@ -1,9 +0,0 @@
-from langtrace_python_sdk import with_langtrace_root_span
-
-
-class PineconeRunner:
-    @with_langtrace_root_span("Pinecone")
-    def run(self):
-        from .basic import basic as basic_app
-
-        basic_app()

langtrace_python_sdk-2.1.15/src/langtrace_python_sdk/version.py

@@ -1 +0,0 @@
-__version__ = "2.1.15"