langtrace-python-sdk 2.1.16__tar.gz → 2.1.17__tar.gz

{langtrace_python_sdk-2.1.16 → langtrace_python_sdk-2.1.17}/.gitignore

@@ -161,3 +161,5 @@ chroma.sqlite3
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
+
+logs/

{langtrace_python_sdk-2.1.16 → langtrace_python_sdk-2.1.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.1.16
+Version: 2.1.17
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -11,6 +11,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.9
 Requires-Dist: colorama>=0.4.6
+Requires-Dist: fsspec>=2024.6.0
 Requires-Dist: opentelemetry-api>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.25.0

{langtrace_python_sdk-2.1.16 → langtrace_python_sdk-2.1.17}/pyproject.toml

@@ -27,7 +27,8 @@ dependencies = [
   'opentelemetry-exporter-otlp-proto-grpc>=1.25.0',
   'tiktoken>=0.1.1',
   'colorama>=0.4.6',
-  'sqlalchemy'
+  'sqlalchemy',
+  'fsspec>=2024.6.0'
 ]
 
 requires-python = ">=3.9"
@@ -37,11 +38,11 @@ dev = [
     "openai",
     "anthropic",
     "chromadb",
-    'qdrant-client',
+    "qdrant-client",
     "python-dotenv",
-    'pinecone-client',
+    "pinecone-client",
     "langchain",
-    'langchain-community',
+    "langchain-community",
     "langchain-openai",
     "langchain-openai",
     "chromadb",
@@ -73,6 +74,9 @@ include = [
 [tool.hatch.build.targets.wheel]
 packages = ["src/langtrace_python_sdk", "src/examples", "src/tests"]
 
+[project.entry-points."fsspec.specs"]
+langtracefs = "langtrace_python_sdk:LangTraceFileSystem"
+
 # [tool.semantic_release]
 # version_variable = "pyproject.toml:version" # version location
 # branch = "development"                             # branch to make releases of

langtrace_python_sdk-2.1.17/src/examples/inspect_ai_example/basic_eval.py

@@ -0,0 +1,28 @@
+# langtrace.init(write_spans_to_console=True)
+import fsspec
+from inspect_ai import Task, task
+from inspect_ai.dataset import csv_dataset
+from inspect_ai.scorer import model_graded_qa
+from inspect_ai.solver import chain_of_thought, generate, self_critique
+
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
+
+# from langtrace_python_sdk import langtrace
+
+
+# Manually register the filesystem with fsspec
+# Note: This is only necessary because the filesystem is not registered.
+fsspec.register_implementation(LangTraceFileSystem.protocol, LangTraceFileSystem)
+
+
+@task
+def security_guide():
+    return Task(
+        dataset=csv_dataset("langtracefs://clxc2mxu6000lpc7ntsvcjvp9"),
+        plan=[
+            chain_of_thought(),
+            self_critique()
+        ],
+        scorer=model_graded_qa()
+    )

{langtrace_python_sdk-2.1.16 → langtrace_python_sdk-2.1.17}/src/langtrace_python_sdk/__init__.py

@@ -15,16 +15,12 @@ limitations under the License.
 """
 
 from langtrace_python_sdk import langtrace
-from langtrace_python_sdk.utils.with_root_span import (
-    with_langtrace_root_span,
-    with_additional_attributes,
-)
-
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
 from langtrace_python_sdk.utils.prompt_registry import get_prompt_from_registry
 from langtrace_python_sdk.utils.with_root_span import (
-    SendUserFeedback,
-    inject_additional_attributes,
-)
+    SendUserFeedback, inject_additional_attributes, with_additional_attributes,
+    with_langtrace_root_span)
 
 __all__ = [
     "langtrace",
@@ -33,4 +29,5 @@ __all__ = [
     "inject_additional_attributes",
     "get_prompt_from_registry",
     "SendUserFeedback",
+    "LangTraceFileSystem",
 ]

langtrace_python_sdk-2.1.17/src/langtrace_python_sdk/extensions/langtrace_filesystem.py

@@ -0,0 +1,178 @@
+import json
+import io
+import os
+import requests
+from typing import Iterator, Literal, Union
+from colorama import Fore
+from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
+    LANGTRACE_REMOTE_URL,
+)
+from fsspec.spec import AbstractFileSystem
+
+OpenTextMode = Literal["r", "a", "w"]
+OpenBinaryMode = Literal["rb", "ab", "wb"]
+
+
+class OpenMode(str):
+    def __init_subclass__(cls, **kwargs):
+        allowed_values = set(OpenTextMode.__args__) | set(OpenBinaryMode.__args__)
+        super().__init_subclass__(**kwargs)
+
+        def __new__(cls, value):
+            if value not in allowed_values:
+                raise ValueError(f"Invalid value for OpenMode: {value}")
+            return super().__new__(cls, value)
+
+        cls.__new__ = __new__
+
+
+class LangTraceFile(io.BytesIO):
+    def __init__(self, fs: "LangTraceFileSystem", path: str, mode: OpenMode):
+        super().__init__()
+        self.fs = fs
+        self.path = path
+        self.mode = mode
+
+    def close(self) -> None:
+        if not self.closed:
+            self.seek(0)
+            file_data = self.getvalue()
+            self.fs.files[self.path] = file_data
+
+            # Upload the file to the remote server
+            self.upload_to_server(file_data)
+
+        super().close()
+
+    def upload_to_server(self, file_data: bytes) -> None:
+        try:
+            # Parse the log file and upload it to the server
+            log = file_data.decode("utf-8")
+            eval_log = json.loads(log)
+            data = {
+                "runId": eval_log['eval']['run_id'],
+                "taskId": eval_log['eval']['task_id'],
+                "log": log,
+            }
+            if self.path is not None:
+                dataset_id = self.path.split("/")[0]
+                print(Fore.GREEN + f"Sending results to Langtrace for dataset: {dataset_id}" + Fore.RESET)
+                data["datasetId"] = dataset_id
+            else:
+                print(Fore.GREEN + "Sending results to Langtrace" + Fore.RESET)
+            response = requests.post(
+                url=f"{LANGTRACE_REMOTE_URL}/api/run",
+                data=json.dumps(data),
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            response.raise_for_status()
+            print(
+                Fore.GREEN + "Results sent to Langtrace successfully." + Fore.RESET
+            )
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error reporting results: {error}" + Fore.RESET)
+
+
+class LangTraceFileSystem(AbstractFileSystem):
+    protocol = "langtracefs"
+    sep = "/"
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.files = {}
+        self.dirs = set()
+
+    def open(
+        self,
+        path: str,
+        mode: OpenTextMode | OpenBinaryMode = "rb",
+        **kwargs,
+    ) -> Iterator[LangTraceFile | io.BytesIO]:
+        if "r" in mode:
+            dataset_id = path
+            # Fetch file from API and return a BytesIO object
+            file_data = self.fetch_file_from_api(dataset_id)
+            return io.BytesIO(file_data)
+        elif "w" in mode or "a" in mode:
+            return LangTraceFile(self, path, mode)
+        else:
+            raise ValueError(f"Unsupported mode: {mode}")
+
+    def fetch_file_from_api(self, dataset_id: str) -> bytes:
+        try:
+            print(Fore.GREEN + f"Fetching dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response = requests.get(
+                url=f"{LANGTRACE_REMOTE_URL}/api/dataset/download?id={dataset_id}",
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            print(Fore.GREEN + f"Successfully fetched dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response.raise_for_status()
+            file_data = response.content
+            return file_data
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error fetching dataset with id: {dataset_id} from Langtrace: {error}" + Fore.RESET)
+            return b""
+
+    def makedirs(self, path: str, exist_ok: bool = False) -> None:
+        if not exist_ok and path in self.dirs:
+            raise FileExistsError(f"Directory {path} already exists")
+        self.dirs.add(path)
+
+    def info(self, path: str, **kwargs):
+        if path in self.files:
+            return {"name": path, "size": len(self.files[path]), "type": "file"}
+        elif path in self.dirs:
+            return {"name": path, "type": "directory"}
+        else:
+            raise FileNotFoundError(f"No such file or directory: {path}")
+
+    def created(self, path: str) -> float:
+        # Return a dummy creation time
+        return 0.0
+
+    def exists(self, path: str) -> bool:
+        return path in self.files or path in self.dirs
+
+    def ls(self, path: str, detail: bool = False, **kwargs):
+        if path not in self.dirs:
+            raise FileNotFoundError(f"No such directory: {path}")
+        entries = []
+        for file_path in self.files:
+            if file_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(file_path))
+                else:
+                    entries.append(file_path)
+        for dir_path in self.dirs:
+            if dir_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(dir_path))
+                else:
+                    entries.append(dir_path)
+        return entries
+
+    def walk(self, path: str, maxdepth: int = None, **kwargs):
+        for root, dirs, files in self._walk(path):
+            yield root, dirs, [self.sep.join([root, f]) for f in files]
+
+    def _walk(self, path: str):
+        if path in self.dirs:
+            dirs = [d for d in self.dirs if d.startswith(path + self.sep)]
+            files = [f for f in self.files if f.startswith(path + self.sep)]
+            yield path, [d.split(self.sep)[-1] for d in dirs], [f.split(self.sep)[-1] for f in files]
+            for d in dirs:
+                yield from self._walk(d)
+
+    def unstrip_protocol(self, path: str) -> str:
+        return path
+
+    def invalidate_cache(self, path: str = None) -> None:
+        pass

langtrace_python_sdk-2.1.17/src/langtrace_python_sdk/version.py

@@ -0,0 +1 @@
+__version__ = "2.1.17"

langtrace_python_sdk-2.1.16/src/langtrace_python_sdk/version.py

@@ -1 +0,0 @@
-__version__ = "2.1.16"