langtrace-python-sdk 2.1.16__py3-none-any.whl → 2.1.17__py3-none-any.whl

examples/inspect_ai_example/basic_eval.py

@@ -0,0 +1,28 @@
+# langtrace.init(write_spans_to_console=True)
+import fsspec
+from inspect_ai import Task, task
+from inspect_ai.dataset import csv_dataset
+from inspect_ai.scorer import model_graded_qa
+from inspect_ai.solver import chain_of_thought, generate, self_critique
+
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
+
+# from langtrace_python_sdk import langtrace
+
+
+# Manually register the filesystem with fsspec
+# Note: This is only necessary because the filesystem is not registered.
+fsspec.register_implementation(LangTraceFileSystem.protocol, LangTraceFileSystem)
+
+
+@task
+def security_guide():
+    return Task(
+        dataset=csv_dataset("langtracefs://clxc2mxu6000lpc7ntsvcjvp9"),
+        plan=[
+            chain_of_thought(),
+            self_critique()
+        ],
+        scorer=model_graded_qa()
+    )

langtrace_python_sdk/__init__.py

@@ -15,16 +15,12 @@ limitations under the License.
 """
 
 from langtrace_python_sdk import langtrace
-from langtrace_python_sdk.utils.with_root_span import (
-    with_langtrace_root_span,
-    with_additional_attributes,
-)
-
+from langtrace_python_sdk.extensions.langtrace_filesystem import \
+    LangTraceFileSystem
 from langtrace_python_sdk.utils.prompt_registry import get_prompt_from_registry
 from langtrace_python_sdk.utils.with_root_span import (
-    SendUserFeedback,
-    inject_additional_attributes,
-)
+    SendUserFeedback, inject_additional_attributes, with_additional_attributes,
+    with_langtrace_root_span)
 
 __all__ = [
     "langtrace",
@@ -33,4 +29,5 @@ __all__ = [
     "inject_additional_attributes",
     "get_prompt_from_registry",
     "SendUserFeedback",
+    "LangTraceFileSystem",
 ]

langtrace_python_sdk/extensions/langtrace_filesystem.py

@@ -0,0 +1,178 @@
+import json
+import io
+import os
+import requests
+from typing import Iterator, Literal, Union
+from colorama import Fore
+from langtrace_python_sdk.constants.exporter.langtrace_exporter import (
+    LANGTRACE_REMOTE_URL,
+)
+from fsspec.spec import AbstractFileSystem
+
+OpenTextMode = Literal["r", "a", "w"]
+OpenBinaryMode = Literal["rb", "ab", "wb"]
+
+
+class OpenMode(str):
+    def __init_subclass__(cls, **kwargs):
+        allowed_values = set(OpenTextMode.__args__) | set(OpenBinaryMode.__args__)
+        super().__init_subclass__(**kwargs)
+
+        def __new__(cls, value):
+            if value not in allowed_values:
+                raise ValueError(f"Invalid value for OpenMode: {value}")
+            return super().__new__(cls, value)
+
+        cls.__new__ = __new__
+
+
+class LangTraceFile(io.BytesIO):
+    def __init__(self, fs: "LangTraceFileSystem", path: str, mode: OpenMode):
+        super().__init__()
+        self.fs = fs
+        self.path = path
+        self.mode = mode
+
+    def close(self) -> None:
+        if not self.closed:
+            self.seek(0)
+            file_data = self.getvalue()
+            self.fs.files[self.path] = file_data
+
+            # Upload the file to the remote server
+            self.upload_to_server(file_data)
+
+        super().close()
+
+    def upload_to_server(self, file_data: bytes) -> None:
+        try:
+            # Parse the log file and upload it to the server
+            log = file_data.decode("utf-8")
+            eval_log = json.loads(log)
+            data = {
+                "runId": eval_log['eval']['run_id'],
+                "taskId": eval_log['eval']['task_id'],
+                "log": log,
+            }
+            if self.path is not None:
+                dataset_id = self.path.split("/")[0]
+                print(Fore.GREEN + f"Sending results to Langtrace for dataset: {dataset_id}" + Fore.RESET)
+                data["datasetId"] = dataset_id
+            else:
+                print(Fore.GREEN + "Sending results to Langtrace" + Fore.RESET)
+            response = requests.post(
+                url=f"{LANGTRACE_REMOTE_URL}/api/run",
+                data=json.dumps(data),
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            response.raise_for_status()
+            print(
+                Fore.GREEN + "Results sent to Langtrace successfully." + Fore.RESET
+            )
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error reporting results: {error}" + Fore.RESET)
+
+
+class LangTraceFileSystem(AbstractFileSystem):
+    protocol = "langtracefs"
+    sep = "/"
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+        self.files = {}
+        self.dirs = set()
+
+    def open(
+        self,
+        path: str,
+        mode: OpenTextMode | OpenBinaryMode = "rb",
+        **kwargs,
+    ) -> Iterator[LangTraceFile | io.BytesIO]:
+        if "r" in mode:
+            dataset_id = path
+            # Fetch file from API and return a BytesIO object
+            file_data = self.fetch_file_from_api(dataset_id)
+            return io.BytesIO(file_data)
+        elif "w" in mode or "a" in mode:
+            return LangTraceFile(self, path, mode)
+        else:
+            raise ValueError(f"Unsupported mode: {mode}")
+
+    def fetch_file_from_api(self, dataset_id: str) -> bytes:
+        try:
+            print(Fore.GREEN + f"Fetching dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response = requests.get(
+                url=f"{LANGTRACE_REMOTE_URL}/api/dataset/download?id={dataset_id}",
+                headers={
+                    "Content-Type": "application/json",
+                    "x-api-key": os.environ.get("LANGTRACE_API_KEY")
+                },
+                timeout=20,
+            )
+            print(Fore.GREEN + f"Successfully fetched dataset with id: {dataset_id} from Langtrace" + Fore.RESET)
+            response.raise_for_status()
+            file_data = response.content
+            return file_data
+        except requests.exceptions.RequestException as error:
+            print(Fore.RED + f"Error fetching dataset with id: {dataset_id} from Langtrace: {error}" + Fore.RESET)
+            return b""
+
+    def makedirs(self, path: str, exist_ok: bool = False) -> None:
+        if not exist_ok and path in self.dirs:
+            raise FileExistsError(f"Directory {path} already exists")
+        self.dirs.add(path)
+
+    def info(self, path: str, **kwargs):
+        if path in self.files:
+            return {"name": path, "size": len(self.files[path]), "type": "file"}
+        elif path in self.dirs:
+            return {"name": path, "type": "directory"}
+        else:
+            raise FileNotFoundError(f"No such file or directory: {path}")
+
+    def created(self, path: str) -> float:
+        # Return a dummy creation time
+        return 0.0
+
+    def exists(self, path: str) -> bool:
+        return path in self.files or path in self.dirs
+
+    def ls(self, path: str, detail: bool = False, **kwargs):
+        if path not in self.dirs:
+            raise FileNotFoundError(f"No such directory: {path}")
+        entries = []
+        for file_path in self.files:
+            if file_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(file_path))
+                else:
+                    entries.append(file_path)
+        for dir_path in self.dirs:
+            if dir_path.startswith(path + self.sep):
+                if detail:
+                    entries.append(self.info(dir_path))
+                else:
+                    entries.append(dir_path)
+        return entries
+
+    def walk(self, path: str, maxdepth: int = None, **kwargs):
+        for root, dirs, files in self._walk(path):
+            yield root, dirs, [self.sep.join([root, f]) for f in files]
+
+    def _walk(self, path: str):
+        if path in self.dirs:
+            dirs = [d for d in self.dirs if d.startswith(path + self.sep)]
+            files = [f for f in self.files if f.startswith(path + self.sep)]
+            yield path, [d.split(self.sep)[-1] for d in dirs], [f.split(self.sep)[-1] for f in files]
+            for d in dirs:
+                yield from self._walk(d)
+
+    def unstrip_protocol(self, path: str) -> str:
+        return path
+
+    def invalidate_cache(self, path: str = None) -> None:
+        pass

langtrace_python_sdk/version.py

@@ -1 +1 @@
-__version__ = "2.1.16"
+__version__ = "2.1.17"

{langtrace_python_sdk-2.1.16.dist-info → langtrace_python_sdk-2.1.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: langtrace-python-sdk
-Version: 2.1.16
+Version: 2.1.17
 Summary: Python SDK for LangTrace
 Project-URL: Homepage, https://github.com/Scale3-Labs/langtrace-python-sdk
 Author-email: Scale3 Labs <engineering@scale3labs.com>
@@ -11,6 +11,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Programming Language :: Python :: 3
 Requires-Python: >=3.9
 Requires-Dist: colorama>=0.4.6
+Requires-Dist: fsspec>=2024.6.0
 Requires-Dist: opentelemetry-api>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-grpc>=1.25.0
 Requires-Dist: opentelemetry-exporter-otlp-proto-http>=1.25.0

{langtrace_python_sdk-2.1.16.dist-info → langtrace_python_sdk-2.1.17.dist-info}/RECORD

@@ -12,6 +12,7 @@ examples/cohere_example/tools.py,sha256=a5uvS058tcwU6PJbF9EDO6LPVmPj2LoW4Vn8Web3
 examples/fastapi_example/__init__.py,sha256=INIfvJP7zC_KkJCtulS1qbh61-MJTPAHnzAgzeKi0yU,87
 examples/fastapi_example/basic_route.py,sha256=_IRXjkOtJQ-bTIGa1WbvUF_2LF4bjghjyXt4YrHaRvw,1170
 examples/hiveagent_example/basic.py,sha256=Sd7I5w8w5Xx7ODaydTY30yiq9HwJDMKHQywrZjgehP0,441
+examples/inspect_ai_example/basic_eval.py,sha256=IpuZGXsCLgHvQN7BlNDaCr_BEqZ56H9BgrPAHCQRE3c,841
 examples/langchain_example/__init__.py,sha256=t28923ZDDejZabsvINnYwpLyb63WFwPde-Nmzdg-kH4,254
 examples/langchain_example/basic.py,sha256=8ppNBptB0x3vjD5wUF5qP7ghp1vk-OJBBKk-PJPVD5I,2504
 examples/langchain_example/groq_example.py,sha256=9dBbOWZCVJ29PpB1NbJhc9MThmtwrlOpdNIxPl7d8f8,787
@@ -41,9 +42,9 @@ examples/qdrant_example/__init__.py,sha256=Ze9xEzW8FiHUO58YBa8JeHNOwcmo3dpYH77Ak
 examples/qdrant_example/basic.py,sha256=DCMjHSuBZKkhEjCkwy5d5La9WMyW0lCWqtcZWiFCEm4,1425
 examples/weaviate_example/__init__.py,sha256=8JMDBsRSEV10HfTd-YC7xb4txBjD3la56snk-Bbg2Kw,618
 examples/weaviate_example/query_text.py,sha256=qz9o-fTDzX5AW5m8BJF-TfmBdokxh492NfnmnPUMU3s,64814
-langtrace_python_sdk/__init__.py,sha256=j7EX7oY783Nmh6dQQO9VQVtirVnz4ajr7sBkw-y6rRk,1113
+langtrace_python_sdk/__init__.py,sha256=hUX84VxREzgdjXOc3ysDzQWkqnrPm0kevW6Mb9lc2vc,1162
 langtrace_python_sdk/langtrace.py,sha256=pN-xJRXrtvJIenMOH0-xlNXcnqL9qMjg28SrW-PMRU0,6978
-langtrace_python_sdk/version.py,sha256=PUbyHN5ixal0BffZXLS2fU7ojPZOahFVrPT578Lb1Sg,23
+langtrace_python_sdk/version.py,sha256=ybQ-f3O4pW9SYci30ZzNDlbiqsMBjSInaZ-GHWegI1I,23
 langtrace_python_sdk/constants/__init__.py,sha256=P8QvYwt5czUNDZsKS64vxm9Dc41ptGbuF1TFtAF6nv4,44
 langtrace_python_sdk/constants/exporter/langtrace_exporter.py,sha256=5MNjnAOg-4am78J3gVMH6FSwq5N8TOj72ugkhsw4vi0,46
 langtrace_python_sdk/constants/instrumentation/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -58,6 +59,7 @@ langtrace_python_sdk/constants/instrumentation/qdrant.py,sha256=yL7BopNQTXW7L7Z-
 langtrace_python_sdk/constants/instrumentation/weaviate.py,sha256=Iytf2OpB_irZYEmvOQ7Pf483EdG5Bh59GxaBlXck0yY,1501
 langtrace_python_sdk/extensions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 langtrace_python_sdk/extensions/langtrace_exporter.py,sha256=gWVRU2DlB4xjZ4ww7M63DaLiAN5zQ2k1HPrythmjEdo,4202
+langtrace_python_sdk/extensions/langtrace_filesystem.py,sha256=sqsiw0PhD1mlvwYTk4Bg9MlXt8CXUZ00vtRU3nYgktE,6492
 langtrace_python_sdk/instrumentation/__init__.py,sha256=htP583cfv32IUvWeck6edRiPQxhk0uzUa1l1vgbtjtY,1042
 langtrace_python_sdk/instrumentation/anthropic/__init__.py,sha256=donrurJAGYlxrSRA3BIf76jGeUcAx9Tq8CVpah68S0Y,101
 langtrace_python_sdk/instrumentation/anthropic/instrumentation.py,sha256=-srgE8qumAn0ulQYZxMa8ch-9IBH0XgBW_rfEnGk6LI,1684
@@ -143,7 +145,8 @@ tests/pinecone/cassettes/test_query.yaml,sha256=b5v9G3ssUy00oG63PlFUR3JErF2Js-5A
 tests/pinecone/cassettes/test_upsert.yaml,sha256=neWmQ1v3d03V8WoLl8FoFeeCYImb8pxlJBWnFd_lITU,38607
 tests/qdrant/conftest.py,sha256=9n0uHxxIjWk9fbYc4bx-uP8lSAgLBVx-cV9UjnsyCHM,381
 tests/qdrant/test_qdrant.py,sha256=pzjAjVY2kmsmGfrI2Gs2xrolfuaNHz7l1fqGQCjp5_o,3353
-langtrace_python_sdk-2.1.16.dist-info/METADATA,sha256=yXtCuRrFTuyr_ITt87NfKTmJS4y1yflOGcq3iozYNCM,13091
-langtrace_python_sdk-2.1.16.dist-info/WHEEL,sha256=zEMcRr9Kr03x1ozGwg5v9NQBKn3kndp6LSoSlVg-jhU,87
-langtrace_python_sdk-2.1.16.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
-langtrace_python_sdk-2.1.16.dist-info/RECORD,,
+langtrace_python_sdk-2.1.17.dist-info/METADATA,sha256=4Q1qZDw4DfVGKtM6ka2kZNEYJJkdC-b3OHZZdwMvTK4,13123
+langtrace_python_sdk-2.1.17.dist-info/WHEEL,sha256=zEMcRr9Kr03x1ozGwg5v9NQBKn3kndp6LSoSlVg-jhU,87
+langtrace_python_sdk-2.1.17.dist-info/entry_points.txt,sha256=1_b9-qvf2fE7uQNZcbUei9vLpFZBbbh9LrtGw95ssAo,70
+langtrace_python_sdk-2.1.17.dist-info/licenses/LICENSE,sha256=QwcOLU5TJoTeUhuIXzhdCEEDDvorGiC6-3YTOl4TecE,11356
+langtrace_python_sdk-2.1.17.dist-info/RECORD,,

langtrace_python_sdk-2.1.17.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[fsspec.specs]
+langtracefs = langtrace_python_sdk:LangTraceFileSystem