dreadnode 1.0.0rc0__py3-none-any.whl

dreadnode/types.py

@@ -0,0 +1,25 @@
+import typing as t
+
+# Common types
+
+JsonValue = t.Union[
+    int,
+    float,
+    str,
+    bool,
+    None,
+    list["JsonValue"],
+    tuple["JsonValue", ...],
+    "JsonDict",
+]
+JsonDict = dict[str, JsonValue]
+
+AnyDict = dict[str, t.Any]
+
+
+class Unset:
+    def __bool__(self) -> t.Literal[False]:
+        return False
+
+
+UNSET: Unset = Unset()

dreadnode/util.py

@@ -0,0 +1,150 @@
+# Lots of utilities shamelessly copied from the `logfire` package.
+# https://github.com/pydantic/logfire
+
+import inspect
+import logging
+import os
+import sys
+import typing as t
+from contextlib import contextmanager
+from pathlib import Path
+from types import TracebackType
+
+from logfire import suppress_instrumentation
+from logfire._internal.stack_info import add_non_user_code_prefix, is_user_code
+
+import dreadnode
+
+SysExcInfo = (
+    tuple[type[BaseException], BaseException, TracebackType | None] | tuple[None, None, None]
+)
+"""
+The return type of sys.exc_info(): exc_type, exc_val, exc_tb.
+"""
+
+logger = logging.getLogger("dreadnode")
+
+add_non_user_code_prefix(Path(dreadnode.__file__).parent)
+
+
+def safe_repr(obj: t.Any) -> str:
+    """
+    Return some kind of non-empty string representation of an object, catching exceptions.
+    """
+
+    try:
+        result = repr(obj)
+    except Exception:  # noqa: BLE001
+        result = ""
+
+    if result:
+        return result
+
+    try:
+        return f"<{type(obj).__name__} object>"
+    except Exception:  # noqa: BLE001
+        return "<unknown (repr failed)>"
+
+
+def log_internal_error() -> None:
+    try:
+        current_test = os.environ.get("PYTEST_CURRENT_TEST", "")
+        reraise = bool(current_test and "test_internal_exception" not in current_test)
+    except Exception:  # noqa: BLE001
+        reraise = False
+
+    if reraise:
+        raise  # noqa: PLE0704
+
+    with suppress_instrumentation():  # prevent infinite recursion from the logging integration
+        logger.exception(
+            "Caught an error in Dreadnode. This will not prevent code from running, but you may lose data.",
+            exc_info=_internal_error_exc_info(),
+        )
+
+
+def _internal_error_exc_info() -> SysExcInfo:
+    """Returns an exc_info tuple with a nicely tweaked traceback."""
+    original_exc_info: SysExcInfo = sys.exc_info()
+    exc_type, exc_val, original_tb = original_exc_info
+    try:
+        # First remove redundant frames already in the traceback about where the error was raised.
+        tb = original_tb
+        if tb and tb.tb_frame and tb.tb_frame.f_code is _HANDLE_INTERNAL_ERRORS_CODE:
+            # Skip the 'yield' line in _handle_internal_errors
+            tb = tb.tb_next
+
+        if (
+            tb
+            and tb.tb_frame
+            and tb.tb_frame.f_code.co_filename == contextmanager.__code__.co_filename
+            and tb.tb_frame.f_code.co_name == "inner"
+        ):
+            # Skip the 'inner' function frame when handle_internal_errors is used as a decorator.
+            # It looks like `return func(*args, **kwds)`
+            tb = tb.tb_next
+
+        # Now add useful outer frames that give context, but skipping frames that are just about handling the error.
+        frame = inspect.currentframe()
+        # Skip this frame right here.
+        assert frame  # noqa: S101
+        frame = frame.f_back
+
+        if frame and frame.f_code is log_internal_error.__code__:  # pragma: no branch
+            # This function is always called from log_internal_error, so skip that frame.
+            frame = frame.f_back
+            assert frame  # noqa: S101
+
+            if frame.f_code is _HANDLE_INTERNAL_ERRORS_CODE:
+                # Skip the line in _handle_internal_errors that calls log_internal_error
+                frame = frame.f_back
+                # Skip the frame defining the _handle_internal_errors context manager
+                assert frame  # noqa: S101
+                assert frame.f_code.co_name == "__exit__"  # noqa: S101
+                frame = frame.f_back
+                assert frame  # noqa: S101
+                # Skip the frame calling the context manager, on the `with` line.
+                frame = frame.f_back
+            else:
+                # `log_internal_error()` was called directly, so just skip that frame. No context manager stuff.
+                frame = frame.f_back
+
+        # Now add all remaining frames from internal logfire code.
+        while frame and not is_user_code(frame.f_code):
+            tb = TracebackType(
+                tb_next=tb,
+                tb_frame=frame,
+                tb_lasti=frame.f_lasti,
+                tb_lineno=frame.f_lineno,
+            )
+            frame = frame.f_back
+
+        # Add up to 3 frames from user code.
+        for _ in range(3):
+            if not frame:  # pragma: no cover
+                break
+            tb = TracebackType(
+                tb_next=tb,
+                tb_frame=frame,
+                tb_lasti=frame.f_lasti,
+                tb_lineno=frame.f_lineno,
+            )
+            frame = frame.f_back
+
+        assert exc_type  # noqa: S101
+        assert exc_val  # noqa: S101
+        exc_val = exc_val.with_traceback(tb)
+        return exc_type, exc_val, tb  # noqa: TRY300
+    except Exception:  # noqa: BLE001
+        return original_exc_info
+
+
+@contextmanager
+def handle_internal_errors() -> t.Iterator[None]:
+    try:
+        yield
+    except Exception:  # noqa: BLE001
+        log_internal_error()
+
+
+_HANDLE_INTERNAL_ERRORS_CODE = inspect.unwrap(handle_internal_errors).__code__

dreadnode/version.py

@@ -0,0 +1,3 @@
+import importlib_metadata
+
+VERSION = importlib_metadata.version("dreadnode")

dreadnode-1.0.0rc0.dist-info/METADATA

@@ -0,0 +1,122 @@
+Metadata-Version: 2.3
+Name: dreadnode
+Version: 1.0.0rc0
+Summary: Dreadnode SDK
+Author: Nick Landers
+Author-email: monoxgas@gmail.com
+Requires-Python: >=3.10,<3.13
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Provides-Extra: training
+Requires-Dist: coolname (>=2.2.0,<3.0.0)
+Requires-Dist: fast-depends (>=2.4.12,<3.0.0)
+Requires-Dist: fsspec[s3] (>=2023.1.0,<=2025.3.0)
+Requires-Dist: httpx (>=0.28.0,<0.29.0)
+Requires-Dist: logfire (>=3.5.3,<4.0.0)
+Requires-Dist: pydantic (>=2.9.2,<3.0.0)
+Requires-Dist: python-ulid (>=3.0.0,<4.0.0)
+Requires-Dist: transformers (>=4.41.0,<5.0.0) ; extra == "training"
+Project-URL: Repository, https://github.com/dreadnode/sdk
+Description-Content-Type: text/markdown
+
+<p align="center">
+    <img
+    src="https://d1lppblt9t2x15.cloudfront.net/logos/5714928f3cdc09503751580cffbe8d02.png"
+    alt="Logo"
+    align="center"
+    width="144px"
+    height="144px"
+    />
+</p>
+
+<h3 align="center">
+Dreadnode Strikes SDK
+</h3>
+
+<h4 align="center">
+    <img alt="PyPI - Python Version" src="https://img.shields.io/pypi/pyversions/dreadnode">
+    <img alt="PyPI - Version" src="https://img.shields.io/pypi/v/dreadnode">
+    <img alt="GitHub License" src="https://img.shields.io/github/license/dreadnode/sdk">
+    <img alt="Tests" src="https://img.shields.io/github/actions/workflow/status/dreadnode/sdk/tests.yaml">
+    <img alt="Pre-Commit" src="https://img.shields.io/github/actions/workflow/status/dreadnode/sdk/pre-commit.yaml">
+    <img alt="Renovate" src="https://img.shields.io/github/actions/workflow/status/dreadnode/sdk/renovate.yaml">
+</h4>
+
+</br>
+
+Strikes is an platform for building, experimenting with, and evaluating AI security agent code.
+
+- **Experiment + Tasking + Observability** in a single place that's lightweight and scales.
+- **Track your data** with parameters, inputs, and outputs all connected to your tasks.
+- **Measure everything** with metrics throughout your code and anywhere you need them.
+- **Scale your code** from a single run to thousands.
+
+```python
+import dreadnode as dn
+import rigging as rg
+
+from .tools import reversing_tools
+
+dn.configure()
+
+@dataclass
+class Finding:
+    name: str
+    severity: str
+    description: str
+    exploit_code: str
+
+@dn.scorer(name="Score Finding")
+async def score_finding(finding: Finding) -> float:
+    if finding.severity == "critical":
+        return 1.0
+    elif finding.severity == "high":
+        return 0.8
+    else:
+        return 0.2
+
+@dn.task(scorers=[score_finding])
+@rg.prompt(tools=[reversing_tools])
+async def analyze_binary(binary: str) -> list[Finding]:
+    """
+    Analyze the binary for vulnerabilities.
+    """
+    ...
+
+with dn.run(tags=["reverse-engineering"]):
+    binary = "c2/downloads/service.exe"
+
+    dn.log_params(
+        model="gpt-4",
+        temperature=0.5,
+        binary=binary
+    )
+
+    findings = await analyze_binary(binary)
+
+    dn.log_metric("findings", len(findings))
+```
+
+## Installation
+
+We publish every version to PyPi:
+```bash
+pip install -U dreadnode
+```
+
+If you want to build from source:
+```bash
+poetry install
+```
+
+See our **[installation guide](https://docs.dreadnode.io/strikes/install)** for more options.
+
+## Getting Started
+
+Read through our **[introduction guide](https://docs.dreadnode.io/strikes/intro)** in the docs.
+
+## Examples
+
+Check out **[dreadnode/example-agents](https://github.com/dreadnode/example-agents)** to find your favorite use case. 

dreadnode-1.0.0rc0.dist-info/RECORD

@@ -0,0 +1,27 @@
+dreadnode/__init__.py,sha256=MCe5IZTposO-rigZPBGHkyLqHkIZe-ItA2WxNWMQUQU,1269
+dreadnode/api/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dreadnode/api/client.py,sha256=nlwH_JHgPJjfZg_KUCwX9Nu6gQgUmzmM7cFE98AwaSY,8401
+dreadnode/api/models.py,sha256=qdCU0gJg2ZCl3Abe1zsf5rqiaKaLOE_Fxj5jxIAZXWo,3922
+dreadnode/artifact/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dreadnode/artifact/merger.py,sha256=DQXvia8Q3ukM7CkLSCjqJcoVN7gpam77Uw_XioXZgD4,21524
+dreadnode/artifact/storage.py,sha256=0OPSZdZTfLZaaq7BkRbf7uj4hN2DV9UHF4pNqsN0tX8,4012
+dreadnode/artifact/tree_builder.py,sha256=GrCxu8H2OXeyx7vCU6Fw-Qs1lC0uV8IAOYq912ZXF_E,16071
+dreadnode/constants.py,sha256=UY-zRo1H_VpWW0cYEXyROtgIRoEGdo2QJNUDjCac0fY,518
+dreadnode/integrations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dreadnode/integrations/transformers.py,sha256=rzkUBf232NFWiJ2wTtXMSdpdItKWdxSF7IXMm5bHDEo,5253
+dreadnode/main.py,sha256=uhechSIlKMU0f6PwXSWAyCh22TDUQWrizOg--37aek8,34938
+dreadnode/metric.py,sha256=B51WLIORQdXlWEeJ3AjE1F5ylkQ3_dUFIT0mQeeXqH8,7069
+dreadnode/object.py,sha256=b6B8cWI2nN-DXH_FbC_DtlNwGJ_HIzvO6DiYed-0Ru0,403
+dreadnode/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dreadnode/serialization.py,sha256=CuZGikN02mBVc83XYXV03wYjiYEtMScQhearcSgYJ6Q,20992
+dreadnode/task.py,sha256=lrspiTA4ZzTRTV2PxRjQI8-AAAt2iQW-ILKzYVgH584,15016
+dreadnode/tracing/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+dreadnode/tracing/constants.py,sha256=ObmPeM_VLZzSEfkcUwinq4B4C3713PjzS6REawZWphA,1587
+dreadnode/tracing/exporters.py,sha256=1OTumIb4k1JDjJfAmTxr7u7xhoB1rh9hiS8-5RN1NcA,4960
+dreadnode/tracing/span.py,sha256=pGuJIj2W4Nc6DtFMs7zRYJ2qFRw6kmmJbzNx6eXXo28,25064
+dreadnode/types.py,sha256=DD3r5ZtufouIMwWUsMQwDgVhMpjPwsR40O6wsQKIsxA,341
+dreadnode/util.py,sha256=Nwh-Idyr_I-bRYmO3WQmEbNmjNCjfJZuWX1m2NiCTD4,5088
+dreadnode/version.py,sha256=kytZz5e7pAGE4YzT0F9mDC6nSNIwwGGrNXovH0S6LkQ,77
+dreadnode-1.0.0rc0.dist-info/METADATA,sha256=82gjFkvfETJnaUn25Ivy0N6-HSdKiwkulZCxSRhkIeQ,3562
+dreadnode-1.0.0rc0.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+dreadnode-1.0.0rc0.dist-info/RECORD,,

dreadnode-1.0.0rc0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: poetry-core 2.1.2
+Root-Is-Purelib: true
+Tag: py3-none-any