roar-cli 0.2.9__tar.gz → 0.2.11__tar.gz

{roar_cli-0.2.9 → roar_cli-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: roar-cli
-Version: 0.2.9
+Version: 0.2.11
 Classifier: Development Status :: 3 - Alpha
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Science/Research
@@ -15,8 +15,10 @@ Classifier: Topic :: Software Development :: Version Control
 Classifier: Typing :: Typed
 Requires-Dist: blake3>=0.3.0
 Requires-Dist: click>=8.1.0
+Requires-Dist: cryptography>=42.0.0
 Requires-Dist: dependency-injector>=4.40.0
 Requires-Dist: msgpack>=1.0.0
+Requires-Dist: pyyaml>=6.0
 Requires-Dist: sqlalchemy>=2.0.0
 Requires-Dist: pysqlite3-binary>=0.5.0 ; platform_machine == 'x86_64' and sys_platform == 'linux'
 Requires-Dist: pydantic>=2.0.0
@@ -66,12 +68,12 @@ Requires Python 3.10+.
 
 ### Platform Support
 
-| Platform      | Status         |
-| ------------- | -------------- |
-| Linux x86_64  | ✅ Full support |
-| Linux aarch64 | ✅ Full support |
+| Platform      | Status                                                      |
+| ------------- | ----------------------------------------------------------- |
+| Linux x86_64  | ✅ Full support                                             |
+| Linux aarch64 | ✅ Full support                                             |
 | macOS         | 🚧 Experimental ([limitations](#macos-tracing-limitations)) |
-| Windows       | Coming soon    |
+| Windows       | Coming soon                                                 |
 
 PyPI wheels are published for Linux and macOS (`x86_64` and `arm64`).
 
@@ -107,11 +109,11 @@ roar run python evaluate.py --model model.pt --output metrics.json
 
 ### Backends
 
-| Backend | Binary | Platforms | Notes |
-| --- | --- | --- | --- |
-| eBPF | `roar-tracer-ebpf` | Linux | Fastest, but requires permissions and kernel support. |
+| Backend | Binary                                           | Platforms    | Notes                                                                                                                                                                                                      |
+| ------- | ------------------------------------------------ | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| eBPF    | `roar-tracer-ebpf`                               | Linux        | Fastest, but requires permissions and kernel support.                                                                                                                                                      |
 | preload | `roar-tracer-preload` + `libroar_tracer_preload` | macOS, Linux | Uses `DYLD_INSERT_LIBRARIES` (macOS) or `LD_PRELOAD` (Linux). Not compatible with processes that ignore preload env vars (e.g., SIP/hardened runtime on macOS), or fully-static binaries (common with Go). |
-| ptrace | `roar-tracer` | Linux | Slowest, broadest compatibility on Linux. |
+| ptrace  | `roar-tracer`                                    | Linux        | Slowest, broadest compatibility on Linux.                                                                                                                                                                  |
 
 ### Building
 
@@ -259,19 +261,19 @@ roar config set <key> <value>
 
 Run `roar config list` to see all available options with descriptions. Common options:
 
-| Key                            | Default              | Description                             |
-| ------------------------------ | -------------------- | --------------------------------------- |
-| `output.track_repo_files`      | false                | Include repo files in provenance        |
-| `output.quiet`                 | false                | Suppress written files report           |
-| `filters.ignore_system_reads`  | true                 | Ignore /sys, /etc, /sbin reads          |
-| `filters.ignore_package_reads` | true                 | Ignore installed package reads          |
-| `filters.ignore_torch_cache`   | true                 | Ignore torch/triton cache               |
-| `filters.ignore_tmp_files`     | true                 | Ignore /tmp files                       |
+| Key                            | Default                | Description                             |
+| ------------------------------ | ---------------------- | --------------------------------------- |
+| `output.track_repo_files`      | false                  | Include repo files in provenance        |
+| `output.quiet`                 | false                  | Suppress written files report           |
+| `filters.ignore_system_reads`  | true                   | Ignore /sys, /etc, /sbin reads          |
+| `filters.ignore_package_reads` | true                   | Ignore installed package reads          |
+| `filters.ignore_torch_cache`   | true                   | Ignore torch/triton cache               |
+| `filters.ignore_tmp_files`     | true                   | Ignore /tmp files                       |
 | `glaas.url`                    | <https://api.glaas.ai> | GLaaS server URL                        |
 | `glaas.web_url`                | <https://glaas.ai>     | GLaaS web UI URL                        |
-| `registration.omit.enabled`    | true                 | Enable secret filtering                 |
-| `hash.primary`                 | blake3               | Primary hash algorithm                  |
-| `logging.level`                | warning              | Log level (debug, info, warning, error) |
+| `registration.omit.enabled`    | true                   | Enable secret filtering                 |
+| `hash.primary`                 | blake3                 | Primary hash algorithm                  |
+| `logging.level`                | warning                | Log level (debug, info, warning, error) |
 
 ### `roar dag`
 
@@ -303,16 +305,63 @@ Display recent job execution history.
 roar log                  # Show recent job history
 ```
 
+### `roar label`
+
+Manage local labels for DAGs (sessions), jobs, and artifacts.
+
+```bash
+# Set labels (patches the current label document)
+roar label set dag current owner=alice team=ml
+roar label set job @2 phase=train lr=0.001
+roar label set artifact ./outputs/model.pt model.name=resnet50 stage=baseline
+
+# Copy labels from one entity to another
+roar label cp job @2 artifact ./outputs/model.pt
+
+# Show current labels
+roar label show dag current
+roar label show job @2
+roar label show artifact ./outputs/model.pt
+
+# Show label history (all versions)
+roar label history dag current
+roar label history artifact <artifact-hash>
+```
+
+**Entity targets:**
+
+- `dag`: `current` or a session hash prefix
+- `job`: step ref (`@N` or `@BN`) or job UID
+- `artifact`: file path or artifact hash
+
+Labels are stored locally and included in lineage registration/publish flows to GLaaS when supported by the configured server.
+
 ### `roar register`
 
-Register artifact lineage with GLaaS.
+Register session, job, step, or artifact lineage with GLaaS.
 
 ```bash
 roar register model.pt              # Register model lineage
 roar register --dry-run model.pt    # Preview without registering
 roar register -y model.pt           # Skip confirmation prompt
+roar register @4                    # Register lineage for DAG step 4
+roar register deadbeef              # Register lineage for a local job UID
+roar register 7f1e...c9a4           # Register lineage for a tracked artifact hash
+roar register 8d7a1f2c...           # Register a whole local session
+roar register s3://bucket/run/out   # Register a tracked remote S3 artifact
 ```
 
+**Supported targets:**
+
+- Local artifact path: `model.pt`, `./outputs/metrics.json`
+- Tracked artifact hash: primitive or composite
+- Local job UID: full UID or unique prefix
+- Step reference: `@N` or `@BN`
+- Local session hash: full hash or unique prefix
+- Tracked remote path: `s3://...`
+
+For bare 8-character hex targets, `roar register` prefers a matching local job UID before falling back to session-hash-prefix resolution.
+
 ### `roar put`
 
 Upload artifacts to cloud storage and register lineage with GLaaS.
@@ -324,11 +373,13 @@ roar put @2 s3://bucket/outputs/ -m "Step 2 outputs"
 ```
 
 **Options:**
+
 - `-m, --message` — Description of the upload (required)
 - `--dry-run` — Preview without uploading
 - `--no-tag` — Skip git tagging
 
 **Source formats:**
+
 - File path: `model.pt`, `./data/output.csv`
 - Directory: `./checkpoints/` (uploads all files recursively)
 - Job reference: `@2` (uploads outputs from step 2)
@@ -346,6 +397,7 @@ roar get s3://bucket/checkpoints/ ./local/ # Download all files under prefix
 ```
 
 **Options:**
+
 - `-m, --message` — Annotation for this download
 - `--hash` — Expected BLAKE3 hash (for verification)
 - `--tag` — Create a git tag for this download
@@ -377,7 +429,7 @@ roar show ./output/model.pkl       # Show artifact by path
 
 ### `roar status`
 
-Show a summary of the active session.
+Show a summary of the active session, including the current DAG hash.
 
 ```bash
 roar status
@@ -393,6 +445,7 @@ roar pop -y           # Pop without confirmation (skip prompt)
 ```
 
 **What it does:**
+
 - Removes the last job from the session history
 - Deletes output artifacts created by that job (unless they're packages/system files)
 - Does not affect the original input files
@@ -443,7 +496,7 @@ Add `.roar/` to your `.gitignore` (roar offers to do this during `roar init`).
 
 ## GLaaS Server
 
-Roar can register artifacts and jobs with a GLaaS (Global Lineage-as-a-Service) server using the `roar register` command.
+Roar can register sessions, jobs, steps, and artifacts with a GLaaS (Global Lineage-as-a-Service) server using the `roar register` command.
 
 ### Server Setup
 
@@ -479,6 +532,9 @@ roar auth register
 roar auth test
 ```
 
+> [!TIP]
+> Roar activity can be registered without authentication. Unauthenticated registrations are attributed to a public "anonymous" user, but are not guaranteed persistence. For persistent attribution, we recommend setting up `roar auth`.
+
 ## Development
 
 ### Prerequisites

{roar_cli-0.2.9 → roar_cli-0.2.11}/README.md

@@ -20,12 +20,12 @@ Requires Python 3.10+.
 
 ### Platform Support
 
-| Platform      | Status         |
-| ------------- | -------------- |
-| Linux x86_64  | ✅ Full support |
-| Linux aarch64 | ✅ Full support |
+| Platform      | Status                                                      |
+| ------------- | ----------------------------------------------------------- |
+| Linux x86_64  | ✅ Full support                                             |
+| Linux aarch64 | ✅ Full support                                             |
 | macOS         | 🚧 Experimental ([limitations](#macos-tracing-limitations)) |
-| Windows       | Coming soon    |
+| Windows       | Coming soon                                                 |
 
 PyPI wheels are published for Linux and macOS (`x86_64` and `arm64`).
 
@@ -61,11 +61,11 @@ roar run python evaluate.py --model model.pt --output metrics.json
 
 ### Backends
 
-| Backend | Binary | Platforms | Notes |
-| --- | --- | --- | --- |
-| eBPF | `roar-tracer-ebpf` | Linux | Fastest, but requires permissions and kernel support. |
+| Backend | Binary                                           | Platforms    | Notes                                                                                                                                                                                                      |
+| ------- | ------------------------------------------------ | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
+| eBPF    | `roar-tracer-ebpf`                               | Linux        | Fastest, but requires permissions and kernel support.                                                                                                                                                      |
 | preload | `roar-tracer-preload` + `libroar_tracer_preload` | macOS, Linux | Uses `DYLD_INSERT_LIBRARIES` (macOS) or `LD_PRELOAD` (Linux). Not compatible with processes that ignore preload env vars (e.g., SIP/hardened runtime on macOS), or fully-static binaries (common with Go). |
-| ptrace | `roar-tracer` | Linux | Slowest, broadest compatibility on Linux. |
+| ptrace  | `roar-tracer`                                    | Linux        | Slowest, broadest compatibility on Linux.                                                                                                                                                                  |
 
 ### Building
 
@@ -213,19 +213,19 @@ roar config set <key> <value>
 
 Run `roar config list` to see all available options with descriptions. Common options:
 
-| Key                            | Default              | Description                             |
-| ------------------------------ | -------------------- | --------------------------------------- |
-| `output.track_repo_files`      | false                | Include repo files in provenance        |
-| `output.quiet`                 | false                | Suppress written files report           |
-| `filters.ignore_system_reads`  | true                 | Ignore /sys, /etc, /sbin reads          |
-| `filters.ignore_package_reads` | true                 | Ignore installed package reads          |
-| `filters.ignore_torch_cache`   | true                 | Ignore torch/triton cache               |
-| `filters.ignore_tmp_files`     | true                 | Ignore /tmp files                       |
+| Key                            | Default                | Description                             |
+| ------------------------------ | ---------------------- | --------------------------------------- |
+| `output.track_repo_files`      | false                  | Include repo files in provenance        |
+| `output.quiet`                 | false                  | Suppress written files report           |
+| `filters.ignore_system_reads`  | true                   | Ignore /sys, /etc, /sbin reads          |
+| `filters.ignore_package_reads` | true                   | Ignore installed package reads          |
+| `filters.ignore_torch_cache`   | true                   | Ignore torch/triton cache               |
+| `filters.ignore_tmp_files`     | true                   | Ignore /tmp files                       |
 | `glaas.url`                    | <https://api.glaas.ai> | GLaaS server URL                        |
 | `glaas.web_url`                | <https://glaas.ai>     | GLaaS web UI URL                        |
-| `registration.omit.enabled`    | true                 | Enable secret filtering                 |
-| `hash.primary`                 | blake3               | Primary hash algorithm                  |
-| `logging.level`                | warning              | Log level (debug, info, warning, error) |
+| `registration.omit.enabled`    | true                   | Enable secret filtering                 |
+| `hash.primary`                 | blake3                 | Primary hash algorithm                  |
+| `logging.level`                | warning                | Log level (debug, info, warning, error) |
 
 ### `roar dag`
 
@@ -257,16 +257,63 @@ Display recent job execution history.
 roar log                  # Show recent job history
 ```
 
+### `roar label`
+
+Manage local labels for DAGs (sessions), jobs, and artifacts.
+
+```bash
+# Set labels (patches the current label document)
+roar label set dag current owner=alice team=ml
+roar label set job @2 phase=train lr=0.001
+roar label set artifact ./outputs/model.pt model.name=resnet50 stage=baseline
+
+# Copy labels from one entity to another
+roar label cp job @2 artifact ./outputs/model.pt
+
+# Show current labels
+roar label show dag current
+roar label show job @2
+roar label show artifact ./outputs/model.pt
+
+# Show label history (all versions)
+roar label history dag current
+roar label history artifact <artifact-hash>
+```
+
+**Entity targets:**
+
+- `dag`: `current` or a session hash prefix
+- `job`: step ref (`@N` or `@BN`) or job UID
+- `artifact`: file path or artifact hash
+
+Labels are stored locally and included in lineage registration/publish flows to GLaaS when supported by the configured server.
+
 ### `roar register`
 
-Register artifact lineage with GLaaS.
+Register session, job, step, or artifact lineage with GLaaS.
 
 ```bash
 roar register model.pt              # Register model lineage
 roar register --dry-run model.pt    # Preview without registering
 roar register -y model.pt           # Skip confirmation prompt
+roar register @4                    # Register lineage for DAG step 4
+roar register deadbeef              # Register lineage for a local job UID
+roar register 7f1e...c9a4           # Register lineage for a tracked artifact hash
+roar register 8d7a1f2c...           # Register a whole local session
+roar register s3://bucket/run/out   # Register a tracked remote S3 artifact
 ```
 
+**Supported targets:**
+
+- Local artifact path: `model.pt`, `./outputs/metrics.json`
+- Tracked artifact hash: primitive or composite
+- Local job UID: full UID or unique prefix
+- Step reference: `@N` or `@BN`
+- Local session hash: full hash or unique prefix
+- Tracked remote path: `s3://...`
+
+For bare 8-character hex targets, `roar register` prefers a matching local job UID before falling back to session-hash-prefix resolution.
+
 ### `roar put`
 
 Upload artifacts to cloud storage and register lineage with GLaaS.
@@ -278,11 +325,13 @@ roar put @2 s3://bucket/outputs/ -m "Step 2 outputs"
 ```
 
 **Options:**
+
 - `-m, --message` — Description of the upload (required)
 - `--dry-run` — Preview without uploading
 - `--no-tag` — Skip git tagging
 
 **Source formats:**
+
 - File path: `model.pt`, `./data/output.csv`
 - Directory: `./checkpoints/` (uploads all files recursively)
 - Job reference: `@2` (uploads outputs from step 2)
@@ -300,6 +349,7 @@ roar get s3://bucket/checkpoints/ ./local/ # Download all files under prefix
 ```
 
 **Options:**
+
 - `-m, --message` — Annotation for this download
 - `--hash` — Expected BLAKE3 hash (for verification)
 - `--tag` — Create a git tag for this download
@@ -331,7 +381,7 @@ roar show ./output/model.pkl       # Show artifact by path
 
 ### `roar status`
 
-Show a summary of the active session.
+Show a summary of the active session, including the current DAG hash.
 
 ```bash
 roar status
@@ -347,6 +397,7 @@ roar pop -y           # Pop without confirmation (skip prompt)
 ```
 
 **What it does:**
+
 - Removes the last job from the session history
 - Deletes output artifacts created by that job (unless they're packages/system files)
 - Does not affect the original input files
@@ -397,7 +448,7 @@ Add `.roar/` to your `.gitignore` (roar offers to do this during `roar init`).
 
 ## GLaaS Server
 
-Roar can register artifacts and jobs with a GLaaS (Global Lineage-as-a-Service) server using the `roar register` command.
+Roar can register sessions, jobs, steps, and artifacts with a GLaaS (Global Lineage-as-a-Service) server using the `roar register` command.
 
 ### Server Setup
 
@@ -433,6 +484,9 @@ roar auth register
 roar auth test
 ```
 
+> [!TIP]
+> Roar activity can be registered without authentication. Unauthenticated registrations are attributed to a public "anonymous" user, but are not guaranteed persistence. For persistent attribution, we recommend setting up `roar auth`.
+
 ## Development
 
 ### Prerequisites

{roar_cli-0.2.9 → roar_cli-0.2.11}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "roar-cli"
-version = "0.2.9"
+version = "0.2.11"
 description = "Reproducibility and provenance tracker for ML training pipelines"
 authors = [
     { name="TReqs Team", email="info@treqs.ai" }
@@ -38,8 +38,10 @@ classifiers = [
 dependencies = [
     "blake3>=0.3.0",
     "click>=8.1.0",
+    "cryptography>=42.0.0",
     "dependency-injector>=4.40.0",
     "msgpack>=1.0.0",
+    "PyYAML>=6.0",
     "sqlalchemy>=2.0.0",
     "pysqlite3-binary>=0.5.0; sys_platform == 'linux' and platform_machine == 'x86_64'",  # Fallback when stdlib sqlite3 unavailable
     "pydantic>=2.0.0",
@@ -69,7 +71,11 @@ dev = [
 [project.scripts]
 # This registers `roar` on PATH after pip install
 roar = "roar.__main__:main"
-roar-worker = "roar.ray.roar_worker:main"
+roar-worker = "roar.execution.runtime.worker_bootstrap:main"
+
+[project.entry-points."roar.execution_backends"]
+ray = "roar.backends.ray.plugin:register"
+osmo = "roar.backends.osmo.plugin:register"
 
 [tool.maturin]
 manifest-path = "rust/crates/artifact-hash-py/Cargo.toml"
@@ -97,11 +103,14 @@ markers = [
     "ebpf: Tests requiring eBPF daemon/root privileges",
     "cloud: Tests for cloud storage operations",
     "happy_path: Happy path tests for core functionality",
+    "diagnostic: Opt-in diagnostics or aspirational performance budgets outside the default gate",
+    "large_pipeline: Stress-style pipeline coverage with larger DAG fixtures",
+    "osmo_e2e: OSMO end-to-end tests requiring a Docker Compose managed KIND harness",
     "ray_e2e: Ray end-to-end tests requiring a running Docker cluster",
     "ray_contract: User-facing Ray contract tests using `roar run ray job submit ...`",
     "ray_diagnostic: Diagnostic Ray tests that intentionally inspect internal runtime details",
 ]
-addopts = "-v --strict-markers -n auto --dist loadfile --ignore=tests/ebpf --ignore=tests/live_glaas --ignore=tests/benchmarks --ignore=tests/integration --ignore=tests/e2e"
+addopts = "-v --strict-markers -n auto --dist loadfile --ignore=tests/ebpf --ignore=tests/live_glaas --ignore=tests/benchmarks --ignore=tests/e2e --ignore=tests/integration/test_cli_startup.py --ignore=tests/execution/runtime/test_sitecustomize_perf.py --ignore-glob=tests/backends/*/e2e --ignore-glob=tests/backends/*/live"
 timeout = 60
 filterwarnings = [
     "ignore::DeprecationWarning",
@@ -133,6 +142,7 @@ ignore = ["E501", "B008", "SIM108"]
 
 [tool.ruff.lint.per-file-ignores]
 "tests/**/*.py" = ["B011", "B017"]
+"tests/backends/*/e2e/jobs/**/*.py" = ["I001"]
 
 [tool.ruff.lint.isort]
 known-first-party = ["roar"]

roar_cli-0.2.11/roar/application/__init__.py

@@ -0,0 +1 @@
+"""Application workflow entrypoints."""

roar_cli-0.2.11/roar/application/get/__init__.py

@@ -0,0 +1,7 @@
+"""Application entrypoints for `roar get` workflows."""
+
+from .requests import GetRequest
+from .results import GetDownloadedFile, GetDryRunItem, GetResponse
+from .service import get_artifacts
+
+__all__ = ["GetDownloadedFile", "GetDryRunItem", "GetRequest", "GetResponse", "get_artifacts"]

roar_cli-0.2.11/roar/application/get/requests.py

@@ -0,0 +1,22 @@
+"""Request DTOs for `roar get` application flows."""
+
+from __future__ import annotations
+
+from dataclasses import dataclass
+from pathlib import Path
+
+
+@dataclass(frozen=True)
+class GetRequest:
+    """Application request for a get workflow."""
+
+    source: str
+    destination: Path
+    roar_dir: Path
+    cwd: Path
+    repo_root: Path | None = None
+    message: str | None = None
+    expected_hash: str | None = None
+    dry_run: bool = False
+    force: bool = False
+    tag: bool = False

roar_cli-0.2.11/roar/application/get/results.py

@@ -0,0 +1,35 @@
+"""Typed result DTOs for `roar get` application flows."""
+
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+
+
+@dataclass(frozen=True)
+class GetDownloadedFile:
+    remote_url: str
+    local_path: str
+    hash: str | None = None
+    size: int | None = None
+
+
+@dataclass(frozen=True)
+class GetDryRunItem:
+    remote_url: str
+    local_path: str
+
+
+@dataclass(frozen=True)
+class GetResponse:
+    """Application response for a get workflow."""
+
+    success: bool
+    source: str
+    job_id: int | None = None
+    job_uid: str | None = None
+    downloaded_files: list[GetDownloadedFile] = field(default_factory=list)
+    dry_run: bool = False
+    would_download: list[GetDryRunItem] = field(default_factory=list)
+    git_tag: str | None = None
+    warnings: list[str] = field(default_factory=list)
+    error: str | None = None