dirigent-cli 0.16.0__tar.gz → 0.16.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/PKG-INFO +8 -8
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/pyproject.toml +8 -8
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/pyproject.toml.orig +8 -8
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/commands.py +18 -6
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/local.py +2 -2
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/main.py +12 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/project.py +2 -3
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/LICENSE +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/README.md +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/__init__.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/aliases.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/context.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/formatters.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/graph.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/health.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/init_form.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/output.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/params.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/profiles.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/py.typed +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/reaper.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/scaffold.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/schemas.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/seeding.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/sources.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/starters.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/stream.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/summaries.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/README.md.tmpl +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/__init__.py.tmpl +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/operator.py.tmpl +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/pyproject.toml.tmpl +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/test_plugin.py.tmpl +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/timing.py +0 -0
- {dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/triggers.py +0 -0
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: dirigent-cli
|
|
3
|
-
Version: 0.16.
|
|
3
|
+
Version: 0.16.2
|
|
4
4
|
Summary: The dirigent command line interface (dirigent / dg).
|
|
5
5
|
License-Expression: LicenseRef-Proprietary
|
|
6
6
|
License-File: LICENSE
|
|
7
|
-
Requires-Dist: dirigent-blocks
|
|
8
|
-
Requires-Dist: dirigent-client
|
|
9
|
-
Requires-Dist: dirigent-common
|
|
10
|
-
Requires-Dist: dirigent-core
|
|
11
|
-
Requires-Dist: dirigent-examples
|
|
12
|
-
Requires-Dist: dirigent-plugin
|
|
13
|
-
Requires-Dist: dirigent-server
|
|
7
|
+
Requires-Dist: dirigent-blocks==0.16.2
|
|
8
|
+
Requires-Dist: dirigent-client==0.16.2
|
|
9
|
+
Requires-Dist: dirigent-common==0.16.2
|
|
10
|
+
Requires-Dist: dirigent-core==0.16.2
|
|
11
|
+
Requires-Dist: dirigent-examples==0.16.2
|
|
12
|
+
Requires-Dist: dirigent-plugin==0.16.2
|
|
13
|
+
Requires-Dist: dirigent-server==0.16.2
|
|
14
14
|
Requires-Dist: httpx2>=2.12.0
|
|
15
15
|
Requires-Dist: python-dotenv>=1.1.0
|
|
16
16
|
Requires-Dist: pyyaml>=6.0.3
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "dirigent-cli"
|
|
3
|
-
version = "0.16.
|
|
3
|
+
version = "0.16.2"
|
|
4
4
|
description = "The dirigent command line interface (dirigent / dg)."
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
requires-python = ">=3.13"
|
|
7
7
|
license = "LicenseRef-Proprietary"
|
|
8
8
|
license-files = ["LICENSE"]
|
|
9
9
|
dependencies = [
|
|
10
|
-
"dirigent-blocks",
|
|
11
|
-
"dirigent-client",
|
|
12
|
-
"dirigent-common",
|
|
13
|
-
"dirigent-core",
|
|
14
|
-
"dirigent-examples",
|
|
15
|
-
"dirigent-plugin",
|
|
16
|
-
"dirigent-server",
|
|
10
|
+
"dirigent-blocks==0.16.2",
|
|
11
|
+
"dirigent-client==0.16.2",
|
|
12
|
+
"dirigent-common==0.16.2",
|
|
13
|
+
"dirigent-core==0.16.2",
|
|
14
|
+
"dirigent-examples==0.16.2",
|
|
15
|
+
"dirigent-plugin==0.16.2",
|
|
16
|
+
"dirigent-server==0.16.2",
|
|
17
17
|
"httpx2>=2.12.0",
|
|
18
18
|
"python-dotenv>=1.1.0",
|
|
19
19
|
"pyyaml>=6.0.3",
|
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "dirigent-cli"
|
|
3
|
-
version = "0.16.
|
|
3
|
+
version = "0.16.2"
|
|
4
4
|
description = "The dirigent command line interface (dirigent / dg)."
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
requires-python = ">=3.13"
|
|
7
7
|
license = "LicenseRef-Proprietary"
|
|
8
8
|
license-files = ["LICENSE"]
|
|
9
9
|
dependencies = [
|
|
10
|
-
"dirigent-blocks",
|
|
11
|
-
"dirigent-client",
|
|
12
|
-
"dirigent-common",
|
|
13
|
-
"dirigent-core",
|
|
14
|
-
"dirigent-examples",
|
|
15
|
-
"dirigent-plugin",
|
|
16
|
-
"dirigent-server",
|
|
10
|
+
"dirigent-blocks==0.16.2",
|
|
11
|
+
"dirigent-client==0.16.2",
|
|
12
|
+
"dirigent-common==0.16.2",
|
|
13
|
+
"dirigent-core==0.16.2",
|
|
14
|
+
"dirigent-examples==0.16.2",
|
|
15
|
+
"dirigent-plugin==0.16.2",
|
|
16
|
+
"dirigent-server==0.16.2",
|
|
17
17
|
"httpx2>=2.12.0",
|
|
18
18
|
"python-dotenv>=1.1.0",
|
|
19
19
|
"pyyaml>=6.0.3",
|
|
@@ -1467,20 +1467,29 @@ _LOG_SECOND = 1
|
|
|
1467
1467
|
#: One thing that happened, in the order it happened: when, its tie-break rank, and what.
|
|
1468
1468
|
type WatchEvent = tuple[datetime, int, AttemptOut | LogEntryOut, str | None]
|
|
1469
1469
|
|
|
1470
|
+
#: The sort key of something the server put no clock on at all, which orders before every
|
|
1471
|
+
#: real instant. It is an ordering device: no record is stamped with it.
|
|
1472
|
+
UNTIMED: Final = datetime.min.replace(tzinfo=UTC)
|
|
1473
|
+
|
|
1470
1474
|
|
|
1471
1475
|
def moment_of(value: object) -> datetime:
|
|
1472
1476
|
"""Read a server timestamp for ordering, treating a missing one as the beginning of time."""
|
|
1473
1477
|
if isinstance(value, datetime):
|
|
1474
1478
|
return value if value.tzinfo is not None else value.replace(tzinfo=UTC)
|
|
1475
1479
|
if not isinstance(value, str):
|
|
1476
|
-
return
|
|
1480
|
+
return UNTIMED
|
|
1477
1481
|
try:
|
|
1478
1482
|
parsed = datetime.fromisoformat(value)
|
|
1479
1483
|
except ValueError: # pragma: no cover - the server writes ISO instants
|
|
1480
|
-
return
|
|
1484
|
+
return UNTIMED
|
|
1481
1485
|
return parsed if parsed.tzinfo is not None else parsed.replace(tzinfo=UTC)
|
|
1482
1486
|
|
|
1483
1487
|
|
|
1488
|
+
def stamped(when: datetime) -> datetime:
|
|
1489
|
+
"""Read the instant a record carries: the one it was ordered by, or now when it has none."""
|
|
1490
|
+
return datetime.now(UTC) if when == UNTIMED else when
|
|
1491
|
+
|
|
1492
|
+
|
|
1484
1493
|
def item_labels(items: Sequence[ItemOut], attempts: Sequence[AttemptOut]) -> dict[UUID, str]:
|
|
1485
1494
|
"""Map each attempt of a fan-out step to the element it was created for."""
|
|
1486
1495
|
keys = {item.id: item.item_key.strip() or str(item.item_index) for item in items}
|
|
@@ -1531,13 +1540,16 @@ def transition_event(attempt: AttemptEvent, seen: dict[str, str]) -> list[WatchE
|
|
|
1531
1540
|
"""Report one streamed attempt when it has moved since the stream last named it.
|
|
1532
1541
|
|
|
1533
1542
|
The server replays every attempt on connect and after a reconnection, so an attempt in a
|
|
1534
|
-
state already printed is nothing to say.
|
|
1543
|
+
state already printed is nothing to say. A queued attempt has neither started nor
|
|
1544
|
+
finished, so the moment it reached the state it is being announced in is when it was
|
|
1545
|
+
written down.
|
|
1535
1546
|
"""
|
|
1536
1547
|
key = f"{attempt.step_name}#{attempt.item or ''}#{attempt.attempt}"
|
|
1537
1548
|
if seen.get(key) == attempt.status.value or attempt.status is AttemptStatus.PENDING:
|
|
1538
1549
|
return []
|
|
1539
1550
|
seen[key] = attempt.status.value
|
|
1540
|
-
|
|
1551
|
+
when = attempt.finished_at or attempt.started_at or attempt.created_at
|
|
1552
|
+
return [(moment_of(when), _TRANSITION_FIRST, attempt, attempt.item)]
|
|
1541
1553
|
|
|
1542
1554
|
|
|
1543
1555
|
def log_events(entries: list[LogEntryOut], labels: dict[UUID, str] | None = None) -> list[WatchEvent]:
|
|
@@ -1568,7 +1580,7 @@ def print_events(events: list[WatchEvent], level: Detail = Detail.SUMMARY, *, ou
|
|
|
1568
1580
|
continue
|
|
1569
1581
|
writer.event(
|
|
1570
1582
|
"step",
|
|
1571
|
-
at=when,
|
|
1583
|
+
at=stamped(when),
|
|
1572
1584
|
step=subject.step_name,
|
|
1573
1585
|
item=label,
|
|
1574
1586
|
message=subject.status.value,
|
|
@@ -1582,7 +1594,7 @@ def print_events(events: list[WatchEvent], level: Detail = Detail.SUMMARY, *, ou
|
|
|
1582
1594
|
continue
|
|
1583
1595
|
writer.event(
|
|
1584
1596
|
"output",
|
|
1585
|
-
at=when,
|
|
1597
|
+
at=stamped(when),
|
|
1586
1598
|
step=subject.step_name,
|
|
1587
1599
|
item=label,
|
|
1588
1600
|
message=subject.status.value,
|
|
@@ -12,7 +12,6 @@ from uuid import UUID
|
|
|
12
12
|
|
|
13
13
|
import sqlalchemy as sa
|
|
14
14
|
import yaml
|
|
15
|
-
from cryptography.fernet import Fernet
|
|
16
15
|
from pydantic import BaseModel, ConfigDict, Field, SecretStr
|
|
17
16
|
from sqlalchemy.ext.asyncio import AsyncSession, async_sessionmaker
|
|
18
17
|
|
|
@@ -31,6 +30,7 @@ from dirigent_core.models import ArtifactRef, Connection, LogEntry, Run, RunItem
|
|
|
31
30
|
from dirigent_core.pipelines import apply_document
|
|
32
31
|
from dirigent_core.plugins import load_plugin_host
|
|
33
32
|
from dirigent_core.schemas import SchemaRefused, resolve_identity, store_schema
|
|
33
|
+
from dirigent_core.secrets import generate_key
|
|
34
34
|
from dirigent_core.storage import scratch_prefix
|
|
35
35
|
from dirigent_core.worker import Worker
|
|
36
36
|
|
|
@@ -315,7 +315,7 @@ def local_settings(root: Path, *, inherited: Settings | None = None) -> Settings
|
|
|
315
315
|
database_url=f"sqlite+aiosqlite:///{root / 'dirigent.db'}",
|
|
316
316
|
artifact_root=f"file://{root / 'artifacts'}",
|
|
317
317
|
work_root=str(root / "work"),
|
|
318
|
-
secret_key=SecretStr(
|
|
318
|
+
secret_key=SecretStr(generate_key()),
|
|
319
319
|
enabled_unsafe_blocks=list(base.enabled_unsafe_blocks),
|
|
320
320
|
storage_connections=dict(base.storage_connections),
|
|
321
321
|
inline_artifact_max=base.inline_artifact_max,
|
|
@@ -257,6 +257,18 @@ def format_command(
|
|
|
257
257
|
emit_rendered(item)
|
|
258
258
|
|
|
259
259
|
|
|
260
|
+
@app.command(name="secret-key", rich_help_panel=ADMIN_PANEL)
|
|
261
|
+
def secret_key_command() -> None:
|
|
262
|
+
"""Generate a DIRIGENT_SECRET_KEY, as one plain line rather than a record.
|
|
263
|
+
|
|
264
|
+
The key is the whole output, at a terminal and in a pipe alike, so
|
|
265
|
+
`DIRIGENT_SECRET_KEY=$(dg secret-key)` works in a shell and in a `.env`.
|
|
266
|
+
"""
|
|
267
|
+
from dirigent_core.secrets import generate_key
|
|
268
|
+
|
|
269
|
+
typer.echo(generate_key())
|
|
270
|
+
|
|
271
|
+
|
|
260
272
|
@config_app.command("show")
|
|
261
273
|
def config_show() -> None:
|
|
262
274
|
"""Show the effective configuration, with secrets redacted."""
|
|
@@ -1,7 +1,5 @@
|
|
|
1
1
|
"""Pipeline projects: a uv project of documents, and the scaffolding that creates one."""
|
|
2
2
|
|
|
3
|
-
import base64
|
|
4
|
-
import os
|
|
5
3
|
import re
|
|
6
4
|
from collections.abc import Sequence
|
|
7
5
|
from pathlib import Path
|
|
@@ -11,6 +9,7 @@ import yaml
|
|
|
11
9
|
from pydantic import BaseModel, ConfigDict, Field
|
|
12
10
|
|
|
13
11
|
from dirigent_core.configdocs import example_document, project_document
|
|
12
|
+
from dirigent_core.secrets import generate_key
|
|
14
13
|
|
|
15
14
|
if TYPE_CHECKING:
|
|
16
15
|
from dirigent_core.examples import ExampleEntry
|
|
@@ -955,7 +954,7 @@ def _merge_ignore(path: Path, content: str, written: list[Path], skipped: list[P
|
|
|
955
954
|
|
|
956
955
|
def _an_instance_key() -> str:
|
|
957
956
|
"""Generate the key the stack seals connection secrets with."""
|
|
958
|
-
return
|
|
957
|
+
return generate_key()
|
|
959
958
|
|
|
960
959
|
|
|
961
960
|
def _write(path: Path, content: str, *, mode: int | None = None) -> Path:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/__init__.py.tmpl
RENAMED
|
File without changes
|
{dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/operator.py.tmpl
RENAMED
|
File without changes
|
{dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/pyproject.toml.tmpl
RENAMED
|
File without changes
|
{dirigent_cli-0.16.0 → dirigent_cli-0.16.2}/src/dirigent_cli/templates/pack/test_plugin.py.tmpl
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|