steve-cli 1.1.5__tar.gz → 1.1.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {steve_cli-1.1.5 → steve_cli-1.1.7}/PKG-INFO +1 -1
- {steve_cli-1.1.5 → steve_cli-1.1.7}/pyproject.toml +1 -1
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/policies/client.py +26 -1
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/trino.py +20 -1
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/PKG-INFO +1 -1
- {steve_cli-1.1.5 → steve_cli-1.1.7}/README.md +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/setup.cfg +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/auth.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/cli.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/decorators/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/decorators/lineage_job.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/composite.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/dataproductregistry.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/logging.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/null.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/adapters/openlineage.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/collector.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/port.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/registry.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/lineage/storage.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/ontology.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/policies/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/auth.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/branch.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/lakekeeper.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/csv.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/excel.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/generic.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/json.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/extractors/parquet.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/port.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/metadata/registry.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/parquet.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/protocol.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage/s3.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/storage.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/adapters/__init__.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/adapters/great_expectations.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/adapters/null.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/adapters/validoopsie.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/port.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/validation/registry.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli/vkg.py +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/SOURCES.txt +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/dependency_links.txt +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/entry_points.txt +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/requires.txt +0 -0
- {steve_cli-1.1.5 → steve_cli-1.1.7}/steve_cli.egg-info/top_level.txt +0 -0
|
@@ -166,9 +166,34 @@ class PolicyClient:
|
|
|
166
166
|
if not path.exists():
|
|
167
167
|
raise FileNotFoundError(f"Policies file not found: {path}")
|
|
168
168
|
|
|
169
|
+
import warnings
|
|
169
170
|
import yaml
|
|
170
171
|
config: dict[str, Any] = yaml.safe_load(path.read_text())
|
|
171
|
-
|
|
172
|
+
workspace_yaml = config.get("workspace")
|
|
173
|
+
workspace_env = os.environ.get("WORKSPACE_NAME")
|
|
174
|
+
|
|
175
|
+
if workspace_env and workspace_yaml and workspace_env != workspace_yaml:
|
|
176
|
+
warnings.warn(
|
|
177
|
+
f"WORKSPACE_NAME env ({workspace_env!r}) overrides workspace in access.yaml "
|
|
178
|
+
f"({workspace_yaml!r}). The 'workspace:' field in access.yaml can be removed "
|
|
179
|
+
f"when WORKSPACE_NAME is set by the environment.",
|
|
180
|
+
stacklevel=2,
|
|
181
|
+
)
|
|
182
|
+
workspace = workspace_env
|
|
183
|
+
elif workspace_env:
|
|
184
|
+
workspace = workspace_env
|
|
185
|
+
elif workspace_yaml:
|
|
186
|
+
warnings.warn(
|
|
187
|
+
f"WORKSPACE_NAME env not set; using workspace from access.yaml ({workspace_yaml!r}). "
|
|
188
|
+
f"Set WORKSPACE_NAME in the environment for reliable catalog resolution.",
|
|
189
|
+
stacklevel=2,
|
|
190
|
+
)
|
|
191
|
+
workspace = workspace_yaml
|
|
192
|
+
else:
|
|
193
|
+
raise ValueError(
|
|
194
|
+
"Workspace name not found: set WORKSPACE_NAME env or add 'workspace:' to access.yaml"
|
|
195
|
+
)
|
|
196
|
+
|
|
172
197
|
pdp_cfg = config["pdp"]
|
|
173
198
|
rules = config.get("rules", [])
|
|
174
199
|
|
|
@@ -405,12 +405,31 @@ class TrinoStorage:
|
|
|
405
405
|
def _append(iceberg_table, arrow_table, table_id):
|
|
406
406
|
if os.getenv("STEVE_TRINO_TRACE") == "1":
|
|
407
407
|
io_props = getattr(iceberg_table.io, "properties", {})
|
|
408
|
+
access_key = io_props.get("s3.access-key-id", "n/a")
|
|
409
|
+
session_tok = io_props.get("s3.session-token", None)
|
|
410
|
+
# Decode JWT payload (no key needed) to see embedded session policy
|
|
411
|
+
session_policy_decoded = "none"
|
|
412
|
+
if session_tok:
|
|
413
|
+
try:
|
|
414
|
+
import base64 as _b64, json as _json
|
|
415
|
+
parts = session_tok.split(".")
|
|
416
|
+
if len(parts) >= 2:
|
|
417
|
+
payload_b64 = parts[1] + "=" * (-len(parts[1]) % 4)
|
|
418
|
+
payload = _json.loads(_b64.urlsafe_b64decode(payload_b64))
|
|
419
|
+
sp = payload.get("sessionPolicy", payload.get("Policy", payload))
|
|
420
|
+
session_policy_decoded = _json.dumps(sp)
|
|
421
|
+
except Exception as _e:
|
|
422
|
+
session_policy_decoded = f"decode-error:{_e}"
|
|
408
423
|
logger.warning(
|
|
409
|
-
"[trino] append: table=%s, location=%s, s3.endpoint=%s, signer.uri=%s"
|
|
424
|
+
"[trino] append: table=%s, location=%s, s3.endpoint=%s, signer.uri=%s, "
|
|
425
|
+
"s3.access-key-id=%s, session_policy=%s, auth=%s",
|
|
410
426
|
table_id,
|
|
411
427
|
iceberg_table.location(),
|
|
412
428
|
io_props.get("s3.endpoint", "n/a"),
|
|
413
429
|
io_props.get("s3.signer.uri", "n/a"),
|
|
430
|
+
access_key,
|
|
431
|
+
session_policy_decoded,
|
|
432
|
+
type(self._auth).__name__,
|
|
414
433
|
)
|
|
415
434
|
|
|
416
435
|
s3_client = None
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|