gluekit 1.0.1.dev1__py3-none-any.whl

gluekit/job_mgmt/magics.py

@@ -0,0 +1,122 @@
+from __future__ import annotations
+
+import json
+from typing import Any
+
+from .schema import load_magic_map
+
+
+def script_location_dir(script_location: str) -> str:
+    if script_location.endswith(".py"):
+        return f"{script_location.rsplit('/', 1)[0]}/"
+    if script_location.endswith("/"):
+        return script_location
+    return f"{script_location}/"
+
+
+def stringify_magic_value(value: Any) -> str:
+    if value is None:
+        return ""
+    if isinstance(value, bool):
+        return "true" if value else "false"
+    if isinstance(value, (list, tuple, set)):
+        return ",".join(str(item) for item in value if str(item).strip())
+    return str(value)
+
+
+def normalize_config_args(config: dict[str, Any]) -> dict[str, Any]:
+    normalized: dict[str, Any] = {}
+    for key, value in config.items():
+        if key == "script_location" or key.startswith("--"):
+            normalized[key] = value
+
+    for key, value in config.items():
+        if key == "script_location" or key.startswith("--"):
+            continue
+        normalized.setdefault(f"--{key}", value)
+
+    return normalized
+
+
+def build_config_cell_source(config: dict[str, Any]) -> list[str]:
+    config_json = json.dumps(normalize_config_args(config), indent=4)
+    lines = ["%%configure \n"]
+    lines.extend([f"{line}\n" for line in config_json.splitlines()])
+    return lines
+
+
+def _get_nested_value(config_data: dict[str, Any], field_path: str) -> Any:
+    current: Any = config_data
+    for part in field_path.split("."):
+        if not isinstance(current, dict):
+            return None
+        current = current.get(part)
+        if current is None:
+            return None
+    return current
+
+
+def _format_value(value: Any, formatter: str) -> str:
+    if formatter == "script_location_dir":
+        text = stringify_magic_value(value).strip()
+        return script_location_dir(text) if text else ""
+    return stringify_magic_value(value).strip()
+
+
+def build_magic_cell_sources(config_data: dict[str, Any]) -> list[list[str]]:
+    if not config_data:
+        return []
+
+    magic_map = load_magic_map()
+    mappings = magic_map.get("mappings", [])
+    section_order = magic_map.get("section_order", [])
+    stop_session_magic = magic_map.get("stop_session_magic", "%stop_session")
+
+    sections: dict[str, list[str]] = {section: [] for section in section_order}
+    configure: dict[str, Any] = {}
+    default_arguments = dict(config_data.get("DefaultArguments", {}) or {})
+
+    for mapping in mappings:
+        field_path = mapping["field_path"]
+        if field_path.startswith("DefaultArguments."):
+            arg_key = field_path.split(".", 1)[1]
+            raw_value = default_arguments.pop(arg_key, None)
+        else:
+            raw_value = _get_nested_value(config_data, field_path)
+
+        formatted_value = _format_value(raw_value, mapping.get("format", "string"))
+        if not formatted_value:
+            continue
+
+        emit = mapping.get("emit", "magic")
+        if emit == "magic":
+            section = mapping["section"]
+            sections.setdefault(section, []).append(
+                f"{mapping['magic']} {formatted_value}\n"
+            )
+        elif emit == "configure":
+            configure[mapping["configure_key"]] = formatted_value
+
+    configure.update(default_arguments)
+
+    sources: list[list[str]] = [[f"{stop_session_magic}\n"]]
+    for section in section_order:
+        if section == "configure":
+            continue
+        lines = sections.get(section, [])
+        if lines:
+            sources.append(lines)
+
+    if configure:
+        sources.append(build_config_cell_source(configure))
+
+    return sources
+
+
+__all__ = [
+    "build_config_cell_source",
+    "build_magic_cell_sources",
+    "normalize_config_args",
+    "script_location_dir",
+    "stringify_magic_value",
+]