ob-metaflow-extensions 1.1.78__py2.py3-none-any.whl → 1.1.80__py2.py3-none-any.whl

metaflow_extensions/outerbounds/plugins/snowpark/snowpark_service_spec.py

@@ -0,0 +1,259 @@
+import json
+from collections import defaultdict
+from typing import List, Dict, Optional
+
+
+class Container:
+    def __init__(self, name: str, image: str):
+        self.payload = defaultdict(lambda: defaultdict(dict))
+        self.payload["name"] = name
+        self.payload["image"] = image
+
+    def command(self, command: List[str]) -> "Container":
+        self.payload["command"] = command
+        return self
+
+    def args(self, args: List[str]) -> "Container":
+        self.payload["args"] = args
+        return self
+
+    def env(self, env: Dict[str, str]) -> "Container":
+        self.payload["env"] = env
+        return self
+
+    def readiness_probe(self, readiness_probe: "ReadinessProbe") -> "Container":
+        self.payload["readiness_probe"] = (
+            readiness_probe.to_dict() if readiness_probe else None
+        )
+        return self
+
+    def volume_mounts(self, volume_mounts: List["VolumeMount"]) -> "Container":
+        self.payload["volume_mounts"] = [vm.to_dict() for vm in volume_mounts]
+        return self
+
+    def resources(self, resources: "Resources") -> "Container":
+        self.payload["resources"] = resources.to_dict() if resources else None
+        return self
+
+    def secrets(self, secrets: List["Secrets"]) -> "Container":
+        self.payload["secrets"] = [secret.to_dict() for secret in secrets]
+        return self
+
+    def to_dict(self) -> Dict:
+        result = {"name": self.payload["name"], "image": self.payload["image"]}
+        if "command" in self.payload and self.payload["command"]:
+            result["command"] = self.payload["command"]
+        if "args" in self.payload and self.payload["args"]:
+            result["args"] = self.payload["args"]
+        if "env" in self.payload and self.payload["env"]:
+            result["env"] = self.payload["env"]
+        if "readiness_probe" in self.payload and self.payload["readiness_probe"]:
+            result["readiness_probe"] = self.payload["readiness_probe"]
+        if "volume_mounts" in self.payload and self.payload["volume_mounts"]:
+            result["volume_mounts"] = self.payload["volume_mounts"]
+        if "resources" in self.payload and self.payload["resources"]:
+            result["resources"] = self.payload["resources"]
+        if "secrets" in self.payload and self.payload["secrets"]:
+            result["secrets"] = self.payload["secrets"]
+        return result
+
+
+class ReadinessProbe:
+    def __init__(self, port: int, path: str):
+        self.payload = defaultdict(dict)
+        self.payload["port"] = port
+        self.payload["path"] = path
+
+    def to_dict(self) -> Dict:
+        return dict(self.payload)
+
+
+class VolumeMount:
+    def __init__(self, name: str, mount_path: str):
+        self.payload = defaultdict(dict)
+        self.payload["name"] = name
+        self.payload["mount_path"] = mount_path
+
+    def to_dict(self) -> Dict:
+        return dict(self.payload)
+
+
+class Resources:
+    def __init__(
+        self,
+        requests: Optional[Dict[str, str]] = None,
+        limits: Optional[Dict[str, str]] = None,
+    ):
+        self.payload = defaultdict(dict)
+        if requests:
+            self.payload["requests"] = requests
+        if limits:
+            self.payload["limits"] = limits
+
+    def to_dict(self) -> Dict:
+        result = {}
+        if "requests" in self.payload and self.payload["requests"]:
+            result["requests"] = self.payload["requests"]
+        if "limits" in self.payload and self.payload["limits"]:
+            result["limits"] = self.payload["limits"]
+        return result
+
+
+class Secrets:
+    def __init__(self, snowflake_secret: str):
+        self.payload = {"snowflake_secret": snowflake_secret}
+
+    def secret_key_ref(self, secret_key_ref: str) -> "Secrets":
+        self.payload["secret_key_ref"] = secret_key_ref
+        return self
+
+    def env_var_name(self, env_var_name: str) -> "Secrets":
+        self.payload["env_var_name"] = env_var_name
+        return self
+
+    def directory_path(self, directory_path: str) -> "Secrets":
+        self.payload["directory_path"] = directory_path
+        return self
+
+    def to_dict(self) -> Dict:
+        return {k: v for k, v in self.payload.items() if v}
+
+
+class Endpoint:
+    def __init__(self, name: str, port: int):
+        self.payload = defaultdict(dict)
+        self.payload["name"] = name
+        self.payload["port"] = port
+
+    def public(self, public: bool) -> "Endpoint":
+        self.payload["public"] = public
+        return self
+
+    def protocol(self, protocol: str) -> "Endpoint":
+        self.payload["protocol"] = protocol
+        return self
+
+    def to_dict(self) -> Dict:
+        return dict(self.payload)
+
+
+class Volume:
+    def __init__(self, name: str, source: str):
+        self.payload = defaultdict(dict)
+        self.payload["name"] = name
+        self.payload["source"] = source
+
+    def size(self, size: str) -> "Volume":
+        self.payload["size"] = size
+        return self
+
+    def block_config(self, block_config: Dict) -> "Volume":
+        self.payload["block_config"] = block_config
+        return self
+
+    def uid(self, uid: int) -> "Volume":
+        self.payload["uid"] = uid
+        return self
+
+    def gid(self, gid: int) -> "Volume":
+        self.payload["gid"] = gid
+        return self
+
+    def to_dict(self) -> Dict:
+        result = {"name": self.payload["name"], "source": self.payload["source"]}
+        if "size" in self.payload:
+            result["size"] = self.payload["size"]
+        if "block_config" in self.payload:
+            result["block_config"] = self.payload["block_config"]
+        if "uid" in self.payload:
+            result["uid"] = self.payload["uid"]
+        if "gid" in self.payload:
+            result["gid"] = self.payload["gid"]
+        return result
+
+
+class LogExporters:
+    def __init__(self):
+        self.payload = {}
+
+    def event_table_config(self, log_level: str) -> "LogExporters":
+        self.payload["eventTableConfig"] = {"logLevel": log_level}
+        return self
+
+    def to_dict(self) -> Dict:
+        return dict(self.payload)
+
+
+class ServiceRole:
+    def __init__(self, name: str):
+        self.payload = {"name": name}
+
+    def endpoints(self, endpoints: List[str]) -> "ServiceRole":
+        self.payload["endpoints"] = endpoints
+        return self
+
+    def to_dict(self) -> Dict:
+        return dict(self.payload)
+
+
+class SnowparkServiceSpec:
+    def __init__(self):
+        self.payload = defaultdict(lambda: defaultdict(list))
+
+    def containers(self, containers: List[Container]) -> "SnowparkServiceSpec":
+        self.payload["containers"] = [container.to_dict() for container in containers]
+        return self
+
+    def endpoints(self, endpoints: List[Endpoint]) -> "SnowparkServiceSpec":
+        self.payload["endpoints"] = [endpoint.to_dict() for endpoint in endpoints]
+        return self
+
+    def volumes(self, volumes: List[Volume]) -> "SnowparkServiceSpec":
+        self.payload["volumes"] = [volume.to_dict() for volume in volumes]
+        return self
+
+    def log_exporters(self, log_exporters: LogExporters) -> "SnowparkServiceSpec":
+        self.payload["logExporters"] = log_exporters.to_dict()
+        return self
+
+    def service_roles(self, service_roles: List[ServiceRole]) -> "SnowparkServiceSpec":
+        self.payload["serviceRoles"] = [role.to_dict() for role in service_roles]
+        return self
+
+    def to_dict(self) -> Dict:
+        return {"spec": dict(self.payload)}
+
+
+def generate_spec_file(spec: SnowparkServiceSpec, filename: str, format: str = "yaml"):
+    import yaml
+
+    spec_dict = spec.to_dict()
+    with open(filename, "w") as file:
+        if format == "json":
+            json.dump(spec_dict, file, indent=2)
+        elif format == "yaml":
+            yaml.dump(spec_dict, file, default_flow_style=False)
+
+
+if __name__ == "__main__":
+    # Example usage
+    container = (
+        Container(name="example-container", image="example-image")
+        .command(["python3", "app.py"])
+        .env({"ENV_VARIABLE": "value"})
+        .readiness_probe(ReadinessProbe(port=8080, path="/health"))
+        .resources(
+            Resources(requests={"memory": "2G", "cpu": "1"}, limits={"memory": "4G"})
+        )
+    )
+
+    endpoint = Endpoint(name="example-endpoint", port=8080).public(True)
+    volume = Volume(name="example-volume", source="local")
+    spec = (
+        SnowparkServiceSpec()
+        .containers([container])
+        .endpoints([endpoint])
+        .volumes([volume])
+    )
+
+    generate_spec_file(spec, "service_spec.yaml", format="yaml")

{ob_metaflow_extensions-1.1.78.dist-info → ob_metaflow_extensions-1.1.80.dist-info}/METADATA

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: ob-metaflow-extensions
-Version: 1.1.78
+Version: 1.1.80
 Summary: Outerbounds Platform Extensions for Metaflow
 Author: Outerbounds, Inc.
 License: Commercial
 Description-Content-Type: text/markdown
 Requires-Dist: boto3
 Requires-Dist: kubernetes
-Requires-Dist: ob-metaflow (==2.12.11.0)
+Requires-Dist: ob-metaflow (==2.12.15.1)
 
 # Outerbounds platform package
 

{ob_metaflow_extensions-1.1.78.dist-info → ob_metaflow_extensions-1.1.80.dist-info}/RECORD

@@ -1,9 +1,14 @@
 metaflow_extensions/outerbounds/__init__.py,sha256=TRGvIUMjkfneWtYUFSWoubu_Kf2ekAL4WLbV3IxOj9k,499
 metaflow_extensions/outerbounds/remote_config.py,sha256=Zpfpjgz68_ZgxlXezjzlsDLo4840rkWuZgwDB_5H57U,4059
-metaflow_extensions/outerbounds/config/__init__.py,sha256=mYo95obHU1IE1wbPkeVz_pfTzNqlNabp1QBEMTGllbE,112
-metaflow_extensions/outerbounds/plugins/__init__.py,sha256=pylEqgeO7KpE3tu7gGYkScLKwBPPkCAvNEiQ7biK9kk,9671
+metaflow_extensions/outerbounds/config/__init__.py,sha256=MwC9dK3A5waKt-DOdHJMw-7sA5Zrl89uLmYJiM3mucc,1057
+metaflow_extensions/outerbounds/plugins/__init__.py,sha256=Y6Y2RlZFW5RwZjXa5QrKptht-u1p8faJxFFaA2n9Jy8,10074
 metaflow_extensions/outerbounds/plugins/auth_server.py,sha256=1v2GBqoMBxp5E7Lejz139w-jxJtPnLDvvHXP0HhEIHI,2361
 metaflow_extensions/outerbounds/plugins/perimeters.py,sha256=QXh3SFP7GQbS-RAIxUOPbhPzQ7KDFVxZkTdKqFKgXjI,2697
+metaflow_extensions/outerbounds/plugins/fast_bakery/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+metaflow_extensions/outerbounds/plugins/fast_bakery/docker_environment.py,sha256=P8AOdQYz6T0D4Uj0_hUF91MF0FkRHBU9P7Wgihouk20,9852
+metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery.py,sha256=7ppPwnwb_b2bRdZnmxnZXsnDlysLe2Ah4o0vxJdrP6Q,4621
+metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_cli.py,sha256=kqFyu2bJSnc9_9aYfBpz5xK6L6luWFZK_NMuh8f1eVk,1494
+metaflow_extensions/outerbounds/plugins/fast_bakery/fast_bakery_decorator.py,sha256=EZDbyrfZ7fgcU-P9dMS_hpCxsdDeUE0K5VU3uNM4aW4,1506
 metaflow_extensions/outerbounds/plugins/kubernetes/__init__.py,sha256=5zG8gShSj8m7rgF4xgWBZFuY3GDP5n1T0ktjRpGJLHA,69
 metaflow_extensions/outerbounds/plugins/kubernetes/kubernetes_client.py,sha256=gj6Iaz26bGbZm3aQuNS18Mqh_80iJp5PgFwFSlJRcn8,1968
 metaflow_extensions/outerbounds/plugins/nim/__init__.py,sha256=GVnvSTjqYVj5oG2yh8KJFt7iZ33cEadDD5HbdmC9hJ0,1457
@@ -12,6 +17,14 @@ metaflow_extensions/outerbounds/plugins/nvcf/__init__.py,sha256=47DEQpj8HBSa-_TI
 metaflow_extensions/outerbounds/plugins/nvcf/nvcf.py,sha256=ftxC5SCo64P5Ycpv5vudluTnQi3-VCZW0umdsPP326A,7926
 metaflow_extensions/outerbounds/plugins/nvcf/nvcf_cli.py,sha256=ow3lonclEDoZEUQCDV_L8lEr6HopXqjNXzubRrfdIm4,7219
 metaflow_extensions/outerbounds/plugins/nvcf/nvcf_decorator.py,sha256=0xNA4aRTPJ4SKpRIFKZzlL9a7lf367KGTrVWVXd-uGE,6052
+metaflow_extensions/outerbounds/plugins/snowpark/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark.py,sha256=vzgpVLCKvHjzHNfJvmH0jcxefYNsVggw_vof_y_U_a8,10643
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_cli.py,sha256=ErsVoCQLa33byiykOQzDEeEkRKk0mgffZme43f3jxn4,8747
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_client.py,sha256=JEW0EUxj_mNZXo9OFkJFmWfg-P7_CEgvNbgsMTCBTAE,4273
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_decorator.py,sha256=3A9LKg7EarWM8WQ0PTGLUetjxzemQeUiJivvv_4uzr0,9886
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_exceptions.py,sha256=FTfYlJu-sn9DkPOs2R1V1ChWb1vZthOgeq0BZdT1ucY,296
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_job.py,sha256=d_5UhXqZ_12rCvatH1capPQZYGLx1FVqq_rtW65OXyk,6874
+metaflow_extensions/outerbounds/plugins/snowpark/snowpark_service_spec.py,sha256=AI_kcm1hZV3JRxJkookcH6twiGnAYjk9Dx-MeoYz60Y,8511
 metaflow_extensions/outerbounds/profilers/__init__.py,sha256=wa_jhnCBr82TBxoS0e8b6_6sLyZX0fdHicuGJZNTqKw,29
 metaflow_extensions/outerbounds/profilers/gpu.py,sha256=a5YZAepujuP0uDqG9UpXBlZS3wjUt4Yv8CjybXqeT2c,24342
 metaflow_extensions/outerbounds/toplevel/__init__.py,sha256=qWUJSv_r5hXJ7jV_On4nEasKIfUCm6_UjkjXWA_A1Ts,90
@@ -19,7 +32,7 @@ metaflow_extensions/outerbounds/toplevel/global_aliases_for_metaflow_package.py,
 metaflow_extensions/outerbounds/toplevel/plugins/azure/__init__.py,sha256=WUuhz2YQfI4fz7nIcipwwWq781eaoHEk7n4GAn1npDg,63
 metaflow_extensions/outerbounds/toplevel/plugins/gcp/__init__.py,sha256=BbZiaH3uILlEZ6ntBLKeNyqn3If8nIXZFq_Apd7Dhco,70
 metaflow_extensions/outerbounds/toplevel/plugins/kubernetes/__init__.py,sha256=5zG8gShSj8m7rgF4xgWBZFuY3GDP5n1T0ktjRpGJLHA,69
-ob_metaflow_extensions-1.1.78.dist-info/METADATA,sha256=46nNd5NpYJRzNhcbc9MEE9w760iwAFsN2vFG10J1hLY,520
-ob_metaflow_extensions-1.1.78.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
-ob_metaflow_extensions-1.1.78.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
-ob_metaflow_extensions-1.1.78.dist-info/RECORD,,
+ob_metaflow_extensions-1.1.80.dist-info/METADATA,sha256=WxObfrqrbhEeFqDktCqP8hrCZsyfqkcDCrlnAo-UP58,520
+ob_metaflow_extensions-1.1.80.dist-info/WHEEL,sha256=bb2Ot9scclHKMOLDEHY6B2sicWOgugjFKaJsT7vwMQo,110
+ob_metaflow_extensions-1.1.80.dist-info/top_level.txt,sha256=NwG0ukwjygtanDETyp_BUdtYtqIA_lOjzFFh1TsnxvI,20
+ob_metaflow_extensions-1.1.80.dist-info/RECORD,,