zenml-nightly 0.66.0.dev20240930__py3-none-any.whl → 0.68.0.dev20241026__py3-none-any.whl

zenml/zen_server/deploy/terraform/recipes/aws/variables.tf

@@ -1,167 +0,0 @@
-
-variable "name" {
-  description = "The prefix to use for all AWS resource names"
-  default     = "zenmlserver"
-  type        = string
-}
-
-variable "region" {
-  description = "The region for your AWS resources"
-  default     = "eu-west-1"
-  type        = string
-}
-
-variable "namespace" {
-  description = "The namespace to install the ZenML server Helm chart in"
-  default     = "terraform-server"
-  type        = string
-}
-
-variable "helm_chart" {
-  description = "The path to the ZenML server helm chart"
-  default     = "../../../helm"
-  type        = string
-}
-
-variable "kubectl_config_path" {
-  description = "The path to the kube config"
-  default     = ""
-  type        = string
-}
-
-variable "analytics_opt_in" {
-  description = "The flag to enable/disable analytics"
-  default     = true
-  type        = bool
-}
-
-# If you want a new RDS, choose a name and a password. If you already
-# have an instance, provide the name and the password here too.
-variable "database_username" {
-  description = "The username for the AWS RDS metadata store"
-  default     = "admin"
-  type        = string
-}
-variable "database_password" {
-  description = "The password for the AWS RDS metadata store"
-  default     = ""
-  type        = string
-}
-
-# if you enable the deploy_db option, the recipe will
-# create a new RDS MySQL instance and then use it for this
-# ZenML Server. If disabled, you have to supply connection details
-# in the section below.
-variable "deploy_db" {
-  description = "Should the recipe create an RDS instance?"
-  default     = true
-  type        = bool
-}
-variable "rds_name" {
-  description = "The name for the AWS RDS metadata store"
-  default     = "zenmlserver"
-  type        = string
-}
-variable "db_name" {
-  description = "The name for the AWS RDS database"
-  default     = "zenmlserver"
-  type        = string
-}
-variable "db_type" {
-  description = "The type for the AWS RDS database"
-  default     = "mysql"
-  type        = string
-}
-variable "db_version" {
-  description = "The version for the AWS RDS database"
-  default     = "5.7.38"
-  type        = string
-}
-variable "db_instance_class" {
-  description = "The instance class to use for the database"
-  default     = "db.t3.micro"
-  type        = string
-}
-
-variable "db_allocated_storage" {
-  description = "The allocated storage in gigabytes"
-  default     = 5
-  type        = number
-}
-
-# If you haven't enabled the deploy_db option, provide
-# the following value in the values.tfvars.json file.
-variable "database_url" {
-  description = "The URL for the AWS RDS instance"
-  default     = ""
-  type        = string
-}
-variable "database_ssl_ca" {
-  description = "The server ca for the AWS RDS instance"
-  default     = ""
-  type        = string
-}
-variable "database_ssl_cert" {
-  description = "The client cert for the AWS RDS instance"
-  default     = ""
-  type        = string
-}
-variable "database_ssl_key" {
-  description = "The client key for the AWS RDS instance"
-  default     = ""
-  type        = string
-}
-variable "database_ssl_verify_server_cert" {
-  description = "Should SSL be verified?"
-  default     = true
-  type        = bool
-}
-
-
-# set to true if you don't already have an nginx ingress
-# controller in your cluster
-variable "create_ingress_controller" {
-  description = "set to true  if you want the recipe to create an ingress controller in your cluster"
-  default     = true
-  type        = bool
-}
-
-# if you already have an ingress controller, supply it's URL
-variable "ingress_controller_ip" {
-  description = "The URL for the ingress controller on your cluster"
-  default     = ""
-  type        = string
-}
-variable "ingress_tls" {
-  description = "Whether to enable tls on the ingress or not"
-  default     = false
-  type        = bool
-}
-variable "ingress_tls_generate_certs" {
-  description = "Whether to enable tls certificates or not"
-  default     = false
-  type        = bool
-}
-variable "ingress_tls_secret_name" {
-  description = "Name for the Kubernetes secret that stores certificates"
-  default     = "zenml-tls-certs"
-  type        = string
-}
-
-variable "zenmlserver_image_repo" {
-  description = "The repository to use for the zenmlserver docker image."
-  default     = "zenmldocker/zenml-server"
-  type        = string
-}
-variable "zenmlserver_image_tag" {
-  description = "The tag to use for the zenmlserver docker image."
-  default     = "latest"
-  type        = string
-}
-
-# variables for creating a ZenML stack configuration file
-variable "zenml-version" {
-  description = "The version of ZenML being used"
-  default     = "0.20.0"
-  type        = string
-}

zenml/zen_server/deploy/terraform/recipes/aws/vpc.tf

@@ -1,47 +0,0 @@
-# VPC infra using https://github.com/terraform-aws-modules/terraform-aws-vpc
-module "vpc" {
-  source  = "terraform-aws-modules/vpc/aws"
-  version = ">= 4.0.0"
-  count   = var.deploy_db ? 1 : 0
-
-  name = "${var.name}-vpc"
-  cidr = "10.10.0.0/16"
-
-  azs             = ["${var.region}a", "${var.region}b", "${var.region}c"]
-  private_subnets = ["10.10.8.0/21", "10.10.16.0/21", "10.10.24.0/21"]
-  public_subnets  = ["10.10.128.0/21", "10.10.136.0/21", "10.10.144.0/21"]
-
-  enable_nat_gateway   = true
-  single_nat_gateway   = true
-  enable_dns_hostnames = true
-
-  # enabling MySQL access
-  create_database_internet_gateway_route = true
-  manage_default_security_group          = true
-  default_security_group_ingress = [
-    {
-      description = "MySQL traffic from everywhere"
-      from_port   = 3306
-      to_port     = 3306
-      protocol    = "tcp"
-      cidr_blocks = "0.0.0.0/0"
-    },
-    {
-      description = "All Traffic"
-      from_port   = 0
-      to_port     = 0
-      protocol    = -1
-      cidr_blocks = "0.0.0.0/0"
-    }
-  ]
-  default_security_group_egress = [
-    {
-      description = "All Traffic"
-      from_port   = 0
-      to_port     = 0
-      protocol    = "-1"
-      cidr_blocks = "0.0.0.0/0"
-    }
-  ]
-
-}

zenml/zen_server/deploy/terraform/recipes/aws/zen_server.tf

@@ -1,103 +0,0 @@
-# create the ZenML Server deployment
-resource "kubernetes_namespace" "zen-server" {
-  metadata {
-    name = "${var.name}-${var.namespace}"
-  }
-}
-
-resource "helm_release" "zen-server" {
-
-  name      = "${var.name}-zenmlserver"
-  chart     = var.helm_chart
-  namespace = kubernetes_namespace.zen-server.metadata[0].name
-
-  set {
-    name  = "zenml.image.repository"
-    value = var.zenmlserver_image_repo
-  }
-  set {
-    name  = "zenml.image.tag"
-    value = var.zenmlserver_image_tag
-  }
-  set {
-    name  = "zenml.deploymentType"
-    value = "aws"
-  }
-
-  set {
-    name  = "zenml.secretsStore.type"
-    value = "aws"
-  }
-  set {
-    name  = "zenml.secretsStore.aws.region_name"
-    value = var.region
-  }
-
-  set {
-    name = "zenml.analyticsOptIn"
-    value = var.analytics_opt_in
-  }
-  
-  # set up the right path for ZenML
-  set {
-    name  = "zenml.ingress.annotations.nginx\\.ingress\\.kubernetes\\.io/rewrite-target"
-    value = ""
-  }
-  set {
-    name  = "zenml.ingress.host"
-    value = var.create_ingress_controller ? "${data.kubernetes_service.ingress-controller[0].status.0.load_balancer.0.ingress.0.hostname}" : "zenml.${var.ingress_controller_ip}.nip.io"
-  }
-  set {
-    name  = "zenml.ingress.tls.enabled"
-    value = var.ingress_tls
-  }
-  set {
-    name  = "zenml.ingress.tls.generateCerts"
-    value = var.ingress_tls_generate_certs
-  }
-  set {
-    name  = "zenml.ingress.tls.secretName"
-    value = "${var.name}-${var.ingress_tls_secret_name}"
-  }
-
-  # set parameters for the mysql database
-  set {
-    name  = "zenml.database.url"
-    value = var.deploy_db ? "mysql://${module.metadata_store[0].db_instance_username}:${module.metadata_store[0].db_instance_password}@${module.metadata_store[0].db_instance_address}:3306/${var.db_name}" : var.database_url
-  }
-  set {
-    name  = "zenml.database.sslCa"
-    value = var.deploy_db ? "" : var.database_ssl_ca
-  }
-  set {
-    name  = "zenml.database.sslCert"
-    value = var.deploy_db ? "" : var.database_ssl_cert
-  }
-  set {
-    name  = "zenml.database.sslKey"
-    value = var.deploy_db ? "" : var.database_ssl_key
-  }
-  set {
-    name  = "zenml.database.sslVerifyServerCert"
-    value = var.deploy_db ? false : var.database_ssl_verify_server_cert
-  }
-  depends_on = [
-    resource.kubernetes_namespace.zen-server
-  ]
-}
-
-data "kubernetes_secret" "certificates" {
-  metadata {
-    name      = "${var.name}-${var.ingress_tls_secret_name}"
-    namespace = "${var.name}-${var.namespace}"
-  }
-  binary_data = {
-    "tls.crt" = ""
-    "tls.key" = ""
-    "ca.crt"  = ""
-  }
-
-  depends_on = [
-    helm_release.zen-server
-  ]
-}

zenml/zen_server/deploy/terraform/recipes/azure/.gitignore

@@ -1,8 +0,0 @@
-*.exe
-*.hcl
-*.info
-*.backup
-*.tfstate
-*.pem
-kubeconfig_*
-.terraform

zenml/zen_server/deploy/terraform/recipes/azure/helm.tf

@@ -1,20 +0,0 @@
-# check if the host OS is Linux or Windows
-data "external" "os" {
-  working_dir = path.module
-  program     = ["printf", "{\"os\": \"Linux\"}"]
-}
-locals {
-  os                  = data.external.os.result.os
-  kubectl_config_path = local.os == "Windows" ? "%USERPROFILE%\\.kube\\config" : "~/.kube/config"
-}
-
-# A default (non-aliased) provider configuration for "helm"
-provider "helm" {
-  kubernetes {
-    config_path = var.kubectl_config_path == "" ? local.kubectl_config_path : var.kubectl_config_path
-  }
-}
-
-provider "kubernetes" {
-  config_path = var.kubectl_config_path == "" ? local.kubectl_config_path : var.kubectl_config_path
-}

zenml/zen_server/deploy/terraform/recipes/azure/ingress.tf

@@ -1,30 +0,0 @@
-# set up the nginx ingress controller
-resource "kubernetes_namespace" "nginx-ns" {
-  count = var.create_ingress_controller ? 1 : 0
-  metadata {
-    name = "${var.name}-ingress"
-  }
-}
-
-resource "helm_release" "nginx-controller" {
-  name       = "zenml"
-  count      = var.create_ingress_controller ? 1 : 0
-  repository = "https://kubernetes.github.io/ingress-nginx"
-  chart      = "ingress-nginx"
-  # dependency on nginx-ns
-  namespace = var.create_ingress_controller ? kubernetes_namespace.nginx-ns[0].metadata[0].name : ""
-  depends_on = [
-    resource.kubernetes_namespace.nginx-ns
-  ]
-}
-
-data "kubernetes_service" "ingress-controller" {
-  count = var.create_ingress_controller ? 1 : 0
-  metadata {
-    name      = "zenml-ingress-nginx-controller"
-    namespace = var.create_ingress_controller ? kubernetes_namespace.nginx-ns[0].metadata[0].name : ""
-  }
-  depends_on = [
-    resource.helm_release.nginx-controller
-  ]
-}

zenml/zen_server/deploy/terraform/recipes/azure/key_vault.tf

@@ -1,73 +0,0 @@
-data "azurerm_client_config" "current" {}
-
-data "azurerm_kubernetes_cluster" "current" {
-  name                = local.cluster
-  resource_group_name = local.rg
-}
-
-# create a key vault instance that can be used for storing secrets
-resource "azurerm_key_vault" "secret_manager" {
-  name                        = "${var.key_vault_name}-${random_string.unique.result}"
-  location                    = data.azurerm_resource_group.rg.location
-  resource_group_name         = local.rg
-  enabled_for_disk_encryption = true
-  tenant_id                   = data.azurerm_client_config.current.tenant_id
-  soft_delete_retention_days  = 7
-  purge_protection_enabled    = false
-
-  sku_name = "standard"
-
-  access_policy {
-    tenant_id = data.azurerm_client_config.current.tenant_id
-    object_id = data.azurerm_client_config.current.object_id
-
-    key_permissions = [
-      "Get", "List", "Create", "Delete", "Update"
-    ]
-
-    secret_permissions = [
-      "Get", "List", "Delete"
-    ]
-
-    storage_permissions = [
-      "Get", "List", "Set", "Delete", "Update"
-    ]
-  }
-}
-
-
-resource "azurerm_key_vault_access_policy" "kv-access" {
-  key_vault_id = azurerm_key_vault.secret_manager.id
-  tenant_id    = data.azurerm_kubernetes_cluster.current.identity.0.tenant_id
-  object_id    = data.azurerm_kubernetes_cluster.current.kubelet_identity.0.object_id
-
-  key_permissions = [
-    "Get", "List", "Create", "Delete", "Update"
-  ]
-
-  secret_permissions = [
-    "Get", "List", "Set", "Delete"
-  ]
-
-  storage_permissions = [
-    "Get", "List", "Set", "Delete", "Update"
-  ]
-}
-
-resource "azurerm_key_vault_access_policy" "kv-access-user" {
-  key_vault_id = azurerm_key_vault.secret_manager.id
-  tenant_id    = data.azurerm_client_config.current.tenant_id
-  object_id    = data.azurerm_client_config.current.object_id
-
-  key_permissions = [
-    "Get", "List", "Create", "Delete", "Update"
-  ]
-
-  secret_permissions = [
-    "Get", "List", "Set", "Delete"
-  ]
-
-  storage_permissions = [
-    "Get", "List", "Set", "Delete", "Update"
-  ]
-}

zenml/zen_server/deploy/terraform/recipes/azure/outputs.tf

@@ -1,7 +0,0 @@
-output "zenml_server_url" {
-  value = var.create_ingress_controller ? "https://zenml.${data.kubernetes_service.ingress-controller[0].status.0.load_balancer.0.ingress.0.ip}.nip.io" : "https://zenml.${var.ingress_controller_ip}.nip.io"
-}
-output "ca_crt" {
-  value     = base64decode(data.kubernetes_secret.certificates.binary_data["ca.crt"])
-  sensitive = true
-}

zenml/zen_server/deploy/terraform/recipes/azure/printf.cmd

@@ -1,2 +0,0 @@
-@echo off
-echo {"os": "Windows"}

zenml/zen_server/deploy/terraform/recipes/azure/rg.tf

@@ -1,36 +0,0 @@
-# run kubectl config view commands to get the current cluster and rg
-resource "null_resource" "get_cluster_and_rg" {
-  provisioner "local-exec" {
-    command = "kubectl config view --minify -o jsonpath='{.clusters[].name}' > cluster.txt"
-  }
-  provisioner "local-exec" {
-    command = "kubectl config view --minify -o jsonpath='{.contexts[].context.user}' | cut -d_ -f2 > namespace.txt"
-  }
-}
-
-# get the current cluster and namespace
-data "local_file" "cluster" {
-  filename = "cluster.txt"
-
-  depends_on = [
-    null_resource.get_cluster_and_rg
-  ]
-}
-
-data "local_file" "rg" {
-  filename = "namespace.txt"
-
-  depends_on = [
-    null_resource.get_cluster_and_rg
-  ]
-}
-
-# get the current cluster and namespace
-locals {
-  cluster = chomp(data.local_file.cluster.content)
-  rg      = chomp(data.local_file.rg.content)
-}
-
-data "azurerm_resource_group" "rg" {
-  name = local.rg
-}

zenml/zen_server/deploy/terraform/recipes/azure/sql.tf

@@ -1,65 +0,0 @@
-# random string for the Flexible Server instance name
-resource "random_string" "flexible_server_suffix" {
-  count  = var.deploy_db ? 1 : 0
-  length = 4
-  upper  = false
-  special = false
-}
-
-resource "azurerm_mysql_flexible_server" "mysql" {
-  count                  = var.deploy_db ? 1 : 0
-  name                   = "${var.db_instance_name}-${random_string.flexible_server_suffix[0].result}"
-  resource_group_name    = local.rg
-  location               = data.azurerm_resource_group.rg.location
-  administrator_login    = var.database_username
-  administrator_password = var.database_password == "" ? random_password.mysql_password.result : var.database_password
-  version                = var.db_version
-  storage {
-    size_gb = var.db_disk_size
-  }
-  sku_name = var.db_sku_name
-}
-
-resource "azurerm_mysql_flexible_database" "db" {
-  count               = var.deploy_db ? 1 : 0
-  name                = var.db_name
-  resource_group_name = data.azurerm_resource_group.rg.name
-  server_name         = azurerm_mysql_flexible_server.mysql[0].name
-  charset             = "utf8"
-  collation           = "utf8_unicode_ci"
-}
-
-resource "azurerm_mysql_flexible_server_firewall_rule" "allow_IPs" {
-  count               = var.deploy_db ? 1 : 0
-  name                = "all_traffic"
-  resource_group_name = data.azurerm_resource_group.rg.name
-  server_name         = azurerm_mysql_flexible_server.mysql[0].name
-  start_ip_address    = "0.0.0.0"
-  end_ip_address      = "255.255.255.255"
-}
-
-resource "azurerm_mysql_flexible_server_configuration" "require_ssl" {
-  count               = var.deploy_db ? 1 : 0
-  name                = "require_secure_transport"
-  resource_group_name = data.azurerm_resource_group.rg.name
-  server_name         = azurerm_mysql_flexible_server.mysql[0].name
-  value               = "OFF"
-}
-
-resource "random_password" "mysql_password" {
-  length      = 12
-  special     = false
-  min_lower   = 1
-  min_numeric = 1
-  min_upper   = 1
-}
-
-# download SSL certificate
-resource "null_resource" "download-SSL-certificate" {
-  count = var.deploy_db ? 1 : 0
-
-  provisioner "local-exec" {
-    command = "wget https://dl.cacerts.digicert.com/DigiCertGlobalRootCA.crt.pem"
-  }
-
-}

zenml/zen_server/deploy/terraform/recipes/azure/terraform.tf

@@ -1,52 +0,0 @@
-# defining the providers for the recipe module
-terraform {
-  required_providers {
-    azurerm = {
-      source  = "hashicorp/azurerm"
-      version = ">=3.16.0"
-    }
-
-    random = {
-      source  = "hashicorp/random"
-      version = "3.1.0"
-    }
-
-    local = {
-      source  = "hashicorp/local"
-      version = "2.1.0"
-    }
-
-    null = {
-      source  = "hashicorp/null"
-      version = "3.1.0"
-    }
-
-    kubernetes = {
-      source  = "hashicorp/kubernetes"
-      version = ">= 2.11.0"
-    }
-
-    kubectl = {
-      source  = "gavinbunney/kubectl"
-      version = "1.14.0"
-    }
-
-    htpasswd = {
-      source  = "loafoe/htpasswd"
-      version = "1.0.3"
-    }
-  }
-
-  required_version = ">= 0.14.8"
-}
-
-provider "azurerm" {
-  features {
-    resource_group {
-      prevent_deletion_if_contains_resources = false
-    }
-    key_vault {
-      purge_soft_delete_on_destroy = true
-    }
-  }
-}