service-capacity-modeling 0.3.71__tar.gz → 0.3.73__tar.gz

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.71
+Version: 0.3.73
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

service_capacity_modeling-0.3.73/service_capacity_modeling/hardware/profiles/shapes/aws/auto_i7i.json

@@ -0,0 +1,220 @@
+{
+  "instances": {
+    "i7i.large": {
+      "name": "i7i.large",
+      "cpu": 2,
+      "cpu_cores": 1,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 15.26,
+      "net_mbps": 1171.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 436,
+        "read_io_per_s": 75000,
+        "write_io_per_s": 41250,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.xlarge": {
+      "name": "i7i.xlarge",
+      "cpu": 4,
+      "cpu_cores": 2,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 30.52,
+      "net_mbps": 2343.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 873,
+        "read_io_per_s": 150000,
+        "write_io_per_s": 82500,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.2xlarge": {
+      "name": "i7i.2xlarge",
+      "cpu": 8,
+      "cpu_cores": 4,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 61.04,
+      "net_mbps": 4687.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 1746,
+        "read_io_per_s": 300000,
+        "write_io_per_s": 165000,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.4xlarge": {
+      "name": "i7i.4xlarge",
+      "cpu": 16,
+      "cpu_cores": 8,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 122.07,
+      "net_mbps": 9375.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 3492,
+        "read_io_per_s": 600000,
+        "write_io_per_s": 330000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.8xlarge": {
+      "name": "i7i.8xlarge",
+      "cpu": 32,
+      "cpu_cores": 16,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 244.14,
+      "net_mbps": 15000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 6985,
+        "read_io_per_s": 1200000,
+        "write_io_per_s": 660000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.12xlarge": {
+      "name": "i7i.12xlarge",
+      "cpu": 48,
+      "cpu_cores": 24,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 366.21,
+      "net_mbps": 22500.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 10477,
+        "read_io_per_s": 1800000,
+        "write_io_per_s": 990000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.16xlarge": {
+      "name": "i7i.16xlarge",
+      "cpu": 64,
+      "cpu_cores": 32,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 488.28,
+      "net_mbps": 30000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 13970,
+        "read_io_per_s": 2400000,
+        "write_io_per_s": 1320000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.24xlarge": {
+      "name": "i7i.24xlarge",
+      "cpu": 96,
+      "cpu_cores": 48,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 732.42,
+      "net_mbps": 45000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 20955,
+        "read_io_per_s": 3600000,
+        "write_io_per_s": 1980000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.48xlarge": {
+      "name": "i7i.48xlarge",
+      "cpu": 192,
+      "cpu_cores": 96,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 1464.84,
+      "net_mbps": 90000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 41910,
+        "read_io_per_s": 7200000,
+        "write_io_per_s": 3960000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    }
+  }
+}

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/service_capacity_modeling/models/org/netflix/elasticsearch.py

@@ -82,6 +82,11 @@ def _estimate_elasticsearch_requirement(  # noqa: E501 pylint: disable=too-many-
     The input desires should be the **regional** desire, and this function will
     return the zonal capacity requirement
     """
+    # NOTE: ElasticSearch is only using buffers for disk but CPU and disk
+    # have hard coded values. In a follow-up change these values (1.5 and 2)
+    # should be converted to buffers as well to be idiomatic with the other
+    # stateful models (e.g. cassandra / EVCache, kafka)
+
     # Keep half of the cores free for background work (merging mostly)
     needed_cores = normalize_cores(
         core_count=math.ceil(sqrt_staffed_cores(desires) * 1.5),
@@ -191,9 +196,9 @@ class NflxElasticsearchDataCapacityModel(CapacityModel):
     def default_desires(
         user_desires, extra_model_arguments: Dict[str, Any]
     ) -> CapacityDesires:
-        return CapacityDesires(
-            buffers=NflxElasticsearchDataCapacityModel.default_buffers()
-        )
+        desires = CapacityModel.default_desires(user_desires, extra_model_arguments)
+        desires.buffers = NflxElasticsearchDataCapacityModel.default_buffers()
+        return desires
 
     @staticmethod
     def capacity_plan(

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/service_capacity_modeling/tools/auto_shape.py

@@ -23,6 +23,14 @@ from service_capacity_modeling.interface import normalized_aws_size
 
 # Default latency curves from FIO testing per generation
 latency_curve_ms: Dict[str, FixedInterval] = {
+    "7th-gen-ephemeral": FixedInterval(
+        low=0.071,
+        mid=0.079,
+        high=0.258,
+        confidence=0.9,
+        minimum_value=0.026,
+        maximum_value=2.153,
+    ),
     "6th-gen-ssd": FixedInterval(
         low=0.1,
         mid=0.125,
@@ -60,10 +68,12 @@ aws_xlarge_iops = {
     "c6id": (67_083, 33_542),
     "c7gd": (67_083, 33_542),
     # Storage has more
+    # https://docs.aws.amazon.com/ec2/latest/instancetypes/so.html#so_instance-store
     "i3": (206_250, 70_000),
     "i3en": (85_000, 65_000),
     "i4g": (62_500, 50_000),
     "i4i": (100_000, 55_000),
+    "i7i": (150_000, 82_500),
     "i7ie": (108_333, 86_666),
     "i8g": (150_000, 82_500),
 }

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/service_capacity_modeling/tools/instance_families.py

@@ -101,6 +101,13 @@ INSTANCE_TYPES = {
     #     'io_latency_curve': '5th-gen-ssd',
     #     'cpu_ipc_scale': None
     # },
+    "i7i": {
+        "xl_iops": "150,000/82,500",
+        "io_latency_curve": "7th-gen-ephemeral",
+        "cpu_ipc_scale": EMERALD_RAPIDS_IPC,
+        "cpu_turbo_single_ghz": 4.0,
+        "cpu_turbo_all_ghz": 3.2,
+    },
     "m4": {
         "xl_iops": None,
         "io_latency_curve": None,

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/service_capacity_modeling.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.71
+Version: 0.3.73
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.71 → service_capacity_modeling-0.3.73}/service_capacity_modeling.egg-info/SOURCES.txt

@@ -26,6 +26,7 @@ service_capacity_modeling/hardware/profiles/shapes/aws/auto_c6id.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c7a.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c7i.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c8i.json
+service_capacity_modeling/hardware/profiles/shapes/aws/auto_i7i.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m4.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m5.json
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m5n.json