service-capacity-modeling 0.3.71__py3-none-any.whl → 0.3.73__py3-none-any.whl

service_capacity_modeling/hardware/profiles/shapes/aws/auto_i7i.json

@@ -0,0 +1,220 @@
+{
+  "instances": {
+    "i7i.large": {
+      "name": "i7i.large",
+      "cpu": 2,
+      "cpu_cores": 1,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 15.26,
+      "net_mbps": 1171.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 436,
+        "read_io_per_s": 75000,
+        "write_io_per_s": 41250,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.xlarge": {
+      "name": "i7i.xlarge",
+      "cpu": 4,
+      "cpu_cores": 2,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 30.52,
+      "net_mbps": 2343.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 873,
+        "read_io_per_s": 150000,
+        "write_io_per_s": 82500,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.2xlarge": {
+      "name": "i7i.2xlarge",
+      "cpu": 8,
+      "cpu_cores": 4,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 61.04,
+      "net_mbps": 4687.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 1746,
+        "read_io_per_s": 300000,
+        "write_io_per_s": 165000,
+        "single_tenant": false,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.4xlarge": {
+      "name": "i7i.4xlarge",
+      "cpu": 16,
+      "cpu_cores": 8,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 122.07,
+      "net_mbps": 9375.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 3492,
+        "read_io_per_s": 600000,
+        "write_io_per_s": 330000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.8xlarge": {
+      "name": "i7i.8xlarge",
+      "cpu": 32,
+      "cpu_cores": 16,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 244.14,
+      "net_mbps": 15000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 6985,
+        "read_io_per_s": 1200000,
+        "write_io_per_s": 660000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.12xlarge": {
+      "name": "i7i.12xlarge",
+      "cpu": 48,
+      "cpu_cores": 24,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 366.21,
+      "net_mbps": 22500.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 10477,
+        "read_io_per_s": 1800000,
+        "write_io_per_s": 990000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.16xlarge": {
+      "name": "i7i.16xlarge",
+      "cpu": 64,
+      "cpu_cores": 32,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 488.28,
+      "net_mbps": 30000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 13970,
+        "read_io_per_s": 2400000,
+        "write_io_per_s": 1320000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.24xlarge": {
+      "name": "i7i.24xlarge",
+      "cpu": 96,
+      "cpu_cores": 48,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 732.42,
+      "net_mbps": 45000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 20955,
+        "read_io_per_s": 3600000,
+        "write_io_per_s": 1980000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    },
+    "i7i.48xlarge": {
+      "name": "i7i.48xlarge",
+      "cpu": 192,
+      "cpu_cores": 96,
+      "cpu_ghz": 2.4,
+      "cpu_ipc_scale": 1.33,
+      "ram_gib": 1464.84,
+      "net_mbps": 90000.0,
+      "drive": {
+        "name": "ephem",
+        "size_gib": 41910,
+        "read_io_per_s": 7200000,
+        "write_io_per_s": 3960000,
+        "single_tenant": true,
+        "read_io_latency_ms": {
+          "low": 0.071,
+          "mid": 0.079,
+          "high": 0.258,
+          "confidence": 0.9,
+          "minimum_value": 0.026,
+          "maximum_value": 2.153
+        }
+      }
+    }
+  }
+}

service_capacity_modeling/models/org/netflix/elasticsearch.py

@@ -82,6 +82,11 @@ def _estimate_elasticsearch_requirement(  # noqa: E501 pylint: disable=too-many-
     The input desires should be the **regional** desire, and this function will
     return the zonal capacity requirement
     """
+    # NOTE: ElasticSearch is only using buffers for disk but CPU and disk
+    # have hard coded values. In a follow-up change these values (1.5 and 2)
+    # should be converted to buffers as well to be idiomatic with the other
+    # stateful models (e.g. cassandra / EVCache, kafka)
+
     # Keep half of the cores free for background work (merging mostly)
     needed_cores = normalize_cores(
         core_count=math.ceil(sqrt_staffed_cores(desires) * 1.5),
@@ -191,9 +196,9 @@ class NflxElasticsearchDataCapacityModel(CapacityModel):
     def default_desires(
         user_desires, extra_model_arguments: Dict[str, Any]
     ) -> CapacityDesires:
-        return CapacityDesires(
-            buffers=NflxElasticsearchDataCapacityModel.default_buffers()
-        )
+        desires = CapacityModel.default_desires(user_desires, extra_model_arguments)
+        desires.buffers = NflxElasticsearchDataCapacityModel.default_buffers()
+        return desires
 
     @staticmethod
     def capacity_plan(

service_capacity_modeling/tools/auto_shape.py

@@ -23,6 +23,14 @@ from service_capacity_modeling.interface import normalized_aws_size
 
 # Default latency curves from FIO testing per generation
 latency_curve_ms: Dict[str, FixedInterval] = {
+    "7th-gen-ephemeral": FixedInterval(
+        low=0.071,
+        mid=0.079,
+        high=0.258,
+        confidence=0.9,
+        minimum_value=0.026,
+        maximum_value=2.153,
+    ),
     "6th-gen-ssd": FixedInterval(
         low=0.1,
         mid=0.125,
@@ -60,10 +68,12 @@ aws_xlarge_iops = {
     "c6id": (67_083, 33_542),
     "c7gd": (67_083, 33_542),
     # Storage has more
+    # https://docs.aws.amazon.com/ec2/latest/instancetypes/so.html#so_instance-store
     "i3": (206_250, 70_000),
     "i3en": (85_000, 65_000),
     "i4g": (62_500, 50_000),
     "i4i": (100_000, 55_000),
+    "i7i": (150_000, 82_500),
     "i7ie": (108_333, 86_666),
     "i8g": (150_000, 82_500),
 }

service_capacity_modeling/tools/instance_families.py

@@ -101,6 +101,13 @@ INSTANCE_TYPES = {
     #     'io_latency_curve': '5th-gen-ssd',
     #     'cpu_ipc_scale': None
     # },
+    "i7i": {
+        "xl_iops": "150,000/82,500",
+        "io_latency_curve": "7th-gen-ephemeral",
+        "cpu_ipc_scale": EMERALD_RAPIDS_IPC,
+        "cpu_turbo_single_ghz": 4.0,
+        "cpu_turbo_all_ghz": 3.2,
+    },
     "m4": {
         "xl_iops": None,
         "io_latency_curve": None,

{service_capacity_modeling-0.3.71.dist-info → service_capacity_modeling-0.3.73.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.71
+Version: 0.3.73
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.71.dist-info → service_capacity_modeling-0.3.73.dist-info}/RECORD

@@ -17,6 +17,7 @@ service_capacity_modeling/hardware/profiles/shapes/aws/auto_c6id.json,sha256=eYk
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c7a.json,sha256=lsdIAFd-CIgAaz4Qpv8ZMy5smYDJQdYrAjI_saLvOQY,2414
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c7i.json,sha256=ZweQIQNbVLet5KnWFwFf7COXp4Q5gE1JTDYL_Dcpdec,1996
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_c8i.json,sha256=n63Kj0B3esSZix7fmPGa8gn-JitgPkakqru328SNbs8,2435
+service_capacity_modeling/hardware/profiles/shapes/aws/auto_i7i.json,sha256=M2j1UT6XTvErjGKqHAFBFlenztNNhOz-9BETs1e8nCw,5289
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m4.json,sha256=KR4SaHUoyEkiGceUX0oxVymX3T4gx9Ze0BB9-eTucAw,1312
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m5.json,sha256=a67AczNuy76LfKL4B-eTkFFGFG3GT8nsvjFHYyKNBMI,1743
 service_capacity_modeling/hardware/profiles/shapes/aws/auto_m5n.json,sha256=UVtCfopLJKv9ACdYAWzEFIWsLm7_Dzy4GFFw_Dqtb-0,1762
@@ -53,7 +54,7 @@ service_capacity_modeling/models/org/netflix/cassandra.py,sha256=QdSurxiv9XiCK7z
 service_capacity_modeling/models/org/netflix/counter.py,sha256=hOVRRCgCPU-A5TdLKQXc_mWTQpkKOWRNjOeECdDP7kA,9205
 service_capacity_modeling/models/org/netflix/crdb.py,sha256=ELIbxwfNsJcEkNGW7qtz0SEzt3Vj6wj8QL5QQeebIlo,20635
 service_capacity_modeling/models/org/netflix/ddb.py,sha256=GDoXVIpDDY6xDB0dsiaz7RAPPj-qffTrM9N6w5-5ndg,26311
-service_capacity_modeling/models/org/netflix/elasticsearch.py,sha256=mYmr6DA3EyqXCsEhwJArK_VsUDLq5Pi3E8jUUEfhnRM,24729
+service_capacity_modeling/models/org/netflix/elasticsearch.py,sha256=AfyqfC4Y_QDyvYLBbeq8_ReM9q54RUNrZkOsSBjBgIc,25085
 service_capacity_modeling/models/org/netflix/entity.py,sha256=M0vzwhf8UAbVxnXspAkN4GEbq3rix6yoky6W2oDG6a0,8648
 service_capacity_modeling/models/org/netflix/evcache.py,sha256=70lgaRgNwJH84o6JVoUDplkCi4v-WzEX3nxVagoJjDc,25775
 service_capacity_modeling/models/org/netflix/graphkv.py,sha256=iS5QDDv9_hNY6nIgdL-umB439qP7-jN-n6_Tl6d-ZSo,8557
@@ -68,13 +69,13 @@ service_capacity_modeling/models/org/netflix/time_series_config.py,sha256=Qrtngn
 service_capacity_modeling/models/org/netflix/wal.py,sha256=9GA7V5pZF1mKu9mM7kI9XN_i6U7Ap1oh6REzXO2ZxOM,4409
 service_capacity_modeling/models/org/netflix/zookeeper.py,sha256=BHLjnVDyx15wMGrc0QFmv9v6M95snU30WR7mhIRoa4Q,7601
 service_capacity_modeling/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-service_capacity_modeling/tools/auto_shape.py,sha256=41pfR40BN-xJS8js4BWSoqT67JhO2_XqzmNeKDoCFBo,14674
+service_capacity_modeling/tools/auto_shape.py,sha256=Pe9a7vbFxqIy8eL8ssENTu9FNnFLjlZgmD-ZH2fexZs,14976
 service_capacity_modeling/tools/fetch_pricing.py,sha256=JkgJPTE0SVj8sdGQvo0HN-Hdv3nfA2tu7C_Arad5aX8,3762
 service_capacity_modeling/tools/generate_missing.py,sha256=XqUs54CPfli4XtK0rEiFKqDvpwCiMAD8wrl7fAxpYHs,3062
-service_capacity_modeling/tools/instance_families.py,sha256=_xTLxQXOTt91WsBy5BTyZ0Eb1PxCSr0z3RutZDXcLB4,8758
-service_capacity_modeling-0.3.71.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-service_capacity_modeling-0.3.71.dist-info/METADATA,sha256=BfQT86730cp3Kcaiq99_IBRNFpkm0aAmxVoUh74KoLo,10214
-service_capacity_modeling-0.3.71.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-service_capacity_modeling-0.3.71.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
-service_capacity_modeling-0.3.71.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
-service_capacity_modeling-0.3.71.dist-info/RECORD,,
+service_capacity_modeling/tools/instance_families.py,sha256=n16oo_2dqKzZhmbubezOuAp0sVnS1H3OSeYOa8uQDJs,8980
+service_capacity_modeling-0.3.73.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+service_capacity_modeling-0.3.73.dist-info/METADATA,sha256=A_NfDo4li4leU9Y_zkKSW9tpS5WOW25NB1s444l5bD0,10214
+service_capacity_modeling-0.3.73.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+service_capacity_modeling-0.3.73.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
+service_capacity_modeling-0.3.73.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
+service_capacity_modeling-0.3.73.dist-info/RECORD,,