service-capacity-modeling 0.3.48__py3-none-any.whl → 0.3.51__py3-none-any.whl

service_capacity_modeling/models/common.py

@@ -374,6 +374,9 @@ def compute_stateful_zone(  # pylint: disable=too-many-positional-arguments
     min_count: int = 0,
     adjusted_disk_io_needed: float = 0.0,
     read_write_ratio: float = 0.0,
+    # Max attached EBS volume size per node. Higher value here could allow
+    # for a lower instance count (allows more vertical scaling vs forcing horizontal)
+    max_attached_disk_gib: Optional[float] = None,
 ) -> ZoneClusterCapacity:
     # Datastores often require disk headroom for e.g. compaction and such
     if instance.drive is not None:
@@ -461,6 +464,9 @@ def compute_stateful_zone(  # pylint: disable=too-many-positional-arguments
         # 1/3 the maximum volume size in one node (preferring more nodes
         # with smaller volumes)
         max_size = drive.max_size_gib / 3
+        if max_attached_disk_gib is not None:
+            max_size = max_attached_disk_gib
+
         if ebs_gib > max_size > 0:
             ratio = ebs_gib / max_size
             count = max(cluster_size(math.ceil(count * ratio)), min_count)
@@ -745,7 +751,10 @@ def get_memory_from_current_capacity(
     current_capacity: CurrentClusterCapacity, buffers: Buffers
 ):
     # compute memory required per zone
-    current_memory_utilization = current_capacity.memory_utilization_gib.mid
+    current_memory_utilization = (
+        current_capacity.memory_utilization_gib.mid
+        * current_capacity.cluster_instance_count.mid
+    )
 
     if current_capacity.cluster_instance is None:
         cluster_instance = shapes.instance(current_capacity.cluster_instance_name)
@@ -784,7 +793,10 @@ def get_network_from_current_capacity(
     current_capacity: CurrentClusterCapacity, buffers: Buffers
 ):
     # compute network required per zone
-    current_network_utilization = current_capacity.network_utilization_mbps.mid
+    current_network_utilization = (
+        current_capacity.network_utilization_mbps.mid
+        * current_capacity.cluster_instance_count.mid
+    )
 
     if current_capacity.cluster_instance is None:
         cluster_instance = shapes.instance(current_capacity.cluster_instance_name)
@@ -823,7 +835,10 @@ def get_disk_from_current_capacity(
     current_capacity: CurrentClusterCapacity, buffers: Buffers
 ):
     # compute disk required per zone
-    current_disk_utilization = current_capacity.disk_utilization_gib.mid
+    current_disk_utilization = (
+        current_capacity.disk_utilization_gib.mid
+        * current_capacity.cluster_instance_count.mid
+    )
 
     if current_capacity.cluster_instance is None:
         cluster_instance = shapes.instance(current_capacity.cluster_instance_name)

service_capacity_modeling/models/org/netflix/evcache.py

@@ -226,9 +226,6 @@ def _estimate_evcache_cluster_zonal(  # noqa: C901,E501 pylint: disable=too-many
     if instance.ram_gib < min_instance_memory_gib:
         return None
 
-    if instance.drive is None:
-        return None
-
     # Based on the disk latency and the read latency SLOs we adjust our
     # working set to keep more or less data in RAM. Faster drives need
     # less fronting RAM.

service_capacity_modeling/models/org/netflix/kafka.py

@@ -337,6 +337,8 @@ def _estimate_kafka_cluster_zonal(  # pylint: disable=too-many-positional-argume
         # Sidecars and Variable OS Memory
         # Kafka currently uses 8GiB fixed, might want to change to min(30, x // 2)
         reserve_memory=lambda instance_mem_gib: base_mem + 8,
+        # allow up to 8TiB of attached EBS
+        max_attached_disk_gib=8 * 1024,
     )
 
     # Communicate to the actual provision that if we want reduced RF

{service_capacity_modeling-0.3.48.dist-info → service_capacity_modeling-0.3.51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.48
+Version: 0.3.51
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.48.dist-info → service_capacity_modeling-0.3.51.dist-info}/RECORD

@@ -40,7 +40,7 @@ service_capacity_modeling/hardware/profiles/shapes/aws/manual_drives.json,sha256
 service_capacity_modeling/hardware/profiles/shapes/aws/manual_instances.json,sha256=i611n6d7hsjd7L8aSEDzfaTMS2jVs-Jc38-vl-NKfs4,18013
 service_capacity_modeling/hardware/profiles/shapes/aws/manual_services.json,sha256=h63675KKmu5IrI3BORDN8fiAqLjAyYHArErKbC7-T30,776
 service_capacity_modeling/models/__init__.py,sha256=XK7rTBW8ZXQY5L9Uy2FwjuFN_KBW3hKw7IrhG1piajs,13567
-service_capacity_modeling/models/common.py,sha256=MkiR8P1aXKRFeouFfN31PsGhmdS_cK-LSh7M6_7cDy4,33063
+service_capacity_modeling/models/common.py,sha256=ixmNkohvw30R2JBvdpM6xKb19na_g3GNGvQQYLlkV_A,33577
 service_capacity_modeling/models/headroom_strategy.py,sha256=QIkP_K_tK2EGAjloaGfXeAPH5M0UDCN8FlAtwV9xxTA,651
 service_capacity_modeling/models/utils.py,sha256=Y9xwSzLuGQ7Tn4BCkbdMtR7_fjEQ9PKQ52JlHVtdEtY,1567
 service_capacity_modeling/models/org/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -52,10 +52,10 @@ service_capacity_modeling/models/org/netflix/crdb.py,sha256=2rD4Io0yT7o0NR4lNfer
 service_capacity_modeling/models/org/netflix/ddb.py,sha256=2jxMFz31xckJvymvVlu1yWm0X4dGYlqxDo0bftU1B9M,26307
 service_capacity_modeling/models/org/netflix/elasticsearch.py,sha256=Ku7OFz-6BY0FS0lfNh9MCqtDcjufLcuPbug0CO4UPvY,23686
 service_capacity_modeling/models/org/netflix/entity.py,sha256=M0vzwhf8UAbVxnXspAkN4GEbq3rix6yoky6W2oDG6a0,8648
-service_capacity_modeling/models/org/netflix/evcache.py,sha256=Po2U7pxQ5Mdr9ZtIUGdzUL5Dk67l0SZdxF_lZH7fVFQ,25281
+service_capacity_modeling/models/org/netflix/evcache.py,sha256=l3fzIVQ1PznD2tG00Fmwl728437MZrtHOS4WjXVa3fs,25229
 service_capacity_modeling/models/org/netflix/graphkv.py,sha256=EVRo-1OCDvvotqPgIdP2_JXMfZUsG7KZxRMmlgYc3CI,8558
 service_capacity_modeling/models/org/netflix/iso_date_math.py,sha256=CPGHLmbGeNqkcYcmCkLKhPZcAU-yTJ2HjvuXdnNyCYc,996
-service_capacity_modeling/models/org/netflix/kafka.py,sha256=V8dJjfVD1mLWyWUSGXRYnyY7ACK7Bg4QnaD0ifkG5P8,22662
+service_capacity_modeling/models/org/netflix/kafka.py,sha256=wtvsfKjmKSF5NDCaFRmpwEi9RNYcfAPzoZ2ESgYufqU,22745
 service_capacity_modeling/models/org/netflix/key_value.py,sha256=yL5moU0SJD4ocBU9zeGhPYE4KY7oSSq5yqfVWd_Ot2g,9336
 service_capacity_modeling/models/org/netflix/postgres.py,sha256=R3Tog-ZW1Yx6gO3AKqI_wquSm30s01QX9yWR7Jvgk9A,4055
 service_capacity_modeling/models/org/netflix/rds.py,sha256=z9egFBg4Ltqyuz_WHk-_hw-xL-EQNzl1JopJoWdNli8,10768
@@ -69,9 +69,9 @@ service_capacity_modeling/tools/auto_shape.py,sha256=Rk5Fjrw2susVL8It_J2KUADoMGB
 service_capacity_modeling/tools/fetch_pricing.py,sha256=SHOtFaPr61op2bnY9i_g_1-d-Nz2rV8c7Jwsye2R49s,3763
 service_capacity_modeling/tools/generate_missing.py,sha256=WN7Y0iPjelJu9d2Yq5dcu_EBIQPX2VxKgOou4NMNOM4,2860
 service_capacity_modeling/tools/instance_families.py,sha256=e9JWSIdljSmHI8Nb2MI5Ld9JqQ7WdOtPtV7g3oR7ZiU,7764
-service_capacity_modeling-0.3.48.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-service_capacity_modeling-0.3.48.dist-info/METADATA,sha256=LCvgL1zxzHhrYSa82vg6va-PYzDWVWsSKb3U1s_zfqE,9590
-service_capacity_modeling-0.3.48.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-service_capacity_modeling-0.3.48.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
-service_capacity_modeling-0.3.48.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
-service_capacity_modeling-0.3.48.dist-info/RECORD,,
+service_capacity_modeling-0.3.51.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+service_capacity_modeling-0.3.51.dist-info/METADATA,sha256=81x0znZRlNi1QGK90Kj9YmTnEXURwO0ywSHeIWZMH14,9590
+service_capacity_modeling-0.3.51.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+service_capacity_modeling-0.3.51.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
+service_capacity_modeling-0.3.51.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
+service_capacity_modeling-0.3.51.dist-info/RECORD,,