service-capacity-modeling 0.3.54__py3-none-any.whl → 0.3.55__py3-none-any.whl

service_capacity_modeling/models/org/netflix/cassandra.py

@@ -144,6 +144,7 @@ def _estimate_cassandra_requirement(  # pylint: disable=too-many-positional-argu
     disk_buffer = buffer_for_components(
         buffers=desires.buffers, components=[BufferComponent.disk]
     )
+    memory_preserve = False
     reference_shape = desires.reference_shape
     current_capacity = (
         None
@@ -169,6 +170,9 @@ def _estimate_cassandra_requirement(  # pylint: disable=too-many-positional-argu
             * current_capacity.cluster_instance_count.mid
             * (disk_scale or 1)
         )
+        _, memory_preserve = derived_buffer_for_component(
+            desires.buffers.derived, ["storage", "memory"]
+        )
     else:
         # If the cluster is not yet provisioned
         capacity_requirement = _zonal_requirement_for_new_cluster(
@@ -202,13 +206,19 @@ def _estimate_cassandra_requirement(  # pylint: disable=too-many-positional-argu
     )
     rps_working_set = min(1.0, disk_rps / max_rps_to_disk)
 
-    # If disk RPS will be smaller than our target because there are no
-    # reads, we don't need to hold as much data in memory.
-    # For c*, we can skip memory buffer and can just keep using the heap and write buffer calc
-    # Eventually we'll want to phrase those heap, read cache, and write cache as buffers
-    needed_memory = min(working_set, rps_working_set) * disk_used_gib * zones_per_region
-    # Now convert to per zone
-    needed_memory = max(1, int(needed_memory // zones_per_region))
+    if memory_preserve:
+        needed_memory = capacity_requirement.mem_gib.mid
+    else:
+        # If disk RPS will be smaller than our target because there are no
+        # reads, we don't need to hold as much data in memory.
+        # For c*, we can skip memory buffer and can just keep using the heap and write buffer calc
+        # Eventually we'll want to phrase those heap, read cache, and write cache as buffers
+        needed_memory = (
+            min(working_set, rps_working_set) * disk_used_gib * zones_per_region
+        )
+        # Now convert to per zone
+        needed_memory = max(1, int(needed_memory // zones_per_region))
+
     logger.debug(
         "Need (cpu, mem, disk, working) = (%s, %s, %s, %f)",
         needed_cores,
@@ -381,6 +391,7 @@ def _estimate_cassandra_cluster_zonal(  # pylint: disable=too-many-positional-ar
         # C* clusters provision in powers of 2 because doubling
         cluster_size=next_power_of_2,
         min_count=max(min_count, required_cluster_size or 0),
+        # TODO: Take reserve memory calculation into account during buffer calculation
         # C* heap usage takes away from OS page cache memory
         reserve_memory=lambda x: base_mem + heap_fn(x),
         # C* heap buffers the writes at roughly a rate of

{service_capacity_modeling-0.3.54.dist-info → service_capacity_modeling-0.3.55.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.54
+Version: 0.3.55
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.54.dist-info → service_capacity_modeling-0.3.55.dist-info}/RECORD

@@ -46,7 +46,7 @@ service_capacity_modeling/models/utils.py,sha256=0F__wz9KAGhPIQfvNp-FTtTANW6-sO4
 service_capacity_modeling/models/org/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 service_capacity_modeling/models/org/netflix/__init__.py,sha256=m7IaQbo85NEbDvfoPJREIznpzg0YHTCrKP5C1GvnOYM,2378
 service_capacity_modeling/models/org/netflix/aurora.py,sha256=Mi9zd48k64GkKIjAs3J1S2qThguNvyWIy2dUmhwrVhc,12883
-service_capacity_modeling/models/org/netflix/cassandra.py,sha256=kJ68ufYTo849Zsh6_BXn-mSLse0ZHsMEP0yuzeFrTzE,32509
+service_capacity_modeling/models/org/netflix/cassandra.py,sha256=mglxXmEFF_ge8_HD02mHuFp4leLEA4JF3xDAS1h7bW4,32896
 service_capacity_modeling/models/org/netflix/counter.py,sha256=hOVRRCgCPU-A5TdLKQXc_mWTQpkKOWRNjOeECdDP7kA,9205
 service_capacity_modeling/models/org/netflix/crdb.py,sha256=2rD4Io0yT7o0NR4lNferXXOSTDe0SkT1LbSChvNgRrQ,19698
 service_capacity_modeling/models/org/netflix/ddb.py,sha256=2jxMFz31xckJvymvVlu1yWm0X4dGYlqxDo0bftU1B9M,26307
@@ -69,9 +69,9 @@ service_capacity_modeling/tools/auto_shape.py,sha256=Rk5Fjrw2susVL8It_J2KUADoMGB
 service_capacity_modeling/tools/fetch_pricing.py,sha256=SHOtFaPr61op2bnY9i_g_1-d-Nz2rV8c7Jwsye2R49s,3763
 service_capacity_modeling/tools/generate_missing.py,sha256=WN7Y0iPjelJu9d2Yq5dcu_EBIQPX2VxKgOou4NMNOM4,2860
 service_capacity_modeling/tools/instance_families.py,sha256=e9JWSIdljSmHI8Nb2MI5Ld9JqQ7WdOtPtV7g3oR7ZiU,7764
-service_capacity_modeling-0.3.54.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-service_capacity_modeling-0.3.54.dist-info/METADATA,sha256=MnEqceUIId8ws3qU2vAxDhVF6MCKBCDc74tq_c4WE54,9590
-service_capacity_modeling-0.3.54.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-service_capacity_modeling-0.3.54.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
-service_capacity_modeling-0.3.54.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
-service_capacity_modeling-0.3.54.dist-info/RECORD,,
+service_capacity_modeling-0.3.55.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+service_capacity_modeling-0.3.55.dist-info/METADATA,sha256=E-VMoK90ERxd_OFWoijTlHR-KPdrcbM9v1SMzdSaUDM,9590
+service_capacity_modeling-0.3.55.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+service_capacity_modeling-0.3.55.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
+service_capacity_modeling-0.3.55.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
+service_capacity_modeling-0.3.55.dist-info/RECORD,,