service-capacity-modeling 0.3.98__py3-none-any.whl → 0.3.100__py3-none-any.whl

service_capacity_modeling/interface.py

@@ -1064,12 +1064,36 @@ class CapacityDesires(ExcludeUnsetModel):
             .get("estimated_state_size_gib", None)
         )
         user_count = self.data_shape.estimated_state_item_count
-        item_size_bytes = desires.query_pattern.estimated_mean_write_size_bytes.mid
+
+        # Bidirectional inference: state_size_gib ↔ item_count
+        #
+        # Users often know one but not the other. We can infer the missing value:
+        #   state_size_gib = item_count × item_size_bytes
+        #   item_count = state_size_gib / item_size_bytes
+        #
+        # Item size comes from write_size (the size of records written to storage).
+        # For read-only workloads (e.g., read replicas), use read_size as fallback.
+        # If user provided both or neither, no inference is needed.
+        item_size_bytes = (
+            desires.query_pattern.estimated_mean_write_size_bytes.mid
+            or desires.query_pattern.estimated_mean_read_size_bytes.mid
+        )
+
         if user_size is None and user_count is not None:
+            if not item_size_bytes:
+                raise ValueError(
+                    "Model default_desires() must set estimated_mean_write_size_bytes "
+                    "or estimated_mean_read_size_bytes to infer state_size_gib"
+                )
             desires.data_shape.estimated_state_size_gib = user_count.scale(
                 factor=(item_size_bytes / GIB_IN_BYTES)
             )
         elif user_size is not None and user_count is None:
+            if not item_size_bytes:
+                raise ValueError(
+                    "Model default_desires() must set estimated_mean_write_size_bytes "
+                    "or estimated_mean_read_size_bytes to infer item_count"
+                )
             user_size_gib = self.data_shape.estimated_state_size_gib
             desires.data_shape.estimated_state_item_count = user_size_gib.scale(
                 factor=(GIB_IN_BYTES / item_size_bytes)

service_capacity_modeling/models/org/netflix/__init__.py

@@ -33,7 +33,6 @@ def models() -> Dict[str, Any]:
         "org.netflix.counter": nflx_counter_capacity_model,
         "org.netflix.zookeeper": nflx_zookeeper_capacity_model,
         "org.netflix.evcache": nflx_evcache_capacity_model,
-        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.elasticsearch": nflx_elasticsearch_capacity_model,
         "org.netflix.elasticsearch.node": nflx_elasticsearch_data_capacity_model,
         "org.netflix.elasticsearch.master": nflx_elasticsearch_master_capacity_model,
@@ -43,6 +42,7 @@ def models() -> Dict[str, Any]:
         "org.netflix.cockroachdb": nflx_cockroachdb_capacity_model,
         "org.netflix.aurora": nflx_aurora_capacity_model,
         "org.netflix.postgres": nflx_postgres_capacity_model,
+        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.kafka": nflx_kafka_capacity_model,
         "org.netflix.dynamodb": nflx_ddb_capacity_model,
         "org.netflix.wal": nflx_wal_capacity_model,

service_capacity_modeling/models/org/netflix/aurora.py

@@ -307,7 +307,7 @@ class NflxAuroraCapacityModel(CapacityModel):
 
     @staticmethod
     def allowed_platforms() -> Tuple[Platform, ...]:
-        return Platform.aurora_mysql, Platform.aurora_mysql
+        return Platform.aurora_mysql, Platform.aurora_postgres
 
     @staticmethod
     def default_desires(

service_capacity_modeling/models/org/netflix/control.py

@@ -67,23 +67,50 @@ class NflxControlCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_aurora_desires(
+        def _modify_rds_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
+            """RDS proxy for Control service."""
             relaxed = user_desires.model_copy(deep=True)
 
-            # Aurora doesn't support tier 0, so downgrade to tier 1
+            # RDS doesn't support tier 0
             if relaxed.service_tier == 0:
                 relaxed.service_tier = 1
 
-            # Control caches reads in memory, only writes go to Aurora
-            # Set read QPS to minimal since Aurora only handles writes
+            # Control caches reads, so proxy only sees writes + minimal reads
+            relaxed.query_pattern.estimated_read_per_second = certain_int(1)
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Minimal data footprint for connection metadata
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            relaxed = user_desires.model_copy(deep=True)
+
+            # Postgres doesn't support tier 0, so downgrade to tier 1
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Control caches reads in memory, only writes go to Postgres
+            # Set read QPS to minimal since Postgres only handles writes
             if relaxed.query_pattern.estimated_read_per_second:
                 relaxed.query_pattern.estimated_read_per_second = certain_int(1)
 
             return relaxed
 
-        return (("org.netflix.aurora", _modify_aurora_desires),)
+        return (
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
+        )
 
     @staticmethod
     def default_desires(

service_capacity_modeling/models/org/netflix/entity.py

@@ -30,6 +30,10 @@ class NflxEntityCapacityModel(CapacityModel):
         desires: CapacityDesires,
         extra_model_arguments: Dict[str, Any],
     ) -> Optional[CapacityPlan]:
+        # Entity doesn't support tier 0
+        if desires.service_tier == 0:
+            return None
+
         # Entity wants 20GiB root volumes
         extra_model_arguments.setdefault("root_disk_gib", 20)
 
@@ -59,7 +63,35 @@ class NflxEntityCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_crdb_desires(
+        def _modify_rds_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            """RDS proxy handles connection pooling and auth translation.
+            Capacity needs are much lower than the backend database."""
+            relaxed = user_desires.model_copy(deep=True)
+
+            # RDS doesn't support tier 0
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Proxy layer sees ~5% of actual load due to connection pooling
+            if relaxed.query_pattern.estimated_read_per_second:
+                relaxed.query_pattern.estimated_read_per_second = (
+                    relaxed.query_pattern.estimated_read_per_second.scale(0.05)
+                )
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Proxy only needs to store connection metadata, not actual data
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
             relaxed = user_desires.model_copy(deep=True)
@@ -96,7 +128,8 @@ class NflxEntityCapacityModel(CapacityModel):
             return relaxed
 
         return (
-            ("org.netflix.cockroachdb", _modify_crdb_desires),
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
             ("org.netflix.key-value", lambda x: x),
             ("org.netflix.elasticsearch", _modify_elasticsearch_desires),
         )

{service_capacity_modeling-0.3.98.dist-info → service_capacity_modeling-0.3.100.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.98
+Version: 0.3.100
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.98.dist-info → service_capacity_modeling-0.3.100.dist-info}/RECORD

@@ -1,7 +1,7 @@
 service_capacity_modeling/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 service_capacity_modeling/capacity_planner.py,sha256=JRagEFlg3u_zB1N5GzGsKAN55JZLad6p4IF_PmL8kcg,32780
 service_capacity_modeling/enum_utils.py,sha256=50Rw2kgYoJYCrybSbo9WaPPCWxlF5CyPCQtHxQ3kB18,5229
-service_capacity_modeling/interface.py,sha256=mgX2qUsYf_rVxbYg1rFjRUH-QY11Z87mke4nWa1LwhM,42327
+service_capacity_modeling/interface.py,sha256=jTuMoMc6XEbMl859YNAwV9RiEgJf4phe6g1qHp7_kNg,43453
 service_capacity_modeling/stats.py,sha256=LCNUcQPfwF5hhIZwsfAsDe4ZbnuhDnl3vQHKfpK61Xc,6142
 service_capacity_modeling/hardware/__init__.py,sha256=P5ostvoSOMUqPODtepeFYb4qfTVH0E73mMFraP49rYU,9196
 service_capacity_modeling/hardware/profiles/__init__.py,sha256=7-y3JbCBkgzaAjFla2RIymREcImdZ51HTl3yn3vzoGw,1602
@@ -56,15 +56,15 @@ service_capacity_modeling/models/common.py,sha256=Bs-G1eHrb9qmS9qEWzx0rzN9QjQ419
 service_capacity_modeling/models/headroom_strategy.py,sha256=rGo_d7nxkQDjx0_hIAXKKZAWnQDBtqZhc0eTMouVh8s,682
 service_capacity_modeling/models/utils.py,sha256=WosEEg4o1_WSbTb5mL-M1v8JuWJgvS2oWvnDS3qNz3k,2662
 service_capacity_modeling/models/org/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-service_capacity_modeling/models/org/netflix/__init__.py,sha256=2Ld2NPxiO3vbYtOMqHtrV4f1nEH390Hoxqo3I5NbBDI,2553
-service_capacity_modeling/models/org/netflix/aurora.py,sha256=Js33ZjxCtt34HiDPsWRT9mjKCAsnnCo9du15QArVFMo,13073
+service_capacity_modeling/models/org/netflix/__init__.py,sha256=keaBt7dk6DB2VuRINdo8wRfsobK655Gfw3hYjruacJs,2553
+service_capacity_modeling/models/org/netflix/aurora.py,sha256=ZCileXosW1A8D9QfPf8mCu1BIt4xKvzGdqU5iW487Jg,13076
 service_capacity_modeling/models/org/netflix/cassandra.py,sha256=6CV0UIWpK0lcfF9_-LGrUjDomysswCvoMYS3S-wpSOU,39627
-service_capacity_modeling/models/org/netflix/control.py,sha256=wkJnqG7Nn7kQNcKEMzl9LFlA9xTAji2wYxL011VAKPI,5762
+service_capacity_modeling/models/org/netflix/control.py,sha256=-MqVCtr528vCElMAInFucX-NjsnERd4cot-mYDncbZg,6813
 service_capacity_modeling/models/org/netflix/counter.py,sha256=kTDL7dCnkn-XU27_Z1VBc4CCLCPoOqJZe9WgcENHHd4,10517
 service_capacity_modeling/models/org/netflix/crdb.py,sha256=iW7tyG8jpXhHIdXrw3DPYSHRAknPN42MlCRLJO4o9C8,20826
 service_capacity_modeling/models/org/netflix/ddb.py,sha256=9qRiuTqWev9zbYFFzewyowU7M41uALsuLklYx20yAXw,26502
 service_capacity_modeling/models/org/netflix/elasticsearch.py,sha256=zPrC6b2LNrAh3IWE3HCMUEYASacjYbHChbO4WZSMma4,25234
-service_capacity_modeling/models/org/netflix/entity.py,sha256=VHgEwnGtJAKlhvbE2kTif75OZmIsjjjoZrT6kb1LTgA,8750
+service_capacity_modeling/models/org/netflix/entity.py,sha256=bL_7UcHb-E7zxbjmy1a1whMfYc4sRdvIL96B_aVs1hE,10139
 service_capacity_modeling/models/org/netflix/evcache.py,sha256=BDVRWely3F_3Ecb3Um3dQ024_I6XgvagpRJ6zdP5E18,25687
 service_capacity_modeling/models/org/netflix/graphkv.py,sha256=7ncEhx9lLsN_vGIKNHkvWfDdKffG7cYe91Wr-DB7IjU,8659
 service_capacity_modeling/models/org/netflix/iso_date_math.py,sha256=oC5sgIXDqwOp6-5z2bdTkm-bJLlnzhqcONI_tspHjac,1137
@@ -82,9 +82,9 @@ service_capacity_modeling/tools/auto_shape.py,sha256=K248-DayPrcZwLw1dYr47lpeQQw
 service_capacity_modeling/tools/fetch_pricing.py,sha256=fO84h77cqiiIHF4hZt490RwbZ6JqjB45UsnPpV2AXD4,6122
 service_capacity_modeling/tools/generate_missing.py,sha256=F7YqvMJAV4nZc20GNrlIsnQSF8_77sLgwYZqc5k4LDg,3099
 service_capacity_modeling/tools/instance_families.py,sha256=e5RuYkCLUITvsAazDH12B6KjX_PaBsv6Ne3mj0HK_sQ,9223
-service_capacity_modeling-0.3.98.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-service_capacity_modeling-0.3.98.dist-info/METADATA,sha256=_XVCm9T7EhrvHCSswx_57lwhTsn7R1O6-vYdPQOjQrE,10366
-service_capacity_modeling-0.3.98.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
-service_capacity_modeling-0.3.98.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
-service_capacity_modeling-0.3.98.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
-service_capacity_modeling-0.3.98.dist-info/RECORD,,
+service_capacity_modeling-0.3.100.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+service_capacity_modeling-0.3.100.dist-info/METADATA,sha256=LF_RV_duMAiGaOc7BX7jDNBjizo2BRtOX-cZtWLPYzw,10367
+service_capacity_modeling-0.3.100.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+service_capacity_modeling-0.3.100.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
+service_capacity_modeling-0.3.100.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
+service_capacity_modeling-0.3.100.dist-info/RECORD,,