service-capacity-modeling 0.3.99__py3-none-any.whl → 0.3.100__py3-none-any.whl

service_capacity_modeling/models/org/netflix/__init__.py

@@ -33,7 +33,6 @@ def models() -> Dict[str, Any]:
         "org.netflix.counter": nflx_counter_capacity_model,
         "org.netflix.zookeeper": nflx_zookeeper_capacity_model,
         "org.netflix.evcache": nflx_evcache_capacity_model,
-        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.elasticsearch": nflx_elasticsearch_capacity_model,
         "org.netflix.elasticsearch.node": nflx_elasticsearch_data_capacity_model,
         "org.netflix.elasticsearch.master": nflx_elasticsearch_master_capacity_model,
@@ -43,6 +42,7 @@ def models() -> Dict[str, Any]:
         "org.netflix.cockroachdb": nflx_cockroachdb_capacity_model,
         "org.netflix.aurora": nflx_aurora_capacity_model,
         "org.netflix.postgres": nflx_postgres_capacity_model,
+        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.kafka": nflx_kafka_capacity_model,
         "org.netflix.dynamodb": nflx_ddb_capacity_model,
         "org.netflix.wal": nflx_wal_capacity_model,

service_capacity_modeling/models/org/netflix/aurora.py

@@ -307,7 +307,7 @@ class NflxAuroraCapacityModel(CapacityModel):
 
     @staticmethod
     def allowed_platforms() -> Tuple[Platform, ...]:
-        return Platform.aurora_mysql, Platform.aurora_mysql
+        return Platform.aurora_mysql, Platform.aurora_postgres
 
     @staticmethod
     def default_desires(

service_capacity_modeling/models/org/netflix/control.py

@@ -67,23 +67,50 @@ class NflxControlCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_aurora_desires(
+        def _modify_rds_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
+            """RDS proxy for Control service."""
             relaxed = user_desires.model_copy(deep=True)
 
-            # Aurora doesn't support tier 0, so downgrade to tier 1
+            # RDS doesn't support tier 0
             if relaxed.service_tier == 0:
                 relaxed.service_tier = 1
 
-            # Control caches reads in memory, only writes go to Aurora
-            # Set read QPS to minimal since Aurora only handles writes
+            # Control caches reads, so proxy only sees writes + minimal reads
+            relaxed.query_pattern.estimated_read_per_second = certain_int(1)
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Minimal data footprint for connection metadata
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            relaxed = user_desires.model_copy(deep=True)
+
+            # Postgres doesn't support tier 0, so downgrade to tier 1
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Control caches reads in memory, only writes go to Postgres
+            # Set read QPS to minimal since Postgres only handles writes
             if relaxed.query_pattern.estimated_read_per_second:
                 relaxed.query_pattern.estimated_read_per_second = certain_int(1)
 
             return relaxed
 
-        return (("org.netflix.aurora", _modify_aurora_desires),)
+        return (
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
+        )
 
     @staticmethod
     def default_desires(

service_capacity_modeling/models/org/netflix/entity.py

@@ -30,6 +30,10 @@ class NflxEntityCapacityModel(CapacityModel):
         desires: CapacityDesires,
         extra_model_arguments: Dict[str, Any],
     ) -> Optional[CapacityPlan]:
+        # Entity doesn't support tier 0
+        if desires.service_tier == 0:
+            return None
+
         # Entity wants 20GiB root volumes
         extra_model_arguments.setdefault("root_disk_gib", 20)
 
@@ -59,7 +63,35 @@ class NflxEntityCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_crdb_desires(
+        def _modify_rds_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            """RDS proxy handles connection pooling and auth translation.
+            Capacity needs are much lower than the backend database."""
+            relaxed = user_desires.model_copy(deep=True)
+
+            # RDS doesn't support tier 0
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Proxy layer sees ~5% of actual load due to connection pooling
+            if relaxed.query_pattern.estimated_read_per_second:
+                relaxed.query_pattern.estimated_read_per_second = (
+                    relaxed.query_pattern.estimated_read_per_second.scale(0.05)
+                )
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Proxy only needs to store connection metadata, not actual data
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
             relaxed = user_desires.model_copy(deep=True)
@@ -96,7 +128,8 @@ class NflxEntityCapacityModel(CapacityModel):
             return relaxed
 
         return (
-            ("org.netflix.cockroachdb", _modify_crdb_desires),
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
             ("org.netflix.key-value", lambda x: x),
             ("org.netflix.elasticsearch", _modify_elasticsearch_desires),
         )

{service_capacity_modeling-0.3.99.dist-info → service_capacity_modeling-0.3.100.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.99
+Version: 0.3.100
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.99.dist-info → service_capacity_modeling-0.3.100.dist-info}/RECORD

@@ -56,15 +56,15 @@ service_capacity_modeling/models/common.py,sha256=Bs-G1eHrb9qmS9qEWzx0rzN9QjQ419
 service_capacity_modeling/models/headroom_strategy.py,sha256=rGo_d7nxkQDjx0_hIAXKKZAWnQDBtqZhc0eTMouVh8s,682
 service_capacity_modeling/models/utils.py,sha256=WosEEg4o1_WSbTb5mL-M1v8JuWJgvS2oWvnDS3qNz3k,2662
 service_capacity_modeling/models/org/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-service_capacity_modeling/models/org/netflix/__init__.py,sha256=2Ld2NPxiO3vbYtOMqHtrV4f1nEH390Hoxqo3I5NbBDI,2553
-service_capacity_modeling/models/org/netflix/aurora.py,sha256=Js33ZjxCtt34HiDPsWRT9mjKCAsnnCo9du15QArVFMo,13073
+service_capacity_modeling/models/org/netflix/__init__.py,sha256=keaBt7dk6DB2VuRINdo8wRfsobK655Gfw3hYjruacJs,2553
+service_capacity_modeling/models/org/netflix/aurora.py,sha256=ZCileXosW1A8D9QfPf8mCu1BIt4xKvzGdqU5iW487Jg,13076
 service_capacity_modeling/models/org/netflix/cassandra.py,sha256=6CV0UIWpK0lcfF9_-LGrUjDomysswCvoMYS3S-wpSOU,39627
-service_capacity_modeling/models/org/netflix/control.py,sha256=wkJnqG7Nn7kQNcKEMzl9LFlA9xTAji2wYxL011VAKPI,5762
+service_capacity_modeling/models/org/netflix/control.py,sha256=-MqVCtr528vCElMAInFucX-NjsnERd4cot-mYDncbZg,6813
 service_capacity_modeling/models/org/netflix/counter.py,sha256=kTDL7dCnkn-XU27_Z1VBc4CCLCPoOqJZe9WgcENHHd4,10517
 service_capacity_modeling/models/org/netflix/crdb.py,sha256=iW7tyG8jpXhHIdXrw3DPYSHRAknPN42MlCRLJO4o9C8,20826
 service_capacity_modeling/models/org/netflix/ddb.py,sha256=9qRiuTqWev9zbYFFzewyowU7M41uALsuLklYx20yAXw,26502
 service_capacity_modeling/models/org/netflix/elasticsearch.py,sha256=zPrC6b2LNrAh3IWE3HCMUEYASacjYbHChbO4WZSMma4,25234
-service_capacity_modeling/models/org/netflix/entity.py,sha256=VHgEwnGtJAKlhvbE2kTif75OZmIsjjjoZrT6kb1LTgA,8750
+service_capacity_modeling/models/org/netflix/entity.py,sha256=bL_7UcHb-E7zxbjmy1a1whMfYc4sRdvIL96B_aVs1hE,10139
 service_capacity_modeling/models/org/netflix/evcache.py,sha256=BDVRWely3F_3Ecb3Um3dQ024_I6XgvagpRJ6zdP5E18,25687
 service_capacity_modeling/models/org/netflix/graphkv.py,sha256=7ncEhx9lLsN_vGIKNHkvWfDdKffG7cYe91Wr-DB7IjU,8659
 service_capacity_modeling/models/org/netflix/iso_date_math.py,sha256=oC5sgIXDqwOp6-5z2bdTkm-bJLlnzhqcONI_tspHjac,1137
@@ -82,9 +82,9 @@ service_capacity_modeling/tools/auto_shape.py,sha256=K248-DayPrcZwLw1dYr47lpeQQw
 service_capacity_modeling/tools/fetch_pricing.py,sha256=fO84h77cqiiIHF4hZt490RwbZ6JqjB45UsnPpV2AXD4,6122
 service_capacity_modeling/tools/generate_missing.py,sha256=F7YqvMJAV4nZc20GNrlIsnQSF8_77sLgwYZqc5k4LDg,3099
 service_capacity_modeling/tools/instance_families.py,sha256=e5RuYkCLUITvsAazDH12B6KjX_PaBsv6Ne3mj0HK_sQ,9223
-service_capacity_modeling-0.3.99.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
-service_capacity_modeling-0.3.99.dist-info/METADATA,sha256=qxKT3t31WfU-qh6QPhnR3Fdnwz_EkjkZhJLp-VmqHY4,10366
-service_capacity_modeling-0.3.99.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
-service_capacity_modeling-0.3.99.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
-service_capacity_modeling-0.3.99.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
-service_capacity_modeling-0.3.99.dist-info/RECORD,,
+service_capacity_modeling-0.3.100.dist-info/licenses/LICENSE,sha256=nl_Lt5v9VvJ-5lWJDT4ddKAG-VZ-2IaLmbzpgYDz2hU,11343
+service_capacity_modeling-0.3.100.dist-info/METADATA,sha256=LF_RV_duMAiGaOc7BX7jDNBjizo2BRtOX-cZtWLPYzw,10367
+service_capacity_modeling-0.3.100.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
+service_capacity_modeling-0.3.100.dist-info/entry_points.txt,sha256=ZsjzpG5SomWpT1zCE19n1uSXKH2gTI_yc33sdl0vmJg,146
+service_capacity_modeling-0.3.100.dist-info/top_level.txt,sha256=H8XjTCLgR3enHq5t3bIbxt9SeUkUT8HT_SDv2dgIT_A,26
+service_capacity_modeling-0.3.100.dist-info/RECORD,,