service-capacity-modeling 0.3.99__tar.gz → 0.3.100__tar.gz

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.99
+Version: 0.3.100
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/service_capacity_modeling/models/org/netflix/aurora.py

@@ -307,7 +307,7 @@ class NflxAuroraCapacityModel(CapacityModel):
 
     @staticmethod
     def allowed_platforms() -> Tuple[Platform, ...]:
-        return Platform.aurora_mysql, Platform.aurora_mysql
+        return Platform.aurora_mysql, Platform.aurora_postgres
 
     @staticmethod
     def default_desires(

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/service_capacity_modeling/models/org/netflix/control.py

@@ -67,23 +67,50 @@ class NflxControlCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_aurora_desires(
+        def _modify_rds_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
+            """RDS proxy for Control service."""
             relaxed = user_desires.model_copy(deep=True)
 
-            # Aurora doesn't support tier 0, so downgrade to tier 1
+            # RDS doesn't support tier 0
             if relaxed.service_tier == 0:
                 relaxed.service_tier = 1
 
-            # Control caches reads in memory, only writes go to Aurora
-            # Set read QPS to minimal since Aurora only handles writes
+            # Control caches reads, so proxy only sees writes + minimal reads
+            relaxed.query_pattern.estimated_read_per_second = certain_int(1)
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Minimal data footprint for connection metadata
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            relaxed = user_desires.model_copy(deep=True)
+
+            # Postgres doesn't support tier 0, so downgrade to tier 1
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Control caches reads in memory, only writes go to Postgres
+            # Set read QPS to minimal since Postgres only handles writes
             if relaxed.query_pattern.estimated_read_per_second:
                 relaxed.query_pattern.estimated_read_per_second = certain_int(1)
 
             return relaxed
 
-        return (("org.netflix.aurora", _modify_aurora_desires),)
+        return (
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
+        )
 
     @staticmethod
     def default_desires(

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/service_capacity_modeling/models/org/netflix/entity.py

@@ -30,6 +30,10 @@ class NflxEntityCapacityModel(CapacityModel):
         desires: CapacityDesires,
         extra_model_arguments: Dict[str, Any],
     ) -> Optional[CapacityPlan]:
+        # Entity doesn't support tier 0
+        if desires.service_tier == 0:
+            return None
+
         # Entity wants 20GiB root volumes
         extra_model_arguments.setdefault("root_disk_gib", 20)
 
@@ -59,7 +63,35 @@ class NflxEntityCapacityModel(CapacityModel):
     def compose_with(
         user_desires: CapacityDesires, extra_model_arguments: Dict[str, Any]
     ) -> Tuple[Tuple[str, Callable[[CapacityDesires], CapacityDesires]], ...]:
-        def _modify_crdb_desires(
+        def _modify_rds_desires(
+            user_desires: CapacityDesires,
+        ) -> CapacityDesires:
+            """RDS proxy handles connection pooling and auth translation.
+            Capacity needs are much lower than the backend database."""
+            relaxed = user_desires.model_copy(deep=True)
+
+            # RDS doesn't support tier 0
+            if relaxed.service_tier == 0:
+                relaxed.service_tier = 1
+
+            # Proxy layer sees ~5% of actual load due to connection pooling
+            if relaxed.query_pattern.estimated_read_per_second:
+                relaxed.query_pattern.estimated_read_per_second = (
+                    relaxed.query_pattern.estimated_read_per_second.scale(0.05)
+                )
+            if relaxed.query_pattern.estimated_write_per_second:
+                relaxed.query_pattern.estimated_write_per_second = (
+                    relaxed.query_pattern.estimated_write_per_second.scale(0.05)
+                )
+
+            # Proxy only needs to store connection metadata, not actual data
+            relaxed.data_shape.estimated_state_size_gib = (
+                relaxed.data_shape.estimated_state_size_gib.scale(0.01)
+            )
+
+            return relaxed
+
+        def _modify_postgres_desires(
             user_desires: CapacityDesires,
         ) -> CapacityDesires:
             relaxed = user_desires.model_copy(deep=True)
@@ -96,7 +128,8 @@ class NflxEntityCapacityModel(CapacityModel):
             return relaxed
 
         return (
-            ("org.netflix.cockroachdb", _modify_crdb_desires),
+            ("org.netflix.rds", _modify_rds_desires),
+            ("org.netflix.postgres", _modify_postgres_desires),
             ("org.netflix.key-value", lambda x: x),
             ("org.netflix.elasticsearch", _modify_elasticsearch_desires),
         )

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/service_capacity_modeling.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: service-capacity-modeling
-Version: 0.3.99
+Version: 0.3.100
 Summary: Contains utilities for modeling capacity for pluggable workloads
 Author: Joseph Lynch
 Author-email: josephl@netflix.com

{service_capacity_modeling-0.3.99 → service_capacity_modeling-0.3.100}/service_capacity_modeling/models/org/netflix/__init__.py

@@ -33,7 +33,6 @@ def models() -> Dict[str, Any]:
         "org.netflix.counter": nflx_counter_capacity_model,
         "org.netflix.zookeeper": nflx_zookeeper_capacity_model,
         "org.netflix.evcache": nflx_evcache_capacity_model,
-        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.elasticsearch": nflx_elasticsearch_capacity_model,
         "org.netflix.elasticsearch.node": nflx_elasticsearch_data_capacity_model,
         "org.netflix.elasticsearch.master": nflx_elasticsearch_master_capacity_model,
@@ -43,6 +42,7 @@ def models() -> Dict[str, Any]:
         "org.netflix.cockroachdb": nflx_cockroachdb_capacity_model,
         "org.netflix.aurora": nflx_aurora_capacity_model,
         "org.netflix.postgres": nflx_postgres_capacity_model,
+        "org.netflix.rds": nflx_rds_capacity_model,
         "org.netflix.kafka": nflx_kafka_capacity_model,
         "org.netflix.dynamodb": nflx_ddb_capacity_model,
         "org.netflix.wal": nflx_wal_capacity_model,