sovereign 1.0.0b103__py3-none-any.whl → 1.0.0b104__py3-none-any.whl

sovereign/schemas.py

@@ -716,6 +716,8 @@ class ContextConfiguration(BaseSettings):
 
 class SourcesConfiguration(BaseSettings):
     refresh_rate: int = Field(30, alias="SOVEREIGN_SOURCES_REFRESH_RATE")
+    max_retries: int = Field(3, alias="SOVEREIGN_SOURCES_MAX_RETRIES")
+    retry_delay: int = Field(1, alias="SOVEREIGN_SOURCES_RETRY_DELAY")
     cache_strategy: Optional[Any] = None
     model_config = SettingsConfigDict(
         env_file=".env",

sovereign/sources/poller.py

@@ -36,80 +36,57 @@ GMods = Dict[str, Type[GlobalModifier]]
 
 def _deep_diff(old, new, path="") -> list[dict[str, Any]]:
     changes = []
-    
+
     # handle add/remove
     if (old, new) == (None, None):
         return changes
     elif old is None:
-        changes.append({
-            "op": "add",
-            "path": path,
-            "value": new
-        })
+        changes.append({"op": "add", "path": path, "value": new})
         return changes
     elif new is None:
-        changes.append({
-            "op": "remove", 
-            "path": path,
-            "old_value": old
-        })
+        changes.append({"op": "remove", "path": path, "old_value": old})
         return changes
-    
+
     # handle completely different types
     if type(old) is not type(new):
-        changes.append({
-            "op": "change",
-            "path": path,
-            "old_value": old,
-            "new_value": new
-        })
+        changes.append(
+            {"op": "change", "path": path, "old_value": old, "new_value": new}
+        )
         return changes
-    
+
     # handle fields recursively
     if isinstance(old, dict) and isinstance(new, dict):
         all_keys = set(old.keys()) | set(new.keys())
-        
+
         for key in sorted(all_keys):
             old_val = old.get(key)
             new_val = new.get(key)
-            
+
             current_path = f"{path}.{key}" if path else key
-            
+
             if key not in old:
-                changes.append({
-                    "op": "add",
-                    "path": current_path,
-                    "value": new_val
-                })
+                changes.append({"op": "add", "path": current_path, "value": new_val})
             elif key not in new:
-                changes.append({
-                    "op": "remove",
-                    "path": current_path,
-                    "old_value": old_val
-                })
+                changes.append(
+                    {"op": "remove", "path": current_path, "old_value": old_val}
+                )
             elif old_val != new_val:
                 nested_changes = _deep_diff(old_val, new_val, current_path)
                 changes.extend(nested_changes)
-    
+
     # handle items recursively
     elif isinstance(old, list) and isinstance(new, list):
         max_len = max(len(old), len(new))
-        
+
         for i in range(max_len):
             current_path = f"{path}[{i}]" if path else f"[{i}]"
-            
+
             if i >= len(old):
-                changes.append({
-                    "op": "add",
-                    "path": current_path,
-                    "value": new[i]
-                })
+                changes.append({"op": "add", "path": current_path, "value": new[i]})
             elif i >= len(new):
-                changes.append({
-                    "op": "remove",
-                    "path": current_path,
-                    "old_value": old[i]
-                })
+                changes.append(
+                    {"op": "remove", "path": current_path, "old_value": old[i]}
+                )
             elif old[i] != new[i]:
                 nested_changes = _deep_diff(old[i], new[i], current_path)
                 changes.extend(nested_changes)
@@ -117,13 +94,10 @@ def _deep_diff(old, new, path="") -> list[dict[str, Any]]:
     # handle primitives
     else:
         if old != new:
-            changes.append({
-                "op": "change",
-                "path": path,
-                "old_value": old,
-                "new_value": new
-            })
-    
+            changes.append(
+                {"op": "change", "path": path, "old_value": old, "new_value": new}
+            )
+
     return changes
 
 
@@ -136,17 +110,9 @@ def per_field_diff(old, new) -> list[dict[str, Any]]:
         new_inst = new[i] if i < len(new) else None
 
         if old_inst is None:
-            changes.append({
-                "op": "add",
-                "path": f"[{i}]",
-                "value": new_inst
-            })
+            changes.append({"op": "add", "path": f"[{i}]", "value": new_inst})
         elif new_inst is None:
-            changes.append({
-                "op": "remove",
-                "path": f"[{i}]",
-                "old_value": old_inst
-            })
+            changes.append({"op": "remove", "path": f"[{i}]", "old_value": old_inst})
         elif old_inst != new_inst:
             # Use the deep diff with index prefix
             field_changes = _deep_diff(old_inst, new_inst, f"[{i}]")
@@ -156,7 +122,7 @@ def per_field_diff(old, new) -> list[dict[str, Any]]:
 
 
 def _gen_uuid(diff_summary: dict[str, Any]) -> str:
-    blob = json.dumps(diff_summary, sort_keys=True, separators=('', ''))
+    blob = json.dumps(diff_summary, sort_keys=True, separators=("", ""))
     return str(uuid.uuid5(uuid.NAMESPACE_DNS, blob))
 
 
@@ -168,14 +134,11 @@ def source_diff_summary(prev, curr) -> dict[str, Any]:
                 scope: {"added": len(instances)}
                 for scope, instances in curr.scopes.items()
                 if instances
-            }
+            },
         }
     else:
-        summary = {
-            "type": "update",
-            "scopes": {}
-        }
-        
+        summary = {"type": "update", "scopes": {}}
+
         all_scopes = set(prev.scopes.keys()) | set(curr.scopes.keys())
 
         for scope in sorted(all_scopes):
@@ -202,7 +165,7 @@ def source_diff_summary(prev, curr) -> dict[str, Any]:
 
         if not summary["scopes"]:
             summary = {"type": "no_changes"}
-    
+
     summary["uuid"] = _gen_uuid(summary)
     return summary
 
@@ -239,13 +202,17 @@ class SourcePoller:
         self.global_modifiers: GMods = dict()
 
         # initially set data and modify
-        self.source_data: SourceData
+        self.source_data: SourceData = SourceData()
+        self.source_data_modified: SourceData = SourceData()
         self.last_updated = datetime.now()
         self.instance_count = 0
 
         self.cache: dict[str, dict[str, list[dict[str, Any]]]] = {}
         self.registry: set[Any] = set()
 
+        # Retry state
+        self.retry_count = 0
+
     @property
     def data_is_stale(self) -> bool:
         return self.last_updated < datetime.now() - timedelta(minutes=2)
@@ -328,6 +295,10 @@ class SourcePoller:
 
     def refresh(self) -> bool:
         self.stats.increment("sources.attempt")
+
+        # Get retry config from global source config
+        max_retries = config.source_config.max_retries
+
         try:
             new = SourceData()
             for source in self.sources:
@@ -336,15 +307,25 @@ class SourcePoller:
                     new.scopes[scope] = []
                 new.scopes[scope].extend(source.get())
         except Exception as e:
+            self.retry_count += 1
             self.logger.error(
-                event="Error while refreshing sources",
+                event=f"Error while refreshing sources (attempt {self.retry_count}/{max_retries})",
                 traceback=[line for line in traceback.format_exc().split("\n")],
                 error=e.__class__.__name__,
                 detail=getattr(e, "detail", "-"),
+                retry_count=self.retry_count,
             )
             self.stats.increment("sources.error")
+
+            if self.retry_count >= max_retries:
+                # Reset retry count for next cycle
+                self.retry_count = 0
+                self.stats.increment("sources.error.final")
             return False
 
+        # Success - reset retry count
+        self.retry_count = 0
+
         # Is the new data the same as what we currently have
         if new == getattr(self, "source_data", None):
             self.stats.increment("sources.unchanged")
@@ -513,5 +494,17 @@ class SourcePoller:
         while True:
             try:
                 self.poll()
-            finally:
+
+                # If we have retry count, use exponential backoff for next attempt
+                if self.retry_count > 0:
+                    retry_delay = config.source_config.retry_delay
+                    delay = min(
+                        retry_delay * (2 ** (self.retry_count - 1)),
+                        self.source_refresh_rate,  # Cap at normal refresh rate
+                    )
+                    await asyncio.sleep(delay)
+                else:
+                    await asyncio.sleep(self.source_refresh_rate)
+            except Exception as e:
+                self.logger.error(f"Unexpected error in poll loop: {e}")
                 await asyncio.sleep(self.source_refresh_rate)

sovereign/statistics.py

@@ -53,10 +53,12 @@ def configure_statsd() -> StatsDProxy:
         from datadog import DogStatsd
 
         class CustomStatsd(DogStatsd):  # type: ignore
-            def _report(self, metric, metric_type, value, tags, sample_rate) -> None:  # type: ignore
-                super()._report(metric, metric_type, value, tags, sample_rate)
-                self.emitted: Dict[str, Any] = dict()
-                self.emitted[metric] = self.emitted.setdefault(metric, 0) + 1
+            def _report(self, *args, **kwargs) -> None:  # type: ignore
+                super()._report(*args, **kwargs)
+                # Capture the metric name and increment its count for debugging
+                if metric := kwargs.get("metric"):
+                    self.emitted: Dict[str, Any] = dict()
+                    self.emitted[metric] = self.emitted.setdefault(metric, 0) + 1
 
         module: Optional[CustomStatsd]
         module = CustomStatsd()

sovereign/views/api.py

@@ -37,8 +37,8 @@ async def resource(
 ) -> Response:
     expressions = [f"cluster={service_cluster}"]
     try:
-        metadata = json.loads(metadata or "{}")
-        for expr in expand_metadata_to_expr(metadata):
+        data = {"metadata": json.loads(metadata or "{}")}
+        for expr in expand_metadata_to_expr(data):
             expressions.append(expr)
     except Exception:
         pass
@@ -51,7 +51,6 @@ async def resource(
         expressions=expressions,
     )
     req = mock_discovery_request(**{k: v for k, v in kwargs.items() if v is not None})
-    print(req)
     response = await cache.blocking_read(req)
     if content := getattr(response, "text", None):
         return Response(content, media_type="application/json")

{sovereign-1.0.0b103.dist-info → sovereign-1.0.0b104.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: sovereign
-Version: 1.0.0b103
+Version: 1.0.0b104
 Summary: Envoy Proxy control-plane written in Python
 Home-page: https://pypi.org/project/sovereign/
 License: Apache-2.0

{sovereign-1.0.0b103.dist-info → sovereign-1.0.0b104.dist-info}/RECORD

@@ -17,18 +17,18 @@ sovereign/modifiers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSu
 sovereign/modifiers/lib.py,sha256=Cx0VrpTKbSjb3YmHyG4Jy6YEaPlrwpeqNaom3zu1_hw,2885
 sovereign/rendering.py,sha256=MIA7se7-C4WTWf7xZSgqpf7NvhDT7NkZbR3_G9N1dHI,5015
 sovereign/response_class.py,sha256=beMAFV-4L6DwyWzJzy71GkEW4gb7fzH1jd8-Tul13cU,427
-sovereign/schemas.py,sha256=RtZm1qVIuXF9M6FXHa0VP6C0lBNU6sDlmM5k28RJXxM,37271
+sovereign/schemas.py,sha256=PlAhNOeVKLlKIlMHKAHNfkPiE1cnpRnIIiNgJVr5ChQ,37413
 sovereign/server.py,sha256=3qfcUGaRrTF2GTfGEJgGnPXBiZGis1qxOlpIKvoCyFA,2596
 sovereign/sources/__init__.py,sha256=g9hEpFk8j5i1ApHQpbc9giTyJW41Ppgsqv5P9zGxOJk,78
 sovereign/sources/file.py,sha256=prUThsDCSPNwZaZpkKXhAm-GVRZWbBoGKGU0It4HHXs,690
 sovereign/sources/inline.py,sha256=pP77m7bHjqE3sSoqZthcuw1ARVMf9gooVwbz4B8OAek,1003
 sovereign/sources/lib.py,sha256=0hk_G6mKJrB65WokVZnqF5kdJ3vsQZMNPuJqJO0mBsI,1031
-sovereign/sources/poller.py,sha256=ahR3C08BspaoQxT2-IaJckAQf9uZgyY3w5J5SunFtoI,17824
+sovereign/sources/poller.py,sha256=9iwmP4wjc951OTxKDB8RYhKwEKpgW5tC5-Js5OA6zVo,18415
 sovereign/static/node_expression.js,sha256=dL9QLM49jorqavf3Qtye6E1QTWYDT1rFI0tQR1HsiLQ,504
 sovereign/static/panel.js,sha256=i5mGExjv-I4Gtt9dQiTyFwPZa8pg5rXeuTeidXNUiTE,2695
 sovereign/static/sass/style.scss,sha256=tPHPEm3sZeBFGDyyn3pHcA-nbaKT-h-UsSTsf6dHNDU,1158
 sovereign/static/style.css,sha256=vG8HPsbCbPIZfHgy7gSeof97Pnp0okkyaXyJzIEEW-8,447517
-sovereign/statistics.py,sha256=gXpQgQOTKqU68loQ_NU1OmxNvsRpAp38RpunjbecIRo,2587
+sovereign/statistics.py,sha256=-me83Bkfya5vQai3Irrf5R-RNG-XE7wlyqQFqKeueFo,2666
 sovereign/templates/base.html,sha256=5vw3-NmN291pXRdArpCwhSce9bAYBWCJVRhvO5EmE9g,2296
 sovereign/templates/err.html,sha256=a3cEzOqyqWOIe3YxfTEjkxbTfxBxq1knD6GwzEFljfs,603
 sovereign/templates/resources.html,sha256=QaZ1S38JhAZg3-PfQS1cAKhCczVLXw9e4pztBrqr4qs,40217
@@ -54,14 +54,14 @@ sovereign/utils/timer.py,sha256=_dUtEasj0BKbWYuQ_T3HFIyjurXXj-La-dNSMAwKMSo,795
 sovereign/utils/version_info.py,sha256=adBfu0z6jsg8E5-BIUjZyBwZvfLASj7fpCpYeIvBeMY,576
 sovereign/utils/weighted_clusters.py,sha256=bPzuRE7Qgvv04HcR2AhMDvBrFlZ8AfteweLKhY9SvWg,1166
 sovereign/views/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sovereign/views/api.py,sha256=T_le6Cfw03KsAc1nx93vZw97uUIFtF86vz9daXR_yUM,2177
+sovereign/views/api.py,sha256=jKVjSvi0Tr1HHix3hc0H8yGZoyDind2sJ4w7a4pJvy0,2168
 sovereign/views/crypto.py,sha256=7y0eHWtt-bbr2CwHEkH7odPaJ1IEviU-71U-MYJD0Kc,3360
 sovereign/views/discovery.py,sha256=4sVRPWpH8nYwY26GWK9N8maOYUNbIJTrUckZ3MahqAU,1876
 sovereign/views/healthchecks.py,sha256=TaXbxkX679jyQ8v5FxtBa2Qa0Z7KuqQ10WgAqfuVGUc,1743
 sovereign/views/interface.py,sha256=FmQ7LiUPLSvkEDOKCncrnKMD9g1lJKu-DQNbbyi8mqk,6346
 sovereign/worker.py,sha256=NqXlfi9QRlXcWeUPqHWvnYx2CPldY44iLb_fBJAiZ-4,4983
-sovereign-1.0.0b103.dist-info/LICENSE.txt,sha256=2X125zvAb9AYLjCgdMDQZuufhm0kwcg31A8pGKj_-VY,560
-sovereign-1.0.0b103.dist-info/METADATA,sha256=KGa6EiG_oC1w-LS3IfL1yzDGxCVVwNp-WbrqdHr6pHg,6268
-sovereign-1.0.0b103.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-sovereign-1.0.0b103.dist-info/entry_points.txt,sha256=VKJdnnN_HNL8xYQMXsFXfFmN6QkdXMEk5S964avxQJI,1404
-sovereign-1.0.0b103.dist-info/RECORD,,
+sovereign-1.0.0b104.dist-info/LICENSE.txt,sha256=2X125zvAb9AYLjCgdMDQZuufhm0kwcg31A8pGKj_-VY,560
+sovereign-1.0.0b104.dist-info/METADATA,sha256=qjbGaqLJwlJsHaJuKbaye4TL1JRudbtuF0mVIN6sPqg,6268
+sovereign-1.0.0b104.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+sovereign-1.0.0b104.dist-info/entry_points.txt,sha256=VKJdnnN_HNL8xYQMXsFXfFmN6QkdXMEk5S964avxQJI,1404
+sovereign-1.0.0b104.dist-info/RECORD,,