stackport 0.4.8__tar.gz → 0.4.9__tar.gz

{stackport-0.4.8/stackport.egg-info → stackport-0.4.9}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stackport
-Version: 0.4.8
+Version: 0.4.9
 Summary: Universal AWS resource browser for local emulators
 Author: Davi Reis Vieira
 License: MIT
@@ -23,7 +23,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: fastapi>=0.115.0
 Requires-Dist: uvicorn>=0.30.0
-Requires-Dist: boto3>=1.35.0
+Requires-Dist: boto3>=1.36.0
 Requires-Dist: click>=8.0
 Requires-Dist: websockets>=12.0
 Requires-Dist: python-multipart>=0.0.26
@@ -31,7 +31,7 @@ Provides-Extra: dev
 Requires-Dist: pytest>=8.0; extra == "dev"
 Requires-Dist: pytest-mock>=3.12.0; extra == "dev"
 Requires-Dist: httpx>=0.27.0; extra == "dev"
-Requires-Dist: moto[dynamodb,iam,lambda,s3,sqs]>=5.0; extra == "dev"
+Requires-Dist: moto[apigateway,apigatewayv2,cognitoidp,dynamodb,glue,iam,lambda,s3,sqs]>=5.0; extra == "dev"
 Dynamic: license-file
 
 <p align="center">
@@ -249,7 +249,7 @@ You can test a connection before saving it with the "Test Connection" button in
 | Service | Browse | Write operations |
 |---------|--------|------------------|
 | **S3** | Buckets, objects, folder navigation, search | Create buckets and folders, upload, download, delete, batch delete; edit versioning, lifecycle, notifications, CORS, tags |
-| **DynamoDB** | Tables, schema, items, scan and query | Create tables, add, edit and delete items, batch write |
+| **DynamoDB** | Tables, schema, items, scan and query, live item count | Create tables, add, edit and delete items, batch write |
 | **Lambda** | Functions, config, aliases, versions, event sources | Invoke with a JSON payload, edit configuration, download code |
 | **SQS** | Queues, messages, attributes | Create and delete queues, send (single or batch), receive, delete messages, purge, edit attributes and redrive policy |
 | **SNS** | Topics, subscriptions | Create and delete topics, subscribe, unsubscribe, publish |

{stackport-0.4.8 → stackport-0.4.9}/README.md

@@ -213,7 +213,7 @@ You can test a connection before saving it with the "Test Connection" button in
 | Service | Browse | Write operations |
 |---------|--------|------------------|
 | **S3** | Buckets, objects, folder navigation, search | Create buckets and folders, upload, download, delete, batch delete; edit versioning, lifecycle, notifications, CORS, tags |
-| **DynamoDB** | Tables, schema, items, scan and query | Create tables, add, edit and delete items, batch write |
+| **DynamoDB** | Tables, schema, items, scan and query, live item count | Create tables, add, edit and delete items, batch write |
 | **Lambda** | Functions, config, aliases, versions, event sources | Invoke with a JSON payload, edit configuration, download code |
 | **SQS** | Queues, messages, attributes | Create and delete queues, send (single or batch), receive, delete messages, purge, edit attributes and redrive policy |
 | **SNS** | Topics, subscriptions | Create and delete topics, subscribe, unsubscribe, publish |

{stackport-0.4.8 → stackport-0.4.9}/backend/aws_client.py

@@ -26,10 +26,18 @@ _UNSET = object()
 #   dozens of services. Locally nothing is throttled, a refused connection or a
 #   rejected certificate won't fix itself on retry, and the UI polls again in
 #   seconds, so fail fast instead. STACKPORT_PROBE_TIMEOUT bounds the connect.
+# - Flexible checksums (CRC32 on uploads, checked on downloads) only where an API
+#   requires them, as before botocore 1.36. Emulators keep them unevenly: moto
+#   returns a multipart object's checksum of part checksums as if it covered the
+#   whole object, so a download of it failed its check. Without asking for them,
+#   StackPort's multipart uploads don't leave such objects behind for other
+#   clients either.
 _LOCAL_ENDPOINT_CONFIG = Config(
     inject_host_prefix=False,
     connect_timeout=STACKPORT_PROBE_TIMEOUT,
     retries={"mode": "standard", "total_max_attempts": 1},
+    request_checksum_calculation="when_required",
+    response_checksum_validation="when_required",
 )
 
 # Last stat stamp seen per AWS Emulator files directory, to notice restarts.

{stackport-0.4.8 → stackport-0.4.9}/backend/cli.py

@@ -22,12 +22,13 @@ from backend.config import (
 from backend.connection import EndpointInfo, InvalidEndpointUrl
 from backend.routes.common import UnknownEndpoint, endpoint_info_for
 from backend.routes.resources import (
-    DESCRIBE_REGISTRY,
     _PREFERRED_ID_FIELD,
+    UnknownResourceType,
     _extract_id,
     _serialize,
+    describe_resource,
 )
-from backend.routes.stats import SERVICE_REGISTRY, _METHOD_KWARGS, _count_items, _probe_service
+from backend.routes.stats import SERVICE_REGISTRY, _probe_service, list_items
 
 logger = logging.getLogger(__name__)
 
@@ -149,14 +150,7 @@ def list(service, endpoint, region, output):
     for resource_type, boto3_service, method_name, response_key in registry_entries:
         try:
             client = get_client(boto3_service, **client_kwargs)
-            method = getattr(client, method_name)
-            kwargs = _METHOD_KWARGS.get((boto3_service, method_name), {})
-            resp = method(**kwargs)
-            items = resp.get(response_key, [])
-            # Handle nested structures (e.g., cloudfront DistributionList.Items)
-            if isinstance(items, dict) and "Items" in items:
-                items = items.get("Items", []) or []
-            resources[resource_type] = items
+            resources[resource_type] = list_items(client, boto3_service, method_name, response_key)
         except Exception as exc:
             logger.debug("Failed to list %s/%s: %s", service, resource_type, exc, exc_info=True)
             resources[resource_type] = []
@@ -207,61 +201,16 @@ def describe(service, resource_type, resource_id, endpoint, region, output):
     """Describe a specific resource."""
     client_kwargs = _client_kwargs(endpoint, region)
 
-    # Special case for WAFv2
-    if (service, resource_type) == ("wafv2", "web_acls"):
-        try:
-            client = get_client("wafv2", **client_kwargs)
-            acls = client.list_web_acls(Scope="REGIONAL").get("WebACLs", [])
-            match = next((a for a in acls if a.get("Name") == resource_id), None)
-            if not match:
-                click.echo(f"Error: Web ACL '{resource_id}' not found", err=True)
-                sys.exit(1)
-            resp = client.get_web_acl(Name=resource_id, Scope="REGIONAL", Id=match["Id"])
-            resp.pop("ResponseMetadata", None)
-            detail = _serialize(resp.get("WebACL", resp))
-        except Exception as exc:
-            click.echo(f"Error describing {service}/{resource_type}/{resource_id}: {exc}", err=True)
-            sys.exit(1)
-    else:
-        lookup = DESCRIBE_REGISTRY.get((service, resource_type))
-        if not lookup:
-            click.echo(f"Error: No detail lookup registered for {service}/{resource_type}", err=True)
-            sys.exit(1)
-
-        boto3_service, method_name, id_param, response_key = lookup
-
-        # Some APIs take list parameters
-        _LIST_PARAMS = {
-            "InstanceIds",
-            "VpcIds",
-            "SubnetIds",
-            "GroupIds",
-            "VolumeIds",
-            "repositoryNames",
-            "clusters",
-            "AlarmNames",
-            "LoadBalancerArns",
-        }
-
-        try:
-            client = get_client(boto3_service, **client_kwargs)
-            method = getattr(client, method_name)
-            if id_param in _LIST_PARAMS:
-                resp = method(**{id_param: [resource_id]})
-            else:
-                resp = method(**{id_param: resource_id})
-
-            resp.pop("ResponseMetadata", None)
-
-            if response_key is not None:
-                detail = resp.get(response_key, resp)
-            else:
-                detail = resp
-
-            detail = _serialize(detail)
-        except Exception as exc:
-            click.echo(f"Error describing {service}/{resource_type}/{resource_id}: {exc}", err=True)
-            sys.exit(1)
+    try:
+        detail = describe_resource(
+            lambda boto3_service: get_client(boto3_service, **client_kwargs), service, resource_type, resource_id
+        )
+    except UnknownResourceType as exc:
+        click.echo(f"Error: {exc}", err=True)
+        sys.exit(1)
+    except Exception as exc:
+        click.echo(f"Error describing {service}/{resource_type}/{resource_id}: {exc}", err=True)
+        sys.exit(1)
 
     if output == "json":
         click.echo(json.dumps(detail, indent=2))

stackport-0.4.9/backend/downloads.py

@@ -0,0 +1,64 @@
+"""Passing a download from an endpoint on to the browser: S3 objects, Lambda code packages."""
+
+from __future__ import annotations
+
+import re
+from collections.abc import Iterable, Mapping
+from typing import Protocol
+from urllib.parse import quote
+
+from fastapi.responses import StreamingResponse
+from starlette.types import Receive, Scope, Send
+
+_PLAIN_FILENAME = re.compile(r"[A-Za-z0-9._-]+")
+
+# How much of the upstream body to read for each chunk sent on. Reading a sync
+# body costs a hop through the thread pool per chunk, so tiny chunks make a
+# download crawl; at this size, relaying keeps pace with reading directly.
+RELAY_CHUNK_BYTES = 64 * 1024
+
+
+class Closeable(Protocol):
+    def close(self) -> None: ...
+
+
+def attachment(filename: str) -> str:
+    """A Content-Disposition value that saves the download as ``filename`` (RFC 6266).
+
+    A name outside a conservative ASCII set gets an underscored fallback plus the
+    exact name, percent-encoded as UTF-8, in ``filename*`` (RFC 8187), so quotes,
+    backslashes, semicolons, line breaks and characters outside Latin-1 can't
+    break the header. The fallback replaces quotes and backslashes rather than
+    escaping them, since some browsers don't unescape them (RFC 6266, appendix D).
+    """
+    if _PLAIN_FILENAME.fullmatch(filename):
+        return f'attachment; filename="{filename}"'
+    fallback = re.sub(r"[^A-Za-z0-9._-]", "_", filename)
+    return f"attachment; filename=\"{fallback}\"; filename*=UTF-8''{quote(filename, safe='')}"
+
+
+class RelayResponse(StreamingResponse):
+    """Streams a body read from an open upstream response, and closes the upstream however the response ends.
+
+    When the client goes away, Starlette stops iterating the body without
+    closing it, so the body iterator can't be the one that closes the upstream.
+    An error while reading the upstream propagates, so the server drops the
+    connection instead of finishing a cut-off download that would look complete.
+    """
+
+    def __init__(
+        self,
+        content: Iterable[bytes],
+        *,
+        upstream: Closeable,
+        media_type: str,
+        headers: Mapping[str, str],
+    ):
+        super().__init__(content, media_type=media_type, headers=headers)
+        self._upstream = upstream
+
+    async def __call__(self, scope: Scope, receive: Receive, send: Send) -> None:
+        try:
+            await super().__call__(scope, receive, send)
+        finally:
+            self._upstream.close()

{stackport-0.4.8 → stackport-0.4.9}/backend/learn/verify.py

@@ -98,7 +98,7 @@ def _dynamodb_item_count(ep: EndpointInfo, params: dict) -> dict:
 
 def _resource_exists(ep: EndpointInfo, params: dict) -> dict:
     """Generic existence check driven by SERVICE_REGISTRY (no cache)."""
-    from backend.routes.stats import _METHOD_KWARGS, SERVICE_REGISTRY
+    from backend.routes.stats import SERVICE_REGISTRY, list_items
 
     service = params["service"]
     resource_type = params["resource_type"]
@@ -108,12 +108,7 @@ def _resource_exists(ep: EndpointInfo, params: dict) -> dict:
         if rtype != resource_type:
             continue
         client = get_client(boto_service, **ep.client_kwargs())
-        kwargs = _METHOD_KWARGS.get((boto_service, method), {})
-        response = getattr(client, method)(**kwargs)
-        items = response.get(response_key, [])
-        if isinstance(items, dict) and "Items" in items:
-            items = items["Items"]
-        for item in items:
+        for item in list_items(client, boto_service, method, response_key):
             if isinstance(item, str) and target in item:
                 return {"passed": True, "message": f"Found {resource_type[:-1] if resource_type.endswith('s') else resource_type} '{target}'."}
             if isinstance(item, dict) and any(target in str(v) for v in item.values() if isinstance(v, str)):

{stackport-0.4.8 → stackport-0.4.9}/backend/main.py

@@ -8,6 +8,7 @@ from fastapi import FastAPI, Request, WebSocket
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.responses import FileResponse, JSONResponse
 from fastapi.staticfiles import StaticFiles
+from starlette.convertors import PathConvertor, register_url_convertor
 from starlette.types import ASGIApp, Receive, Scope, Send
 
 from botocore.exceptions import (
@@ -175,14 +176,27 @@ async def ws_logs_tail(websocket: WebSocket):
     await logs_tail_endpoint(websocket)
 
 
-# Serve UI static files — mount assets under /assets, SPA fallback for everything else
+class AppPagePath(PathConvertor):
+    """A path the SPA fallback answers: anything except /api, /ws and paths under them.
+
+    Those never reach the fallback, so an unknown API path gets the same JSON
+    404 (or 405 for a known path and another method) as when the UI isn't
+    built, rather than the app page with a 200.
+    """
+
+    regex = r"(?!(?:api|ws)(?:/|$)).*"
+
+
+register_url_convertor("app_page", AppPagePath())
+
+# Serve UI static files — mount assets under /assets, SPA fallback for every other page
 ui_dist = os.path.join(os.path.dirname(__file__), "..", "ui", "dist")
 if os.path.isdir(ui_dist):
     app.mount("/assets", StaticFiles(directory=os.path.join(ui_dist, "assets")), name="assets")
 
     ui_root = os.path.realpath(ui_dist)
 
-    @app.get("/{path:path}")
+    @app.get("/{path:app_page}")
     def spa_fallback(path: str):
         # Serve a file from ui/dist when the path names one inside it. The path
         # comes from the URL, where %2F decodes to "/", so resolve it and check