duploctl-aws 0.4.3__tar.gz

duploctl_aws-0.4.3/PKG-INFO

@@ -0,0 +1,23 @@
+Metadata-Version: 2.4
+Name: duploctl-aws
+Version: 0.4.3
+Summary: AWS Helper functions for Duploctl
+Author-email: Kelly <kelly@duplocloud.net>
+Maintainer-email: Kelly <kelly@duplocloud.net>
+Project-URL: Homepage, https://cli.duplocloud.com/
+Project-URL: Documentation, https://cli.duplocloud.com/
+Project-URL: Repository, https://github.com/duplocloud/duploctl
+Project-URL: Issues, https://github.com/duplocloud/duploctl/issues
+Project-URL: Changelog, https://github.com/duplocloud/duploctl
+Project-URL: LatestRelease, https://github.com/duplocloud/duploctl/releases
+Keywords: duplocloud,duplo,duploctl,duplo-client,aws
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10.0
+Description-Content-Type: text/markdown
+Requires-Dist: boto3>=1.34.74
+
+# Duploctl AWS Plugin  
+
+A wrapper for Boto3 to interact with AWS services. This adds some useful high level functions as well as a helper for creating a session using JIT. 

duploctl_aws-0.4.3/README.md

@@ -0,0 +1,3 @@
+# Duploctl AWS Plugin  
+
+A wrapper for Boto3 to interact with AWS services. This adds some useful high level functions as well as a helper for creating a session using JIT. 

duploctl_aws-0.4.3/client.py

@@ -0,0 +1,75 @@
+"""DuploCloud AWS client extension point.
+
+Provides JIT-authenticated boto3 client creation via the
+@Client("aws") extension point, injectable into any @Resource
+via @Resource(..., client="aws").
+
+Usage in a resource:
+    @Resource("myresource", client="aws")
+    class MyResource(DuploResource):
+        def __init__(self, duplo):
+            super().__init__(duplo)
+            # self.client is DuploAWSClient (injected after __init__)
+
+        @property
+        def s3(self):
+            return self.client.load("s3")
+"""
+
+import boto3
+
+from duplocloud.commander import Client
+from duplocloud.controller import DuploCtl
+
+
+@Client("aws")
+class DuploAWSClient:
+    """AWS boto3 client factory authenticated via DuploCloud JIT.
+
+    Acquired via duplo.load_client("aws"). Caches STS credentials
+    and exposes load(service_name) to create configured boto3
+    clients. Injected automatically into any
+    @Resource(client="aws") via the _inject_client mechanism.
+    """
+
+    def __init__(self, duplo: DuploCtl):
+        self.duplo = duplo
+        self.__creds = None
+
+    def load(
+        self,
+        name: str,
+        region: str = None,
+        refresh: bool = False,
+    ):
+        """Create a boto3 client authenticated via DuploCloud JIT.
+
+        Fetches and caches STS credentials through the JIT service.
+        Credentials are refreshed on the first call or when
+        refresh=True.
+
+        Args:
+          name: boto3 service name (e.g. 'cloudformation', 's3').
+          region: Override the region from JIT credentials.
+          refresh: Force credential refresh.
+
+        Returns:
+          A configured boto3 client instance.
+        """
+        if not self.__creds or refresh:
+            jit_svc = self.duplo.load("jit")
+            self.__creds = jit_svc.aws()
+            if self.duplo.tenant and getattr(
+                self.duplo, "isadmin", False
+            ):
+                tenant_svc = self.duplo.load("tenant")
+                r = tenant_svc.region()
+                self.__creds["Region"] = r["region"]
+        c = self.__creds
+        return boto3.client(
+            name,
+            aws_access_key_id=c.get("AccessKeyId"),
+            aws_secret_access_key=c.get("SecretAccessKey"),
+            aws_session_token=c.get("SessionToken"),
+            region_name=region or c.get("Region"),
+        )

duploctl_aws-0.4.3/duploctl_aws.egg-info/PKG-INFO

@@ -0,0 +1,23 @@
+Metadata-Version: 2.4
+Name: duploctl-aws
+Version: 0.4.3
+Summary: AWS Helper functions for Duploctl
+Author-email: Kelly <kelly@duplocloud.net>
+Maintainer-email: Kelly <kelly@duplocloud.net>
+Project-URL: Homepage, https://cli.duplocloud.com/
+Project-URL: Documentation, https://cli.duplocloud.com/
+Project-URL: Repository, https://github.com/duplocloud/duploctl
+Project-URL: Issues, https://github.com/duplocloud/duploctl/issues
+Project-URL: Changelog, https://github.com/duplocloud/duploctl
+Project-URL: LatestRelease, https://github.com/duplocloud/duploctl/releases
+Keywords: duplocloud,duplo,duploctl,duplo-client,aws
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.10.0
+Description-Content-Type: text/markdown
+Requires-Dist: boto3>=1.34.74
+
+# Duploctl AWS Plugin  
+
+A wrapper for Boto3 to interact with AWS services. This adds some useful high level functions as well as a helper for creating a session using JIT. 

duploctl_aws-0.4.3/duploctl_aws.egg-info/SOURCES.txt

@@ -0,0 +1,14 @@
+README.md
+__init__.py
+client.py
+plugin.py
+pyproject.toml
+./__init__.py
+./client.py
+./plugin.py
+duploctl_aws.egg-info/PKG-INFO
+duploctl_aws.egg-info/SOURCES.txt
+duploctl_aws.egg-info/dependency_links.txt
+duploctl_aws.egg-info/entry_points.txt
+duploctl_aws.egg-info/requires.txt
+duploctl_aws.egg-info/top_level.txt

duploctl_aws-0.4.3/duploctl_aws.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

duploctl_aws-0.4.3/duploctl_aws.egg-info/entry_points.txt

@@ -0,0 +1,5 @@
+[clients.duplocloud.net]
+aws = duploctl_aws.client:DuploAWSClient
+
+[duplocloud.net]
+aws = duploctl_aws.plugin:DuploAWS

duploctl_aws-0.4.3/duploctl_aws.egg-info/requires.txt

@@ -0,0 +1 @@
+boto3>=1.34.74

duploctl_aws-0.4.3/duploctl_aws.egg-info/top_level.txt

@@ -0,0 +1 @@
+duploctl_aws

duploctl_aws-0.4.3/plugin.py

@@ -0,0 +1,144 @@
+import os
+from pathlib import Path
+import time
+from duplocloud.controller import DuploCtl
+from duplocloud.errors import DuploError
+from duplocloud.resource import DuploResource
+from duplocloud.commander import Resource, Command
+import duplocloud.args as args
+from multiprocessing.pool import ThreadPool 
+
+@Resource("aws", client="aws")
+class DuploAWS(DuploResource):
+
+  def __init__(self, duplo: DuploCtl):
+    super().__init__(duplo)
+    self.__tenant_svc = duplo.load("tenant")
+
+  def load(
+      self,
+      name: str,
+      region: str = None,
+      refresh: bool = False,
+  ):
+    """Create a boto3 client authenticated via DuploCloud JIT.
+
+    Delegates to the injected DuploAWSClient so credential
+    management is centralised in the @Client("aws") extension.
+
+    Args:
+      name: boto3 service name (e.g. 's3', 'cloudfront').
+      region: Override the AWS region.
+      refresh: Force credential refresh.
+
+    Returns:
+      A configured boto3 client.
+    """
+    return self.client.load(name, region, refresh)
+  
+  @Command()
+  def update_website(self, 
+                     name: args.NAME,
+                     dir: args.CONTENT_DIR="dist",
+                     wait: args.WAIT=False):
+    """Update website
+    
+    Updates a static website hosted on S3 bucket and served via CloudFront. 
+    First the contents of the bucket are updated and then the CloudFront cache is invalidated.
+
+    """
+    # make sure the dir directory exists
+    if not os.path.exists(dir):
+      raise DuploError(f"Directory '{dir}' does not exist.", 404)
+
+    # get the needed clients
+    s3 = self.client.load("s3")
+    cdf = self.client.load("cloudfront")
+
+    # scope into tenant
+    tenant = self.__tenant_svc.find()
+    tenant_name = tenant["AccountName"]
+
+    # find the distribution
+    distributions = cdf.list_distributions()
+    comment = f"duploservices-{tenant_name}-{name}"
+    dist = next((
+      d for d in distributions["DistributionList"]["Items"] 
+      if d["Comment"] == comment
+    ), None)
+    if not dist:
+      raise DuploError(f"CloudFront distribution '{comment}' not found.", 404)
+    dist_id = dist["Id"]
+
+    # find the bucket name from the distribution
+    s3_domain = next((
+      o["DomainName"] for o in dist["Origins"]["Items"] 
+      if o["Id"] == dist["DefaultCacheBehavior"]["TargetOriginId"]
+    ), None)
+    bucket_name = s3_domain.split(".")[0]
+    
+    # get current list of objects in the bucket
+    live_objs = s3.list_objects_v2(Bucket=bucket_name)
+    live_files = [o["Key"] for o in live_objs.get("Contents", [])]
+
+    # get flat list of files in dir (includes hidden files, Python 3.10 compatible)
+    tree = [str(p.relative_to(dir)) for p in Path(dir).rglob('*')]
+    files = []
+    # add a trailing slash to each directory because s3 folders have a slash :/
+    for n, p in enumerate(tree):
+      if os.path.isdir(f"{dir}/{p}"):
+        tree[n] = f"{p}/"
+      else: # collect the files
+        files.append(p)
+
+    # delete objects not in the local tree
+    del_objs = [{"Key": o} for o in list(set(live_files) - set(tree))]
+    if del_objs:
+      s3.delete_objects(Bucket=bucket_name, Delete={"Objects": del_objs})
+      for o in del_objs:
+        self.duplo.logger.info(f"Deleted {o['Key']}")
+
+    # upload the contents of the dir to the bucket
+    pool = ThreadPool(10)
+    pool.map(
+      lambda key: s3.upload_file(
+        Filename=f"{dir}/{key}", 
+        Bucket=bucket_name, 
+        Key=key,
+        Callback=lambda x: self.duplo.logger.info(f"Uploading {x}B to {key}")
+      ), 
+      files
+    )
+
+    # invalidate the CloudFront cache
+    call_ref = str(time.time()).replace(".", "")
+    inv = cdf.create_invalidation(
+      DistributionId=dist_id,
+      InvalidationBatch={
+        "Paths": {
+          "Quantity": 1,
+          "Items": ["/*"]
+        },
+        "CallerReference": call_ref
+      }
+    )
+
+    # now wait for the invalidation to complete
+    if wait:
+      waiter = cdf.get_waiter('invalidation_completed')
+      waiter.config.delay = 10
+      waiter.config.max_attempts = 60
+      waiter.wait(
+        DistributionId=dist_id, 
+        Id=inv['Invalidation']['Id']
+      )
+      self.duplo.logger.info(f"Invalidation by {call_ref} completed.")
+
+    return {
+      "message": f"Updated website '{name}'",
+      "distribution": dist_id,
+      "bucket": bucket_name,
+      "pruned": len(del_objs),
+      "uploaded": len(files)
+    }
+

duploctl_aws-0.4.3/pyproject.toml

@@ -0,0 +1,57 @@
+[project]
+name = "duploctl-aws"
+description = "AWS Helper functions for Duploctl"
+readme = "README.md"
+dynamic = ["version"]
+requires-python = ">=3.10.0"
+keywords = [
+  "duplocloud",
+  "duplo",
+  "duploctl",
+  "duplo-client",
+  "aws"
+]
+classifiers = [
+  "Programming Language :: Python :: 3",
+  "License :: OSI Approved :: MIT License",
+  "Operating System :: OS Independent"
+]
+authors = [
+{ name = "Kelly", email = "kelly@duplocloud.net" }
+]
+maintainers = [
+{ name = "Kelly", email = "kelly@duplocloud.net" }
+]
+dependencies = [
+  "boto3>=1.34.74"
+]
+[build-system]
+requires = [
+  "setuptools>=42",
+  "setuptools_scm[toml]>=6.2",
+  "wheel",
+  "build"
+]
+build-backend = "setuptools.build_meta"
+
+[project.urls]
+Homepage = "https://cli.duplocloud.com/"
+Documentation = "https://cli.duplocloud.com/"
+Repository = "https://github.com/duplocloud/duploctl"
+Issues = "https://github.com/duplocloud/duploctl/issues"
+Changelog = "https://github.com/duplocloud/duploctl"
+LatestRelease = "https://github.com/duplocloud/duploctl/releases"
+
+[tool.setuptools_scm]
+root = "../.."
+
+[tool.setuptools]
+include-package-data = false
+packages = ["duploctl_aws"]
+package-dir={'duploctl_aws' = '.'}
+
+[project.entry-points."duplocloud.net"]
+aws = "duploctl_aws.plugin:DuploAWS"
+
+[project.entry-points."clients.duplocloud.net"]
+aws = "duploctl_aws.client:DuploAWSClient"

duploctl_aws-0.4.3/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+