classifyawsetsjsonbyregion 0.1.0__tar.gz

classifyawsetsjsonbyregion-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Yukihiko Shinoda
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

classifyawsetsjsonbyregion-0.1.0/MANIFEST.in

@@ -0,0 +1,2 @@
+include classifyawsetsjsonbyregion/py.typed
+recursive-include docs *

classifyawsetsjsonbyregion-0.1.0/PKG-INFO

@@ -0,0 +1,130 @@
+Metadata-Version: 2.1
+Name: classifyawsetsjsonbyregion
+Version: 0.1.0
+Summary: Classifies AWSets JSON by region.
+Author-email: Yukihiko Shinoda <yuk.hik.future@gmail.com>
+Maintainer-email: Yukihiko Shinoda <yuk.hik.future@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2023 Yukihiko Shinoda
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: homepage, https://github.com/yukihiko-shinoda/classify-awsets-json-by-region
+Project-URL: repository, https://github.com/yukihiko-shinoda/classify-awsets-json-by-region
+Keywords: classifyawsetsjsonbyregion,classify-awsets-json-by-region,awsets,aws
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Scientific/Engineering :: Information Analysis
+Classifier: Topic :: Security
+Classifier: Topic :: Text Processing
+Classifier: Topic :: Text Processing :: Filters
+Classifier: Typing :: Typed
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+Provides-Extra: test
+License-File: LICENSE
+
+# Classify AWSets JSON by Region
+
+[![Test](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/workflows/Test/badge.svg)](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/actions?query=workflow%3ATest)
+[![Test Coverage](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/test_coverage)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/test_coverage)
+[![Maintainability](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/maintainability)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/maintainability)
+[![Code Climate technical debt](https://img.shields.io/codeclimate/tech-debt/yukihiko-shinoda/classify-awsets-json-by-region)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region)
+[![Python versions](https://img.shields.io/pypi/pyversions/classifyawsetsjsonbyregion.svg)](https://pypi.org/project/classifyawsetsjsonbyregion)
+[![Twitter URL](https://img.shields.io/twitter/url?style=social&url=https%3A%2F%2Fgithub.com%2Fyukihiko-shinoda%2Fclassify-awsets-json-by-region)](http://twitter.com/share?text=Classify%20AWSets%20JSON%20by%20Region&url=https://pypi.org/project/classifyawsetsjsonbyregion/&hashtags=python)
+
+Classifies AWSets JSON by AWS region.
+
+## Advantage
+
+- Output the list of AWS resources as CSV files classified by AWS region
+- Enable filter to exclude AWS resources not in question
+
+### Output the list of AWS resources as CSV files classified by AWS region
+
+You can check the states of AWS resources by AWS region. It's also useful to compare the states of AWS resources between AWS regions by using text diff tools like [Visual Studio Code].
+
+### Enable filter to exclude AWS resources not in question
+
+You can exclude AWS resources not in question by using `config.yml`. It's useful to reduce the number of AWS resources to be checked, such like the one AWS created by default. You can focus on AWS resources in question.
+
+## Quickstart
+
+1.\
+Install `classifyawsetsjsonbyregion` with pip:
+
+```console
+pip install classifyawsetsjsonbyregion
+```
+
+2.\
+Create following directories:
+
+- `input`
+- `output`
+- `intermediate`
+
+3.\
+Put AWSets JSON files in it and rename it as `awsets.json`:
+
+```plaintext
+your_working_directory/
++---input/
+    +---awsets.json
++---intermediate/
++---output/
+```
+
+4.\
+Run `classify-awsets-json-by-region`:
+
+```console
+classify-awsets-json-by-region
+```
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+## How do I...
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+### Use intermediate directory for?
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+This directory is for intermediate files. These files are useful for debugging. The contents of these files are the classifying result of AWSets JSON before filtering AWS resources. Note that the file for excluded AWS regions is not created.
+
+## Credits
+
+This package was created with [Cookiecutter] and the [yukihiko-shinoda/cookiecutter-pypackage] project template.
+
+[Cookiecutter]: https://github.com/audreyr/cookiecutter
+[Visual Studio Code]: https://code.visualstudio.com/
+[yukihiko-shinoda/cookiecutter-pypackage]: https://github.com/audreyr/cookiecutter-pypackage

classifyawsetsjsonbyregion-0.1.0/README.md

@@ -0,0 +1,75 @@
+# Classify AWSets JSON by Region
+
+[![Test](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/workflows/Test/badge.svg)](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/actions?query=workflow%3ATest)
+[![Test Coverage](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/test_coverage)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/test_coverage)
+[![Maintainability](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/maintainability)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/maintainability)
+[![Code Climate technical debt](https://img.shields.io/codeclimate/tech-debt/yukihiko-shinoda/classify-awsets-json-by-region)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region)
+[![Python versions](https://img.shields.io/pypi/pyversions/classifyawsetsjsonbyregion.svg)](https://pypi.org/project/classifyawsetsjsonbyregion)
+[![Twitter URL](https://img.shields.io/twitter/url?style=social&url=https%3A%2F%2Fgithub.com%2Fyukihiko-shinoda%2Fclassify-awsets-json-by-region)](http://twitter.com/share?text=Classify%20AWSets%20JSON%20by%20Region&url=https://pypi.org/project/classifyawsetsjsonbyregion/&hashtags=python)
+
+Classifies AWSets JSON by AWS region.
+
+## Advantage
+
+- Output the list of AWS resources as CSV files classified by AWS region
+- Enable filter to exclude AWS resources not in question
+
+### Output the list of AWS resources as CSV files classified by AWS region
+
+You can check the states of AWS resources by AWS region. It's also useful to compare the states of AWS resources between AWS regions by using text diff tools like [Visual Studio Code].
+
+### Enable filter to exclude AWS resources not in question
+
+You can exclude AWS resources not in question by using `config.yml`. It's useful to reduce the number of AWS resources to be checked, such like the one AWS created by default. You can focus on AWS resources in question.
+
+## Quickstart
+
+1.\
+Install `classifyawsetsjsonbyregion` with pip:
+
+```console
+pip install classifyawsetsjsonbyregion
+```
+
+2.\
+Create following directories:
+
+- `input`
+- `output`
+- `intermediate`
+
+3.\
+Put AWSets JSON files in it and rename it as `awsets.json`:
+
+```plaintext
+your_working_directory/
++---input/
+    +---awsets.json
++---intermediate/
++---output/
+```
+
+4.\
+Run `classify-awsets-json-by-region`:
+
+```console
+classify-awsets-json-by-region
+```
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+## How do I...
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+### Use intermediate directory for?
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+This directory is for intermediate files. These files are useful for debugging. The contents of these files are the classifying result of AWSets JSON before filtering AWS resources. Note that the file for excluded AWS regions is not created.
+
+## Credits
+
+This package was created with [Cookiecutter] and the [yukihiko-shinoda/cookiecutter-pypackage] project template.
+
+[Cookiecutter]: https://github.com/audreyr/cookiecutter
+[Visual Studio Code]: https://code.visualstudio.com/
+[yukihiko-shinoda/cookiecutter-pypackage]: https://github.com/audreyr/cookiecutter-pypackage

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/__init__.py

@@ -0,0 +1,5 @@
+"""Top-level package for Classify AWSets JSON by Region."""
+
+__author__ = """Yukihiko Shinoda"""
+__email__ = "yuk.hik.future@gmail.com"
+__version__ = "0.1.0"

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/analyzer.py

@@ -0,0 +1,46 @@
+"""Analyze AWSets JSON."""
+from __future__ import annotations
+
+import json
+from typing import Any
+
+from classifyawsetsjsonbyregion.awsets import Awset, AwsetFilter
+from classifyawsetsjsonbyregion.awsregion.classifier import Classifier
+from classifyawsetsjsonbyregion.config import Config
+from classifyawsetsjsonbyregion.csv import OutputCsv
+from classifyawsetsjsonbyregion.filepath import FilePathCreator
+
+CONFIG: Config = Config()
+
+
+class AwsetsJsonAnalyzer:
+    """To analyze AWSets JSON."""
+
+    UTF8 = "utf-8"
+
+    def __init__(self) -> None:
+        CONFIG.load("config.yml")
+        self.file_path_creator = FilePathCreator()
+        self.classifier = Classifier(CONFIG.region_exclude)
+        self.awset_filter = AwsetFilter(CONFIG.ignore_pattern)
+
+    def analyze(self) -> None:
+        awsets = json.loads(self.file_path_creator.path_resources_json.read_text(encoding=self.UTF8))
+        awsets = [awset for awset in awsets if awset["Region"] not in CONFIG.region_exclude]
+        self.file_path_creator.file_awsets_other_regions.write_text(json.dumps(awsets, indent=2), encoding=self.UTF8)
+        for region_name, awsets_in_region in self.classifier.classify_by_region(awsets).items():
+            self.analyze_each_region(region_name, awsets_in_region)
+
+    def analyze_each_region(self, region_name: str, awsets: list[Awset]) -> None:
+        """Analyzes AWSets in each region."""
+        sorted_awsets = sorted(awsets, key=lambda x: (x["Type"], x["Name"], x["Tags"]))
+        path_json = self.file_path_creator.create_path_json_per_region(region_name)
+        path_json.write_text(json.dumps(sorted_awsets, indent=2), encoding=self.UTF8)
+        output_csv = OutputCsv(self.file_path_creator.create_path_csv_per_region(region_name))
+        with output_csv.writer() as writer:
+            # Reason: Return values are None. pylint: disable=expression-not-assigned
+            [writer.writerow(self.to_row(awset)) for awset in sorted_awsets if self.awset_filter.is_passed(awset)]
+
+    @staticmethod
+    def to_row(awset: Awset) -> list[Any]:
+        return [awset["Type"], awset["Name"], awset["Tags"]]

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/awsets.py

@@ -0,0 +1,39 @@
+"""Model of AWSets."""
+from __future__ import annotations
+
+import re
+import sys
+
+if sys.version_info >= (3, 8):
+    from typing import TypedDict
+else:
+    from typing_extensions import TypedDict  # pragma: no cover
+
+
+class Awset(TypedDict):
+    Region: str
+    Type: str
+    Name: str
+    Tags: dict[str, str]
+
+
+class AwsetFilter:
+    """To filter AWSets data for specific investigation purpose."""
+
+    def __init__(self, dict_ignore_pattern: dict[str, list[str]]) -> None:
+        self.dict_ignore_pattern = dict_ignore_pattern
+
+    def is_passed(self, awset: Awset) -> bool:
+        """Filter AWSets data.
+
+        Args:
+            awset: AWSets data of target resource
+        Returns:
+            True: Target resource should be filtered
+            False: Target resource should not be filtered
+        """
+        list_ignore_pattern = self.dict_ignore_pattern.get(awset["Type"])
+        if not list_ignore_pattern:
+            return True
+        regex = "|".join(list_ignore_pattern)
+        return not re.search(regex, awset["Name"])

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/awsregion/__init__.py

@@ -0,0 +1 @@
+"""AWS region."""

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/awsregion/classifier.py

@@ -0,0 +1,51 @@
+"""Classifies AWSets into each regions."""
+from __future__ import annotations
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from classifyawsetsjsonbyregion.awsets import Awset
+
+
+REGIONS = {
+    "us-east-1": "US East (N. Virginia)",
+    "us-east-2": "US East (Ohio)",
+    "us-west-1": "US West (N. California)",
+    "us-west-2": "US West (Oregon)",
+    "ap-south-1": "Asia Pacific (Mumbai)",
+    "ap-northeast-3": "Asia Pacific (Osaka)",
+    "ap-northeast-2": "Asia Pacific (Seoul)",
+    "ap-southeast-1": "Asia Pacific (Singapore)",
+    "ap-southeast-2": "Asia Pacific (Sydney)",
+    "ap-northeast-1": "Asia Pacific (Tokyo)",
+    "ca-central-1": "Canada (Central)",
+    "eu-central-1": "Europe (Frankfurt)",
+    "eu-west-1": "Europe (Ireland)",
+    "eu-west-2": "Europe (London)",
+    "eu-west-3": "Europe (Paris)",
+    "eu-north-1": "Europe (Stockholm)",
+    "sa-east-1": "South America (São Paulo)",
+    "aws-global": "global",
+}
+
+
+def create_classified_awsets_empty(regions_exclude: list[str]) -> dict[str, list[Awset]]:
+    classified_awsets_empty: dict[str, list[Awset]] = {}
+    for region_name in REGIONS:
+        if region_name in regions_exclude:
+            continue
+        classified_awsets_empty[region_name] = []
+    return classified_awsets_empty
+
+
+class Classifier:
+    """To report in each region."""
+
+    def __init__(self, region_exclude: list[str]) -> None:
+        self.classified_awsets = create_classified_awsets_empty(region_exclude)
+
+    def classify_by_region(self, awsets: list[Awset]) -> dict[str, list[Awset]]:
+        for awset in awsets:
+            region = awset["Region"]
+            self.classified_awsets[region].append(awset)
+        return self.classified_awsets

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/cli.py

@@ -0,0 +1,17 @@
+"""Console script for classifyawsetsjsonbyregion."""
+import sys
+
+import click
+
+from classifyawsetsjsonbyregion.analyzer import AwsetsJsonAnalyzer
+
+
+@click.command()
+def main() -> int:
+    """Console script for classifyawsetsjsonbyregion."""
+    AwsetsJsonAnalyzer().analyze()
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())  # pragma: no cover

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/config.py

@@ -0,0 +1,11 @@
+"""Configurations."""
+from dataclasses import dataclass
+from typing import Dict, List
+
+from yamldataclassconfig import YamlDataClassConfig
+
+
+@dataclass
+class Config(YamlDataClassConfig):
+    region_exclude: List[str] = None  # type: ignore[assignment]
+    ignore_pattern: Dict[str, List[str]] = None  # type: ignore[assignment]

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/csv.py

@@ -0,0 +1,27 @@
+"""Json to CSV."""
+from contextlib import contextmanager, suppress
+import csv
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from collections.abc import Generator
+
+    import _csv
+
+    # Reason: For type hinting.
+    standard_csv_writer = _csv._writer  # noqa: SLF001  pylint: disable=protected-access,no-member
+
+
+class OutputCsv:
+    """To output AWSets data into CSV."""
+
+    def __init__(self, path_csv: Path) -> None:
+        self.path_csv = path_csv
+        with suppress(FileNotFoundError):
+            self.path_csv.unlink()
+
+    @contextmanager
+    def writer(self) -> "Generator[standard_csv_writer, None, None]":
+        with self.path_csv.open("w", newline="") as csv_file_pointer:
+            yield csv.writer(csv_file_pointer, delimiter=" ", quotechar="|", quoting=csv.QUOTE_MINIMAL)

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion/filepath.py

@@ -0,0 +1,21 @@
+"""JSON per each regions."""
+from pathlib import Path
+
+
+class FilePathCreator:
+    """To aggregate path to file."""
+
+    DIRECTORY_INPUT = Path("input")
+    DIRECTORY_INTERMEDIATE = Path("intermediate")
+    DIRECTORY_OUTPUT = Path("output")
+
+    def __init__(self) -> None:
+        self.path_resources_json = self.DIRECTORY_INPUT / "awsets.json"
+        output_file_name = f"{self.path_resources_json.stem}-other-regions.json"
+        self.file_awsets_other_regions = self.DIRECTORY_INTERMEDIATE / output_file_name
+
+    def create_path_json_per_region(self, regions_name: str) -> Path:
+        return self.DIRECTORY_INTERMEDIATE / f"{self.file_awsets_other_regions.stem}-{regions_name}.json"
+
+    def create_path_csv_per_region(self, region_name: str) -> Path:
+        return self.DIRECTORY_OUTPUT / f"{self.file_awsets_other_regions.stem}-{region_name}.csv"

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/PKG-INFO

@@ -0,0 +1,130 @@
+Metadata-Version: 2.1
+Name: classifyawsetsjsonbyregion
+Version: 0.1.0
+Summary: Classifies AWSets JSON by region.
+Author-email: Yukihiko Shinoda <yuk.hik.future@gmail.com>
+Maintainer-email: Yukihiko Shinoda <yuk.hik.future@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2023 Yukihiko Shinoda
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: homepage, https://github.com/yukihiko-shinoda/classify-awsets-json-by-region
+Project-URL: repository, https://github.com/yukihiko-shinoda/classify-awsets-json-by-region
+Keywords: classifyawsetsjsonbyregion,classify-awsets-json-by-region,awsets,aws
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Information Technology
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Natural Language :: English
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Topic :: Scientific/Engineering
+Classifier: Topic :: Scientific/Engineering :: Information Analysis
+Classifier: Topic :: Security
+Classifier: Topic :: Text Processing
+Classifier: Topic :: Text Processing :: Filters
+Classifier: Typing :: Typed
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+Provides-Extra: test
+License-File: LICENSE
+
+# Classify AWSets JSON by Region
+
+[![Test](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/workflows/Test/badge.svg)](https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/actions?query=workflow%3ATest)
+[![Test Coverage](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/test_coverage)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/test_coverage)
+[![Maintainability](https://api.codeclimate.com/v1/badges/d3006b43fedc1ffd5db7/maintainability)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region/maintainability)
+[![Code Climate technical debt](https://img.shields.io/codeclimate/tech-debt/yukihiko-shinoda/classify-awsets-json-by-region)](https://codeclimate.com/github/yukihiko-shinoda/classify-awsets-json-by-region)
+[![Python versions](https://img.shields.io/pypi/pyversions/classifyawsetsjsonbyregion.svg)](https://pypi.org/project/classifyawsetsjsonbyregion)
+[![Twitter URL](https://img.shields.io/twitter/url?style=social&url=https%3A%2F%2Fgithub.com%2Fyukihiko-shinoda%2Fclassify-awsets-json-by-region)](http://twitter.com/share?text=Classify%20AWSets%20JSON%20by%20Region&url=https://pypi.org/project/classifyawsetsjsonbyregion/&hashtags=python)
+
+Classifies AWSets JSON by AWS region.
+
+## Advantage
+
+- Output the list of AWS resources as CSV files classified by AWS region
+- Enable filter to exclude AWS resources not in question
+
+### Output the list of AWS resources as CSV files classified by AWS region
+
+You can check the states of AWS resources by AWS region. It's also useful to compare the states of AWS resources between AWS regions by using text diff tools like [Visual Studio Code].
+
+### Enable filter to exclude AWS resources not in question
+
+You can exclude AWS resources not in question by using `config.yml`. It's useful to reduce the number of AWS resources to be checked, such like the one AWS created by default. You can focus on AWS resources in question.
+
+## Quickstart
+
+1.\
+Install `classifyawsetsjsonbyregion` with pip:
+
+```console
+pip install classifyawsetsjsonbyregion
+```
+
+2.\
+Create following directories:
+
+- `input`
+- `output`
+- `intermediate`
+
+3.\
+Put AWSets JSON files in it and rename it as `awsets.json`:
+
+```plaintext
+your_working_directory/
++---input/
+    +---awsets.json
++---intermediate/
++---output/
+```
+
+4.\
+Run `classify-awsets-json-by-region`:
+
+```console
+classify-awsets-json-by-region
+```
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+## How do I...
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+### Use intermediate directory for?
+<!-- markdownlint-enable no-trailing-punctuation -->
+
+This directory is for intermediate files. These files are useful for debugging. The contents of these files are the classifying result of AWSets JSON before filtering AWS resources. Note that the file for excluded AWS regions is not created.
+
+## Credits
+
+This package was created with [Cookiecutter] and the [yukihiko-shinoda/cookiecutter-pypackage] project template.
+
+[Cookiecutter]: https://github.com/audreyr/cookiecutter
+[Visual Studio Code]: https://code.visualstudio.com/
+[yukihiko-shinoda/cookiecutter-pypackage]: https://github.com/audreyr/cookiecutter-pypackage

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/SOURCES.txt

@@ -0,0 +1,25 @@
+LICENSE
+MANIFEST.in
+README.md
+pyproject.toml
+setup.cfg
+setup.py
+classifyawsetsjsonbyregion/__init__.py
+classifyawsetsjsonbyregion/analyzer.py
+classifyawsetsjsonbyregion/awsets.py
+classifyawsetsjsonbyregion/cli.py
+classifyawsetsjsonbyregion/config.py
+classifyawsetsjsonbyregion/csv.py
+classifyawsetsjsonbyregion/filepath.py
+classifyawsetsjsonbyregion/py.typed
+classifyawsetsjsonbyregion.egg-info/PKG-INFO
+classifyawsetsjsonbyregion.egg-info/SOURCES.txt
+classifyawsetsjsonbyregion.egg-info/dependency_links.txt
+classifyawsetsjsonbyregion.egg-info/entry_points.txt
+classifyawsetsjsonbyregion.egg-info/not-zip-safe
+classifyawsetsjsonbyregion.egg-info/requires.txt
+classifyawsetsjsonbyregion.egg-info/top_level.txt
+classifyawsetsjsonbyregion/awsregion/__init__.py
+classifyawsetsjsonbyregion/awsregion/classifier.py
+docs/CONTRIBUTING.md
+tests/test_cli.py

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+classify-awsets-json-by-region = classifyawsetsjsonbyregion.cli:main

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/not-zip-safe

@@ -0,0 +1 @@
+

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/requires.txt

@@ -0,0 +1,7 @@
+click>=7.0
+yamldataclassconfig
+
+[:python_version <= "3.7"]
+typing-extensions
+
+[test]

classifyawsetsjsonbyregion-0.1.0/classifyawsetsjsonbyregion.egg-info/top_level.txt

@@ -0,0 +1 @@
+classifyawsetsjsonbyregion

classifyawsetsjsonbyregion-0.1.0/docs/CONTRIBUTING.md

@@ -0,0 +1,127 @@
+# Contributing
+
+Contributions are welcome, and they are greatly appreciated! Every little bit
+helps, and credit will always be given.
+
+You can contribute in many ways:
+
+## Types of Contributions
+
+### Report Bugs
+
+Report bugs at [GitHub Issues].
+
+If you are reporting a bug, please include:
+
+- Your operating system name and version.
+- Any details about your local setup that might be helpful in troubleshooting.
+- Detailed steps to reproduce the bug.
+
+### Fix Bugs
+
+Look through the GitHub issues for bugs. Anything tagged with "bug" and "help
+wanted" is open to whoever wants to implement it.
+
+### Implement Features
+
+Look through the GitHub issues for features. Anything tagged with "enhancement"
+and "help wanted" is open to whoever wants to implement it.
+
+### Write Documentation
+
+Classify AWSets JSON by Region could always use more documentation, whether as part of the
+official Classify AWSets JSON by Region docs, in docstrings, or even on the web in blog posts,
+articles, and such.
+
+### Submit Feedback
+
+The best way to send feedback is to file an issue at  [GitHub Issues].
+
+If you are proposing a feature:
+
+- Explain in detail how it would work.
+- Keep the scope as narrow as possible, to make it easier to implement.
+- Remember that this is a volunteer-driven project, and that contributions
+  are welcome :)
+
+<!-- markdownlint-disable no-trailing-punctuation -->
+## Get Started!
+<!-- markdownlint-enaable no-trailing-punctuation -->
+
+Ready to contribute? Here's how to set up `Classify AWSets JSON by Region` for local development.
+
+1. Fork the `classify-awsets-json-by-region` repo on GitHub.
+2. Clone your fork locally:
+
+   ```console
+   git clone git@github.com:your_name_here/classify-awsets-json-by-region.git
+   ```
+
+3. Install your local copy into a virtualenv. Assuming you have Pipenv installed, this is how you set up your fork for local development:
+
+   ```console
+   pipenv install --dev
+   ```
+
+4. Create a branch for local development:
+
+   ```console
+   git checkout -b name-of-your-bugfix-or-feature
+   ```
+
+   Now you can make your changes locally.
+
+5. When you're done making changes,
+   check that your changes pass isort, flake8, black,
+   and the tests, including testing oldest Python version:
+
+   ```console
+   pipenv run inv style --check
+   pipenv run pytest
+   pipenv install --python 3.7
+   pipenv run pytest
+   ```
+
+6. Commit your changes and push your branch to GitHub:
+
+   ```console
+   git add .
+   git commit -m "Your detailed description of your changes."
+   git push origin name-of-your-bugfix-or-feature
+   ```
+
+7. Submit a pull request through the GitHub website.
+
+## Pull Request Guidelines
+
+Before you submit a pull request, check that it meets these guidelines:
+
+1. The pull request should include tests.
+2. If the pull request adds functionality, the docs should be updated. Put
+   your new functionality into a function with a docstring, and add the
+   feature to the list in README.md.
+
+## Tips
+
+To run a subset of tests:
+
+```console
+pipenv run pytest tests.test_classifyawsetsjsonbyregion
+
+```
+
+## Deploying
+
+A reminder for the maintainers on how to deploy.
+Make sure all your changes are committed.
+Then run:
+
+```console
+bump2version patch # possible: major / minor / patch
+git push
+git push --tags
+```
+
+Travis will then deploy to PyPI if tests pass.
+
+[GitHub Issues]: https://github.com/yukihiko-shinoda/classify-awsets-json-by-region/issues

classifyawsetsjsonbyregion-0.1.0/pyproject.toml

@@ -0,0 +1,221 @@
+[build-system]
+requires = ["setuptools"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "classifyawsetsjsonbyregion"
+version = "0.1.0"
+description = "Classifies AWSets JSON by region."
+readme = "README.md"
+requires-python = ">=3.7"
+license = {file = "LICENSE"}
+keywords = [
+    "classifyawsetsjsonbyregion",
+    "classify-awsets-json-by-region",
+    "awsets",
+    "aws",
+]
+authors = [
+    {name = "Yukihiko Shinoda", email = "yuk.hik.future@gmail.com"},
+]
+maintainers = [
+    {name = "Yukihiko Shinoda", email = "yuk.hik.future@gmail.com"},
+]
+classifiers = [
+    "Development Status :: 4 - Beta",
+    "Intended Audience :: Developers",
+    "Intended Audience :: Information Technology",
+    "License :: OSI Approved :: MIT License",
+    "Natural Language :: English",
+    "Operating System :: OS Independent",
+    "Programming Language :: Python",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.7",
+    "Programming Language :: Python :: 3.8",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Topic :: Scientific/Engineering",
+    "Topic :: Scientific/Engineering :: Information Analysis",
+    "Topic :: Security",
+    "Topic :: Text Processing",
+    "Topic :: Text Processing :: Filters",
+    "Typing :: Typed",
+]
+dependencies = [
+    "click>=7.0",
+    'typing-extensions; python_version <= "3.7"',
+    "yamldataclassconfig",
+]
+
+[project.optional-dependencies]
+test = []
+
+[project.urls]
+homepage = "https://github.com/yukihiko-shinoda/classify-awsets-json-by-region"
+# documentation = "https://readthedocs.org"
+repository = "https://github.com/yukihiko-shinoda/classify-awsets-json-by-region"
+# changelog = "https://github.com/me/spam/blob/master/CHANGELOG.md"
+
+[project.entry-points.console_scripts]
+classify-awsets-json-by-region = "classifyawsetsjsonbyregion.cli:main"
+
+[tool.setuptools]
+zip-safe = false
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["classifyawsetsjsonbyregion", "classifyawsetsjsonbyregion.*"]
+
+[tool.bandit.assert_used]
+skips = [
+    "*_test.py",
+    "*/test_*.py",
+]
+
+# @see https://black.readthedocs.io/en/stable/pyproject_toml.html#configuration-format
+[tool.black]
+line-length = 119
+
+[tool.coverage.report]
+exclude_lines = [
+    "pragma: no cover",
+    # Assume `if TYPE_CHECKING: ... else: ...` block is covered · Issue #831 · nedbat/coveragepy
+    #   https://github.com/nedbat/coveragepy/issues/831#issuecomment-517778185
+    "if TYPE_CHECKING:",
+    # Pylint will detect instead:
+    # - abstract-method / W0223 - Pylint 2.17.0-dev0 documentation
+    #   https://pylint.readthedocs.io/en/latest/user_guide/messages/warning/abstract-method.html
+    "raise NotImplementedError",
+]
+
+[tool.docformatter]
+recursive = true
+wrap-descriptions = 119
+wrap-summaries = 119
+
+[tool.isort]
+# see:
+# - Using Black with other tools - Black 23.1.0 documentation
+#   https://black.readthedocs.io/en/stable/guides/using_black_with_other_tools.html#custom-configuration
+multi_line_output = 3
+include_trailing_comma = true
+force_grid_wrap = 0
+use_parentheses = true
+ensure_newline_before_comments = true
+line_length = 119
+# For compatibility with PyLint and Hacking, Google also supports, 
+# Black doesn't have any opinions
+# see:
+# - https://pycqa.github.io/isort/docs/configuration/profiles.html
+# - https://qiita.com/kaityo256/items/5b0b55d105ef2366cb0c
+# - https://www.xn--ebkc7kqd.com/entry/hacking-isort
+force_sort_within_sections = true
+lexicographical = true
+# Google supports, Black doesn't have any opinions
+# see: https://pycqa.github.io/isort/docs/configuration/profiles.html
+order_by_type = false
+
+[tool.mypy]
+strict = true
+
+[tool.pydocstyle]
+# To add Google convention
+# see:
+# - Error Codes — pydocstyle 6.1.1 documentation
+#   http://www.pydocstyle.org/en/stable/error_codes.html#default-conventions
+add_select = ["D212", "D214", "D410", "D411", "D415", "D416", "D417"]
+# D400: First line may ends with ":" for expression.
+# D402: First line may ends with function signature for expression.
+# D415: First line may ends with ":" for expression.
+# D101: Docstring may be missed in public class since docstring-min-length is set.
+# D102: Docstring may be missed in public method since docstring-min-length is set.
+# D103: Docstring may be missed in public function since docstring-min-length is set.
+# D105: Docstring may be missed in magic method since docstring-min-length is set.
+# D105: Docstring may be missed in public nested class since docstring-min-length is set.
+# D107: Docstring may be missed in __init__ method since docstring-min-length is set.
+add_ignore = ["D400", "D401", "D402", "D415", "D101", "D102", "D103", "D105", "D106", "D107"]
+
+[tool.pylint.basic]
+docstring-min-length = "7"
+
+[tool.pylint.format]
+max-line-length = 119
+
+[tool.pylint.options]
+# Since this rule against single responsibility principle.
+# @see https://stackoverflow.com/questions/28722314/why-does-pylint-want-2-public-methods-per-class/40258006#40258006
+min-public-methods = "1"
+
+[tool.pytest.ini_options]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+]
+
+[tool.ruff]
+line-length = 119
+select = [
+    "F",  # Pyflakes
+    "E",  # pycodestyle
+    "W",  # pycodestyle
+    "C90",  # mccabe
+    # "I",  # isort
+    "N",  # pep8-naming
+    # "D",  # pydocstyle
+    "UP",  # pyupgrade
+    "YTT",  # flake8-2020
+    "ANN",  # flake8-annotations
+    "S",  # flake8-bandit
+    "BLE",  # flake8-blind-except
+    "FBT",  # flake8-boolean-trap
+    "B",  # flake8-bugbear
+    "A",  # flake8-builtins
+    "COM",  # flake8-commas
+    "C4",  # flake8-comprehensions
+    "DTZ",  # flake8-datetimez
+    "T10",  # flake8-debugger
+    "DJ",  # flake8-django
+    "EM",  # flake8-errmsg
+    "EXE",  # flake8-executable
+    "ISC",  # flake8-implicit-str-concat
+    "ICN",  # flake8-import-conventions
+    "G",  # flake8-logging-format
+    "INP",  # flake8-no-pep420
+    "PIE",  # flake8-pie
+    "T20",  # flake8-print
+    "PYI",  # flake8-pyi
+    "PT",  # flake8-pytest-style
+    "Q",  # flake8-quotes
+    "RSE",  # flake8-raise
+    "RET",  # flake8-return
+    "SLF",  # flake8-self
+    "SIM",  # flake8-simplify
+    "TID",  # flake8-tidy-imports
+    "TCH",  # flake8-type-checking
+    "ARG",  # flake8-unused-arguments
+    "PTH",  # flake8-use-pathlib
+    "ERA",  # eradicate
+    "PD",  # pandas-vet
+    "PGH",  # pygrep-hooks
+    "PL",  # Pylint
+    "TRY",  # tryceratops
+    "NPY",  # NumPy-specific rules
+    "RUF",  # Ruff-specific rules
+]
+ignore = [
+    "UP032",  # [*] Use f-string instead of `format` call
+    "ANN101",  # Missing type annotation for `self` in method
+    "ANN401",  # Dynamically typed expressions (typing.Any) are disallowed, These warnings are disabled by default
+]
+fixable = [
+    "COM812",  # Trailing comma missing
+    "PT001",  # Use `@pytest.fixture()` over `@pytest.fixture`
+    "PT006",  # Wrong name(s) type in `@pytest.mark.parametrize`, expected `tuple`
+    "SIM108",  # Use ternary operator `extra_context = {} if extra_context is None else request.param` instead of `if`-`else`-block
+    "UP015",  # Unnecessary open mode parameters
+    "UP037",  # Remove quotes from type annotation
+]
+target-version = "py37"
+
+[tool.ruff.per-file-ignores]
+"tests/*" = ["S101"]

classifyawsetsjsonbyregion-0.1.0/setup.cfg

@@ -0,0 +1,21 @@
+[flake8]
+max-line-length = 119
+extend-ignore = 
+	E203,
+	H301,
+	H601
+statistics = True
+show_source = True
+exclude = 
+	.venv,
+	docs
+
+[radon]
+cc_min = B
+show_complexity = True
+show_mi = True
+
+[egg_info]
+tag_build = 
+tag_date = 0
+

classifyawsetsjsonbyregion-0.1.0/setup.py

@@ -0,0 +1,5 @@
+"""The setup script."""
+
+from setuptools import setup  # type: ignore[import]
+
+setup()

classifyawsetsjsonbyregion-0.1.0/tests/test_cli.py

@@ -0,0 +1,59 @@
+"""Tests for `classifyawsetsjsonbyregion` package."""
+from __future__ import annotations
+
+from pathlib import Path
+
+from click.testing import CliRunner
+
+from classifyawsetsjsonbyregion import cli
+
+
+def test_command_line_interface(configured_cli_runner: CliRunner) -> None:
+    """Tests the CLI.
+
+    Checks that:
+    - the CLI returns empty output
+    - the CLI returns 0 exit code
+    - the CLI creates the expected number of files
+    - the CLI creates the expected files
+    - the CLI creates the expected files with the expected content
+    """
+    expected = {
+        "awsets-other-regions-ap-northeast-2.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-ap-northeast-3.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-ap-south-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-ap-southeast-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-ap-southeast-2.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-aws-global.csv": "",
+        "awsets-other-regions-ca-central-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-eu-central-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-eu-north-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-eu-west-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-eu-west-2.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-eu-west-3.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-sa-east-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-us-east-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-us-east-2.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-us-west-1.csv": "athena/datacatalog AwsDataCatalog {}\n",
+        "awsets-other-regions-us-west-2.csv": "athena/datacatalog AwsDataCatalog {}\n",
+    }
+    result = configured_cli_runner.invoke(cli.main)
+    # Reason: Check that output is empty.
+    assert result.output == ""  # noqa: PLC1901
+    assert result.exit_code == 0
+    list_output_file = list((Path.cwd() / "output").iterdir())
+    assert_output_files(expected, list_output_file)
+
+
+def assert_output_files(expected: dict[str, str], list_output_file: list[Path]) -> None:
+    assert len(list_output_file) == len(expected)
+    for output_file, (expected_file_name, expected_json) in zip(sorted(list_output_file), expected.items()):
+        assert output_file.name == expected_file_name
+        assert output_file.read_text() == expected_json
+
+
+def test_help() -> None:
+    runner = CliRunner()
+    help_result = runner.invoke(cli.main, ["--help"])
+    assert help_result.exit_code == 0
+    assert "--help  Show this message and exit." in help_result.output