augint-tools 1.0.0__tar.gz

augint_tools-1.0.0/PKG-INFO

@@ -0,0 +1,33 @@
+Metadata-Version: 2.1
+Name: augint-tools
+Version: 1.0.0
+Summary: Standard tools for Augmenting Integrations
+Home-page: https://github.com/svange/openbrain
+License: AGPL-3.0-only
+Author: Samuel Vange
+Author-email: 7166607+svange@users.noreply.github.com
+Requires-Python: >=3.10,<4.0
+Classifier: License :: OSI Approved :: GNU Affero General Public License v3
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Dist: boto3 (>=1.28.51,<2.0.0)
+Requires-Dist: pygithub (>=2.3.0,<3.0.0)
+Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
+Description-Content-Type: text/markdown
+
+# Augmenting Integrations Tools
+![ci status](https://github.com/svange/augint-tools/actions/workflows/pipeline.yaml/badge.svg?branch=main)
+
+![PyPI - Version](https://img.shields.io/pypi/v/openbrain)
+[![License: AGPL v3](https://img.shields.io/badge/License-AGPL_v3-blue.svg)](https://www.gnu.org/licenses/agpl-3.0)[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+[![Conventional Commits](https://img.shields.io/badge/Conventional%20Commits-1.0.0-yellow.svg?style=flat-square)](https://conventionalcommits.org)
+[![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?style=flat-square&logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit)
+[![Made with GH Actions](https://img.shields.io/badge/CI-GitHub_Actions-blue?logo=github-actions&logoColor=white)](https://github.com/features/actions "Go to GitHub Actions homepage")
+[![semantic-release](https://img.shields.io/badge/%20%20%F0%9F%93%A6%F0%9F%9A%80-semantic--release-e10079.svg)](https://github.com/semantic-release/semantic-release)
+
+# Secrets
+Push secrets from .env to GH Actions.
+

augint_tools-1.0.0/README.md

@@ -0,0 +1,13 @@
+# Augmenting Integrations Tools
+![ci status](https://github.com/svange/augint-tools/actions/workflows/pipeline.yaml/badge.svg?branch=main)
+
+![PyPI - Version](https://img.shields.io/pypi/v/openbrain)
+[![License: AGPL v3](https://img.shields.io/badge/License-AGPL_v3-blue.svg)](https://www.gnu.org/licenses/agpl-3.0)[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
+<a href="https://github.com/psf/black"><img alt="Code style: black" src="https://img.shields.io/badge/code%20style-black-000000.svg"></a>
+[![Conventional Commits](https://img.shields.io/badge/Conventional%20Commits-1.0.0-yellow.svg?style=flat-square)](https://conventionalcommits.org)
+[![pre-commit](https://img.shields.io/badge/pre--commit-enabled-brightgreen?style=flat-square&logo=pre-commit&logoColor=white)](https://github.com/pre-commit/pre-commit)
+[![Made with GH Actions](https://img.shields.io/badge/CI-GitHub_Actions-blue?logo=github-actions&logoColor=white)](https://github.com/features/actions "Go to GitHub Actions homepage")
+[![semantic-release](https://img.shields.io/badge/%20%20%F0%9F%93%A6%F0%9F%9A%80-semantic--release-e10079.svg)](https://github.com/semantic-release/semantic-release)
+
+# Secrets
+Push secrets from .env to GH Actions.

augint_tools-1.0.0/pyproject.toml

@@ -0,0 +1,230 @@
+[tool.poetry]
+name = "augint-tools"
+version = "1.0.0"
+description = "Standard tools for Augmenting Integrations"
+authors = ["Samuel Vange <7166607+svange@users.noreply.github.com>"]
+readme = "README.md"
+license = "AGPL-3.0-only"
+packages = [{ include = "src" }]
+homepage = "https://github.com/svange/openbrain"
+
+[tool.poetry.scripts]
+ai-secrets = "src.secrets:cli"
+
+[tool.poetry.plugins."commitizen.plugin"] # completely untested
+cz_conventional_commits = "commitizen.cz.conventional_commits:ConventionalCommitsCz"
+#cz_jira = "commitizen.cz.jira:JiraSmartCz"
+cz_customize = "commitizen.cz.customize:CustomizeCommitsCz"
+cargo = "commitizen.providers:CargoProvider"
+commitizen = "commitizen.providers:CommitizenProvider"
+composer = "commitizen.providers:ComposerProvider"
+npm = "commitizen.providers:NpmProvider"
+pep621 = "commitizen.providers:Pep621Provider"
+poetry = "commitizen.providers:PoetryProvider"
+scm = "commitizen.providers:ScmProvider"
+
+[tool.semantic_release]
+major_on_zero = false
+commit_message = "chore(release): release {version}"
+
+# End from video
+[tool.semantic_release.branches.main]
+match = "main"
+#commit_message = "chore(release): release {version}"
+prerelease = false
+
+[tool.semantic_release.branches.dev]
+match = "dev"
+#commit_message = "chore(pre-release): release {version}"
+prerelease_token = "dev"
+prerelease = true
+
+version_toml = [
+    "pyproject.toml:tool.poetry.version",
+]
+version_variable = [
+    "openbrain/__init__.py:__version__",
+]
+build_command = "pip install poetry && poetry build"
+#logging_use_named_masks = true
+#major_on_zero = true
+tag_format = "v{version}"
+#exclude_commit_patterns = [
+#    'skip: ',
+#]
+
+[tool.semantic_release.publish]
+dist_glob_patterns = ["dist/*"]
+upload_to_vcs_release = true
+type = "github"
+
+[tool.semantic_release.remote.token]
+env = "GITHUB_TOKEN"
+fallback_env = "GH_TOKEN"
+
+
+
+[tool.commitizen]
+name = "cz_conventional_commits"
+tag_format = "v$version"
+version_scheme = "SemVer"
+version_provider = "poetry" #"scm"
+update_changelog_on_bump = true
+major_version_zero = true
+#version = "3.9.1"
+#version_files = [
+#  "pyproject.toml:version",
+#  "openbrain/__version__.py",
+#  ".pre-commit-config.yaml:rev:.+Openbrain",
+#]
+
+[tool.poetry.plugins."commitizen.scheme"]
+pep440 = "commitizen.version_schemes:Pep440"
+semver = "commitizen.version_schemes:SemVer"
+
+[tool.poetry.dependencies]
+python = "^3.10"
+boto3 = "^1.28.51"
+pygithub = "^2.3.0"
+python-dotenv = "^1.0.1"
+
+
+[tool.poetry.group.dev.dependencies]
+pytest = "^7.4.2"
+faker = "^19.6.1"
+retry = "^0.9.2"
+flake8 = "^7.1.0"
+black = "^23.9.1"
+reorder-python-imports = "^3.10.0"
+python-semantic-release = "^9.8.5"
+ruff = "^0.0.291"
+mypy = "^1.5.1"
+commitizen = "^3.9.1"
+isort = "^5.12.0"
+pre-commit = "^3.4.0"
+coverage = "^7.3.2"
+pygithub = "^2.1.1"
+
+[tool.coverage] # not tested
+[tool.coverage.report]
+show_missing = true
+exclude_lines = [
+    # Have to re-enable the standard pragma
+    'pragma: no cover',
+    # Don't complain about missing debug-only code:
+    'def __repr__',
+    'if self\.debug',
+    # Don't complain if tests don't hit defensive assertion code:
+    'raise AssertionError',
+    'raise NotImplementedError',
+    # Don't complain if non-runnable code isn't run:
+    'if 0:',
+    'if __name__ == .__main__.:',
+    'if TYPE_CHECKING:',
+]
+omit = [
+    'env/*',
+    'venv/*',
+    '.venv/*',
+    '*/virtualenv/*',
+    '*/virtualenvs/*',
+    '*/tests/*',
+]
+
+[tool.pytest.ini_options]
+addopts = '-m "not remote_tests and not redundant"'
+
+[tool.ruff]
+line-length = 130
+ignore = [
+    "E501",
+    "D1",
+    "D415"
+]
+# Enable pycodestyle (`E`) and Pyflakes (`F`) codes by default.
+select = ["E", "F"]
+
+[tool.ruff.isort]
+known-first-party = ["commitizen", "tests"]
+
+[tool.ruff.pydocstyle]
+convention = "google"
+
+[tool.mypy]
+files = "commitizen"
+disallow_untyped_decorators = true
+disallow_subclassing_any = true
+warn_return_any = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_unused_configs = true
+
+[[tool.mypy.overrides]]
+module = "py.*"  # Legacy pytest dependencies
+ignore_missing_imports = true
+
+[tool.black]
+line-length = 130
+target-version = ['py310']
+include = '\.pyi?$'
+exclude = '''
+/(
+    \.git
+| \.hg
+| \.mypy_cache
+| \.tox
+| \.venv
+| _build
+| buck-out
+| build
+)/
+'''
+
+[tool.flake8]
+max-line-length = 130
+extend-ignore = ["D203", "E203", "E251", "E266", "E302", "E305", "E401", "E402", "E501", "F401", "F403", "W503"]
+exclude = [".git", "__pycache__", "dist"]
+max-complexity = 10
+
+[tool.isort]
+atomic = true
+profile = "black"
+line_length = 130
+skip_gitignore = true
+
+# Allow autofix for all enabled rules (when `--fix`) is provided.
+fixable = ["A", "B", "C", "D", "E", "F", "G", "I", "N", "Q", "S", "T", "W", "ANN", "ARG", "BLE", "COM", "DJ", "DTZ", "EM", "ERA", "EXE", "FBT", "ICN", "INP", "ISC", "NPY", "PD", "PGH", "PIE", "PL", "PT", "PTH", "PYI", "RET", "RSE", "RUF", "SIM", "SLF", "TCH", "TID", "TRY", "UP", "YTT"]
+unfixable = []
+
+# Exclude a variety of commonly ignored directories.
+exclude = [
+    ".bzr",
+    ".direnv",
+    ".eggs",
+    ".git",
+    ".git-rewrite",
+    ".hg",
+    ".mypy_cache",
+    ".nox",
+    ".pants.d",
+    ".pytype",
+    ".ruff_cache",
+    ".svn",
+    ".tox",
+    ".venv",
+    "__pypackages__",
+    "_build",
+    "buck-out",
+    "build",
+    "dist",
+    "node_modules",
+    "venv",
+]
+
+# Same as Black.
+line-length = 130
+
+# Allow unused variables when underscore-prefixed.
+dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
+
+target-version = "py310"

augint_tools-1.0.0/src/__init__.py

@@ -0,0 +1 @@
+__version__ = "1.0.0"

augint_tools-1.0.0/src/cost_explorer.py

@@ -0,0 +1,28 @@
+import os
+
+import boto3
+
+os.environ["AWS_PROFILE"] = "personal"
+
+
+def list_ec2_resources():
+    ec2 = boto3.resource("ec2")
+
+    print("Listing EC2 Instances:")
+    for instance in ec2.instances.all():
+        print(instance.id, instance.state, instance.instance_type)
+
+    print("\nListing EBS Snapshots:")
+    ec2_client = boto3.client("ec2")
+    snapshots = ec2_client.describe_snapshots(OwnerIds=["self"])
+    for snapshot in snapshots["Snapshots"]:
+        print(snapshot["SnapshotId"], snapshot["VolumeId"], snapshot["VolumeSize"])
+
+    print("\nListing Elastic IPs:")
+    elastic_ips = ec2_client.describe_addresses()
+    for eip in elastic_ips["Addresses"]:
+        print(eip["PublicIp"], eip.get("InstanceId", "Unassociated"))
+
+
+if __name__ == "__main__":
+    list_ec2_resources()

augint_tools-1.0.0/src/resources/logging.json

@@ -0,0 +1,40 @@
+{
+  "version":1,
+  "disable_existing_loggers":true,
+  "formatters":{
+    "standard":{
+      "format":"%(asctime)s [%(levelname)s] %(name)s: %(message)s"
+    }
+  },
+  "handlers":{
+    "default":{
+      "level":"INFO",
+      "formatter":"standard",
+      "class":"logging.StreamHandler",
+      "stream":"ext://sys.stdout"
+    }
+  },
+  "loggers":{
+    "":{
+      "handlers":[
+        "default"
+      ],
+      "level":"WARNING",
+      "propagate":false
+    },
+    "my.packg":{
+      "handlers":[
+        "default"
+      ],
+      "level":"INFO",
+      "propagate":false
+    },
+    "__main__":{
+      "handlers":[
+        "default"
+      ],
+      "level":"DEBUG",
+      "propagate":false
+    }
+  }
+}

augint_tools-1.0.0/src/secrets.py

@@ -0,0 +1,88 @@
+import json
+import os
+from pathlib import Path
+from dotenv import load_dotenv
+from github import Github, Auth
+
+import click
+from src.util import log
+
+@click.command()
+@click.option("--verbose", "-v", help="Verbose output.", is_flag=True)
+@click.argument("filename", type=click.Path(exists=True, readable=True), default=".env")
+def cli(verbose: bool, filename: click.Path):
+    if verbose:
+        log.info("Verbose output enabled.")
+
+    results = perform_update(filename)
+    log.info(results)
+
+
+def perform_update(filename: click.Path):
+    if not filename:
+        raise ValueError("No filename specified. Exiting to avoid an accident.")
+
+    load_dotenv(str(filename))
+    github_repo = os.environ.get("GH_REPO", "ObInfra")
+    github_org = os.environ.get("GH_ORG", None)
+    github_user = os.environ.get("GH_USER", None)
+
+    file_path = Path(filename.__str__())
+    # Read the .env file and convert it to a JSON object
+    env_data = {}
+    with file_path.open("r") as file:
+        for line in file:
+            line = line.strip()
+            if not line or line.startswith("#") or line.startswith(";") or "=" not in line:
+                continue
+            key, value = line.strip().split("=", 1)
+            # Skip AWS Variables as they'll only confuse the pipeline
+            if key.startswith("AWS_PROFILE"):
+                continue
+            env_data[key] = os.getenv(key)
+    env_json = json.dumps(env_data)
+
+    results = []
+    result = create_or_update_github_secrets(
+        github_repo=github_repo, github_org=github_org, github_user=github_user, env_data=env_data
+    )
+    results.append(result)
+
+    return results
+
+
+def create_or_update_github_secrets(github_org, github_repo, github_user, env_data):
+    auth = Auth.Token(os.environ.get("GH_TOKEN", None))
+    g = Github(auth=auth)
+    if github_org:
+        g_org = g.get_organization(github_org)
+        repo = g_org.get_repo(github_repo)
+    elif github_user:
+        g_user = g.get_user(github_user)
+        repo = g_user.get_repo(github_repo)
+    else:
+        raise ValueError("Must specify either GITHUB_ORG or GH_USER")
+    secrets = [secret for secret in repo.get_secrets()]
+    secret_names = [secret.name for secret in secrets]
+
+    results = []
+    for env_var_name, env_var_value in env_data.items():
+        # Create or update secrets
+        if env_var_name in secret_names:
+            log.info(f"Updating secret {env_var_name}...")
+            results.append(repo.create_secret(env_var_name, env_var_value))
+
+        else:
+            log.info(f"Creating secret {env_var_name}...")
+            results.append(repo.create_secret(env_var_name, env_var_value))
+
+    for secret_name in secret_names:
+        if secret_name not in env_data.keys():
+            log.info(f"Deleting secret {secret_name}...")
+            results.append(repo.delete_secret(secret_name))
+
+    return results
+
+
+if __name__ == "__main__":
+    cli()

augint_tools-1.0.0/src/util.py

@@ -0,0 +1,16 @@
+import json
+import logging.config
+import os
+import pathlib
+
+this_dir = pathlib.Path(os.path.dirname(os.path.abspath(__file__)))
+
+logging_config_path = this_dir / "resources/logging.json"
+
+with open(logging_config_path, "r") as f:
+    LOGGING_CONFIG = json.load(f)
+
+logging.config.dictConfig(LOGGING_CONFIG)
+
+log = logging.getLogger(__name__)
+log.debug("Logging is configured.")