kospex 0.0.14__py3-none-any.whl

kgit.py

@@ -0,0 +1,329 @@
+#!/usr/bin/env python3
+"""This is the kospex git CLI helper tool."""
+import time
+import os
+import json
+import subprocess
+import click
+from prettytable import PrettyTable
+from kospex_core import GitRepo, Kospex
+import kospex_utils as KospexUtils
+from kospex_git import KospexGit
+from kospex_github import KospexGithub
+from kospex_bitbucket import KospexBitbucket
+
+KospexUtils.init()
+kgit = KospexGit()
+kospex = Kospex()
+
+@click.group()
+def cli():
+    """kgit (Kospex Git) is a utility for doing git things with kospex use cases.
+
+    For documentation on how commands run `kgit COMMAND --help`.
+
+    """
+
+@cli.command("status")
+@click.argument('repo',  type=GitRepo())
+# pylint: disable=unused-argument
+def status(repo):
+    """Date and commit metadata for the given repo."""
+    print(f"\nRepo status for path: {repo}")
+    st = time.time()
+
+    stats = KospexUtils.get_git_stats(repo, 90)
+    table = PrettyTable()
+    table.field_names = ["Subject", "Value"]
+    table.align["Subject"] = "l"
+    table.align["Value"] = "r"
+    for subject, details in stats.items():
+        table.add_row([subject, details])
+    print(table)
+    print("Notes:")
+    print("\tdirectory sizes are in KB.")
+    print("\tunique authors are the number of unique authors in the last 90 days.")
+    et = time.time()
+    elapsed_time = et - st
+    print('\nExecution time:', elapsed_time, 'seconds', "\n")
+
+#@cli.command("mailmap")
+@click.option('-sync', is_flag=True, default=False, help="Sync .mailmap to the database (Default)")
+@click.argument('filename', required=False, type=click.Path(exists=True))
+def mailmap(sync, filename):
+    """
+    Parse a .mailmap file and disply
+    If the -sync is passed, sync the mailmap file to the kospex database.
+    """
+    mmap = KospexUtils.parse_mailmap(filename)
+    for entry in mmap:
+        print(entry)
+
+#@cli.command("branches")
+@click.option('-sync', is_flag=True, default=False, help="Sync branches to the database")
+@click.argument('repo', type=GitRepo())
+def branches(sync, repo):
+    """
+    Show the branches for a given repo
+    If the -sync is passed, sync the branches to the kospex database.
+    """
+    kgit.set_repo(repo)
+    os.chdir(repo)
+    cmd = ['git', 'branch', '--all']
+    result = subprocess.run(cmd, capture_output=True, text=True).stdout.split('\n')
+    bob = []
+    for i in result:
+        if i.lstrip():
+            bob.append(i.lstrip()) # remove leading spaces
+    print(bob)
+
+
+@cli.command("clone")
+@click.option('-sync', is_flag=True, default=True, help="Sync the repo to the database (Default)")
+@click.option('-filename',  type=click.Path(exists=True), help="File with HTTP git clone URLs")
+@click.argument('repo',type=click.STRING, required=False)
+def clone(sync, filename,repo):
+    """
+    Clone the given repo into our KOSPEX_CODE directory.
+    Example:
+    kgit clone https://github.com/ORG/REPO
+    """
+    # We're going to shell out to git to do the clone
+    kospex = Kospex()
+
+    if repo and filename:
+        exit("You can't specify both a repo and a filename. Please choose one.")
+
+
+    if repo:
+        repo_path = kgit.clone_repo(repo)
+        if sync and repo_path:
+            print("Syncing repo: " + repo_path)
+            kospex.sync_repo(repo_path)
+
+    elif filename:
+        with open(filename, "r", encoding='utf-8') as file:
+            for line in file:
+                repo = line.strip()
+                if repo.startswith("#"):
+                    print(f"\n\nSkipping commented line: {repo}\n\n")
+                else:
+                    repo_path = kgit.clone_repo(repo)
+                    if not repo_path:
+                        print(f"\n\nERROR with {repo}\n\n")
+
+                    if sync and repo_path:
+                        print("Syncing: " + repo)
+                        kospex = Kospex()
+                        kospex.sync_repo(repo_path)
+
+
+@cli.command("pull")
+@click.option('-sync', is_flag=True, default=True, help="Sync the repo to the database (Default)")
+def pull(sync):
+    """
+    Check if we're in a git repo, do a git pull,
+    and sync to the kospex DB.
+    """
+    current = os.getcwd()
+    git_base = KospexUtils.find_git_base(current)
+    if git_base:
+        os.chdir(git_base)
+        os.system("git pull")
+        if sync:
+            print("Syncing to kospex DB ...")
+            kospex.sync_repo(git_base)
+        os.chdir(current)
+    else:
+        print(f"{current} does not appear to be in a git repo")
+
+@cli.command("github")
+@click.option('-org', type=click.STRING)
+@click.option('-user',  type=click.STRING)
+@click.option('-no-auth', is_flag=True, help="Access the Github API unauthenticated.")
+@click.option('-list-repos', is_flag=True, type=click.STRING)
+@click.option('-sync', is_flag=True)
+@click.option('-test-auth', is_flag=True, default=False, help="Test GITHUB_AUTH_TOKEN can authenticate.")
+@click.option('-out-repo-list', type=click.Path(), help="File to write clone URLs to.")
+@click.option('-ssh-clone-url',is_flag=True, help="Write SSH clone urls to file instead of HTTPS")
+def github(org, user, no_auth, list_repos, sync, test_auth, out_repo_list,ssh_clone_url):
+    """
+    Interact with the GitHub API.
+
+    For authenticated access, you must set the GITHUB_AUTH_TOKEN environment variable.
+    This is a Personal Access Token (PAT) with the necessary permissions.
+
+    """
+
+    gh = KospexGithub()
+    repos = []
+
+    if test_auth:
+
+        found = gh.get_env_credentials()
+        if found:
+            print("Found Github GITHUB_AUTH_TOKEN in the environment.")
+        else:
+            print("Could not find Github GITHUB_AUTH_TOKEN in the environment.")
+            print("Please set GITHUB_AUTH_TOKEN.")
+            exit(1)
+
+        if gh.test_auth():
+            print("Authentication successful.")
+        else:
+            print("Authentication failed. Check your GITHUB_AUTH_TOKEN")
+        exit(0)
+
+    if not org and not user:
+        print("You must specify either an organization or a user.")
+        exit(1)
+
+    gh.get_env_credentials()
+
+    auth = False
+    if not no_auth:
+        gh.get_env_credentials()
+        #gh.set_access_token(os.environ.get("GITHUB_PAT"))
+        auth = True
+
+    owner = org or user
+    account_type = gh.get_account_type(owner)
+    kospex = Kospex()
+
+    if not account_type:
+        print(f"Could not find account type for {owner}.")
+        print(f"Most likely {owner} does not exist or has a typo.")
+        exit(1)
+
+    if org:
+        repos = gh.get_org_repos(org)
+    elif user:
+        repos = gh.get_user_repos(user)
+    else:
+        print("You must specify either an organization or a user.")
+
+    details = []
+
+    print(f"\nFinding repos for: {owner} ({account_type})\n")
+
+    if repos:
+        for repo in repos:
+            record = {}
+            record['name'] = repo.get('name')
+            record['fork'] = repo.get('fork')
+            record['updated_at'] = repo.get('updated_at')
+            record['pushed_at'] = repo.get('pushed_at')
+            #if record.get("fork"):
+            #    full_repo = gh.get_repo(owner=")
+            #    record['parent'] = repo.get('parent').get('full_name')
+
+            record['private'] = repo.get('private')
+
+            if ssh_clone_url:
+                # If the boolean is set set the ssh_url instead
+                record['clone_url'] = repo.get('ssh_url')
+            else:
+                record['clone_url'] = repo.get('clone_url')
+            print(f"Found repo: {repo['name']}")
+            details.append(record)
+
+            if sync:
+                clone_url = repo.get('clone_url')
+                repo_path = kgit.clone_repo(clone_url)
+                print(f"Syncing repo: {clone_url} in directorty {repo_path}")
+                kospex.sync_repo(repo_path)
+
+    table = PrettyTable()
+    table.field_names = ["Name", "fork", "private", "owner", "clone_url", "pushed_at", "status"]
+    table.align["Name"] = "l"
+    table.align["clone_url"] = "l"
+    table.align["status"] = "l"
+
+    for detail in details:
+        #print(detail)
+        days_ago = KospexUtils.days_ago(detail.get("pushed_at"))
+        status = "Unknown"
+        if days_ago:
+            status = KospexUtils.development_status(days_ago)
+        table.add_row([detail.get("name"), detail.get("fork"),
+                       detail.get("private"), owner, detail.get("clone_url"),
+                       detail.get("pushed_at"), status])
+
+    print(table)
+
+    # Write out the repo list to a file
+    if out_repo_list:
+        with open(out_repo_list, "w", encoding='utf-8') as file:
+            for detail in details:
+                file.write(detail['clone_url'] + "\n")
+
+@cli.command("bitbucket")
+@click.option('-workspace', type=click.STRING, help="Workspace to query (Mandatory)")
+#@click.option('-no-auth', is_flag=True, help="Access the Github API unauthenticated.")
+#@click.option('-list-repos', is_flag=True, type=click.STRING)
+#@click.option('-sync', is_flag=True)
+@click.option('-out-repo-list', type=click.Path(), help="File to write clone URLs to.")
+@click.option('-test-auth', is_flag=True, default=False, help="Test BitBucket credentials can authenticate.")
+@click.option('-out-raw', type=click.Path(), help="Output raw JSON results to the specified filename")
+def bitbucket(workspace, out_repo_list, test_auth, out_raw):
+    """
+    Interact with the BitBucket API to query repos in a workspace.
+
+    This command requires the following environment variables to be set:
+    BITBUCKET_USERNAME and
+    BITBUCKET_APP_PASSWORD
+
+    The bitbucket username is in the "account settings" section of your bitbucket account.
+    This is NOT your email address.
+
+    """
+
+    bb = KospexBitbucket()
+    click.echo()
+    if bb.get_env_credentials():
+        print("Found bitbucket credentials in the environment.")
+    else:
+        print("Could not find bitbucket credentials in the environment.")
+        print("Please set BITBUCKET_USERNAME and BITBUCKET_APP_PASSWORD.\n")
+        exit(1)
+
+    if test_auth:
+        if bb.test_auth():
+            print("Authentication successful.\n")
+        else:
+            print("\nAuthentication FAILED!.",
+                  "\nCheck your BITBUCKET_USERNAME and BITBUCKET_APP_PASSWORD\n")
+        exit(0)
+
+    if not workspace:
+        print("\nERROR: You MUST specify a workspace.\n")
+        exit(1)
+
+    table = PrettyTable()
+    table.field_names = ["Name", "clone_url", "is_private"]
+    table.align["Name"] = "l"
+    table.align["clone_url"] = "l"
+    table.align["is_private"] = "c"
+
+    repos = bb.get_repos(workspace)
+
+    # TODO - provide an option to write this table to a CSV
+    # TODO - add extra metadata like created, last updated and repo status
+    for r in repos:
+        #print(r.get("full_name"), bb.get_https_clone_url(r))
+        table.add_row([r.get("slug"), bb.get_https_clone_url(r), r.get("is_private")])
+
+    print(table)
+
+    if out_repo_list:
+        with open(out_repo_list, "w", encoding='utf-8') as file:
+            for r in repos:
+                file.write(bb.get_https_clone_url(r) + "\n")
+
+    if out_raw:
+        with open(out_raw, "w", encoding='utf-8') as raw_file:
+            raw_file.write(json.dumps(repos))
+
+
+if __name__ == '__main__':
+    cli()

kospex-0.0.14.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Peter Freiberg
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

kospex-0.0.14.dist-info/METADATA

@@ -0,0 +1,61 @@
+Metadata-Version: 2.2
+Name: kospex
+Version: 0.0.14
+Summary: The kospex CLI tool.
+Author-email: Peter Freiberg <peter.freiberg@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2023 Peter Freiberg
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://kospex.io
+Project-URL: Issues, https://github.com/kospex/kospex/issues
+Project-URL: Repository, https://github.com/kospex/kospex
+Keywords: analytics,git,code analytics,predictive maintenance
+Requires-Python: >=3.11
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: Click
+Requires-Dist: flask
+Requires-Dist: prettytable
+Requires-Dist: dateutils
+Requires-Dist: panopticas
+Requires-Dist: python-dotenv
+Requires-Dist: sqlite_utils
+Requires-Dist: requests
+Requires-Dist: PyYAML
+
+# kospex
+
+Kospex is a CLI which aims to _"look at the guts of your code"_ to help gain insights into your developers and technology landscape.
+It uses database structure from the excellent [Mergestat lite](https://github.com/mergestat/mergestat-lite) to model data from git repositories.
+
+For details on changes, see  the [changelog](https://github.com/kospex/kospex/blob/main/CHANGELOG.md)
+
+## Installation, setup and usage
+
+See the official [installation documentation](https://kospex.io/getting-started)
+
+## What is a kospex?
+
+We're aiming to [k]now your c[o]de by in[spe]cting the haruspe[x].
+From Wikipedia, _The Latin terms haruspex and haruspicina are from an archaic word, hīra = "entrails, intestines"_
+
+So we're going to help look at the "guts of your code" to gain an understanding of the applications, technology landscape (sprawl?) and developers.

kospex-0.0.14.dist-info/RECORD

@@ -0,0 +1,53 @@
+kgit.py,sha256=229F3X9KAMfqEgfQVcaQogTmXm2nHSBaXFINDG9psVY,11177
+kospex.py,sha256=kb194MtcrgY0xDoyxFzYuE_cNvKghgzKglUrpTRv7Sw,34501
+kospex_bitbucket.py,sha256=vZc7J7kvrIQrDkNSpNcyEXVrunq9oEA5xKmvKYB8kao,2720
+kospex_core.py,sha256=H5yWX2MpEj_sibWEdnU95DeTUgfaQrPc5Cg-7OgM2Wo,43125
+kospex_dependencies.py,sha256=P-FY56oAUtNS0sTs-e-baM-RBO-mBokxsH6FhTOa-xs,35367
+kospex_git.py,sha256=rvp_WGV2K566_yQLUzUTTK5BZYKcXI2PzWAQHibTBbk,12465
+kospex_github.py,sha256=zQDVc2I8WQFY3YyfeyR7Q2NRqTbd8MGLe2PTcPUGX4s,6380
+kospex_mergestat.py,sha256=dcTVb6s9UhTbdEKp4X2QafnAUpmrKFdAdT18uWxdWkw,6038
+kospex_query.py,sha256=5NhI1cgqh1jEUVwsp-vQdKbUOUu6A2fzgxhUrYm5_hg,54435
+kospex_schema.py,sha256=lUp2FvFrJPaUEgucI71F6isdx-ZwqySi__PsM8BVpMU,14569
+kospex_utils.py,sha256=wiYuJvbXya9cUrB55WHVd34FBnTMLWX9I9baIps08M8,40235
+kospex_web.py,sha256=kxRHzBa8_Fj2VH-tQ4qWhc60I-BV_vGCT1gxN5pa9iY,1831
+kreaper.py,sha256=D-vmJUyqTLlOG-BXm7OVt09TGG8iZUSJ4x4u8V7b6YE,2506
+krunner.py,sha256=jKmKVSomfzXtRstdV45B0vH9dwDW9Ys9-GFN-vOzexY,12354
+krunner_utils.py,sha256=xqOL-RMRkkkjpU_TuP79Rhj1WXyB1D8Wj7bvrkZw0Zc,8530
+kwatch.py,sha256=Ax9zvO_G9iosNF83g-5RYi8I1fpaW67cT2hzz2fsh9E,646
+kweb.py,sha256=WRn4HOfsIOySlodHAUp4p96x6O7DCbGkFK09CuIh86k,24368
+templates/404.html,sha256=IWqaVQXncJeQjb8fPIR1GO5GFn0ky6EmxdXxiPYLA4o,783
+templates/_bootstrap_html_head.html,sha256=JMmE26b2akc7oan_M_54VVo0uFEaqHWOcW3E92npQnA,289
+templates/_datatable_scripts.html,sha256=GxN_rPZIjx6oiOhfW5xE3fqdWUU9u2DOGbIMOIp80oc,215
+templates/_footer_scripts.html,sha256=wG-wPHlpf_LgvSGbt-IgD3nXChdT4haOoRMEfEBePq4,233
+templates/_id_header_macro.html,sha256=BJ2unCmTmGEOr8pWQzZtDDbVUoTRmnMOun0pPACBun0,220
+templates/_radar_macro.html,sha256=W1NWyerB9Tcl3gjC5QRJ-ZLsacM6qif78gZFg5iaYls,1316
+templates/_single_radar.html,sha256=D0uSF4Pb7keh04UaJGIEfyGYq9H-CromsKfrHaqa-DI,1193
+templates/bubble.html,sha256=_VAHF3qWqZRa2Pj4HLTgsThLG2AyAsk531TeIsYXDPc,23086
+templates/commits.html,sha256=7NG8BNTv_96sd83l1LAcG8jMQaXvzKU7jepaNyiNy7k,1499
+templates/developer_view.html,sha256=qiE3M4jedhxsnaJNT_fiwbAXidlPmfpI4XbbNiym1sY,2445
+templates/developers.html,sha256=5eqc6mrd9SzLpHYqtMwin9HDbtPCcBARON5a1CCy_cU,2520
+templates/graph.html,sha256=DbiJhc2I1jCEANIXkqkFbWBObSbxuGt_12MaijnR308,23860
+templates/graph2.html,sha256=0Tc9RttCwM8vgDou-6RXSRfoa-hFiXEVlKuhxvGABOI,25604
+templates/header.html,sha256=QjolaPeJuJFXT1iQj522DOAKMQug93wN67iNuS2ncnk,1120
+templates/hotspots.html,sha256=L2OH3mZE5ckRieqwEzhOyfkkckJL_IdmQIDGBjDgspg,1403
+templates/landscape.html,sha256=57liFllc2zW2YtnL2no3ynEPizyECkYqEOy1e-seQTY,3124
+templates/meta-author-domains.html,sha256=rG3ULaoP6S3NuW16JeS3_qaq0cvmuEg1qQL8FyC2crA,1324
+templates/metadata.html,sha256=-JazS-tXXNtCe39Tbs8Mr3afvqUk2rb8_bB81lG4y3c,3601
+templates/observations.html,sha256=pXV1ct8LY4EIHuyYGTGzV7fgqOWvAKwhQOZbOfMTM-U,1177
+templates/observations_repo.html,sha256=zJllC1r4A4RNYQ3Z7b1gAL_QYZ1o_BEXGo0qgVH5Itg,1264
+templates/observations_repo_key.html,sha256=k8scGlpByrBpAYWJcggvS9U4EPBYjKxEzm9zcwJPbbo,1200
+templates/orgs.html,sha256=HDGjGOzd3vppMmH5CxArmMrJ1SByHYQ75-yXH1QkD5Y,2343
+templates/osi.html,sha256=PHtkBN58nWsCVF_r3Y8H4c7b4wBmptDMliBgWnM7JNw,520
+templates/repo_files.html,sha256=0uF6AX_6dJBdZFtC2bbAK3QtL-wiXnMwhrbx72CJg-Y,1335
+templates/repo_view.html,sha256=QbJHqTAzlyx02USA88ovTtdbxqZGvduZqnWv5gXN7uY,4127
+templates/repos.html,sha256=8e5sTPt7fFj08zrGA4A7AjBb3JWcJpA75TDalJHb7So,4691
+templates/servers.html,sha256=eG0rRNBgQbKt8FysaLeC-ETx_vkoFthrciEIiQ9hBX4,1749
+templates/summary.html,sha256=XpkjCaPAcC2kOfBZzdDy3ZuSFeEyaM8UU99l-sYNDFc,8577
+templates/tech-change.html,sha256=B3d8TMilsDb7kUIOmrAwDIMR4FzfsdDFR5A299fe158,2201
+templates/treemap.html,sha256=R4PhbwLJBIlOMdRC_Nr5_6asG0ye_jS4degxLqszkK4,23770
+kospex-0.0.14.dist-info/LICENSE,sha256=vd-xuOrW1JSPudp9cHxM66rJXGEYTMOihjpKvafBiQU,1071
+kospex-0.0.14.dist-info/METADATA,sha256=TP2Od0ah8YtDgZEdQKjojS9WlKtUU2X8ZB7LHeKZOUs,2780
+kospex-0.0.14.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+kospex-0.0.14.dist-info/entry_points.txt,sha256=NVl5Sr-L2m1VS_7xdNGcqxplM0VrTK3d63zXfSB6fcI,135
+kospex-0.0.14.dist-info/top_level.txt,sha256=6ooM3xXHoWPqgNiNFDqFyO7JWRdu0Y9fGTHY_xDzqMw,206
+kospex-0.0.14.dist-info/RECORD,,

kospex-0.0.14.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.8.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

kospex-0.0.14.dist-info/entry_points.txt

@@ -0,0 +1,7 @@
+[console_scripts]
+kgit = kgit:cli
+kospex = kospex:cli
+kreaper = kreaper:cli
+krunner = krunner:cli
+kwatch = kwatch:cli
+kweb = kweb:kweb

kospex-0.0.14.dist-info/top_level.txt

@@ -0,0 +1,18 @@
+kgit
+kospex
+kospex_bitbucket
+kospex_core
+kospex_dependencies
+kospex_git
+kospex_github
+kospex_mergestat
+kospex_query
+kospex_schema
+kospex_utils
+kospex_web
+kreaper
+krunner
+krunner_utils
+kwatch
+kweb
+templates