funbuild 202306301655__py3.9.egg

EGG-INFO/PKG-INFO

@@ -0,0 +1,8 @@
+Metadata-Version: 2.1
+Name: funbuild
+Version: 202306301655
+Summary: funbuild
+Home-page: https://github.com/1007530194
+Author: bingtao
+Author-email: 1007530194@qq.com
+License-File: LICENSE

EGG-INFO/SOURCES.txt

@@ -0,0 +1,27 @@
+LICENSE
+README.md
+setup.py
+funbuild/__init__.py
+funbuild.egg-info/PKG-INFO
+funbuild.egg-info/SOURCES.txt
+funbuild.egg-info/dependency_links.txt
+funbuild.egg-info/entry_points.txt
+funbuild.egg-info/requires.txt
+funbuild.egg-info/top_level.txt
+funbuild/core/__init__.py
+funbuild/core/core.py
+funbuild/core/version.py
+funbuild/git/__init__.py
+funbuild/git/repo.py
+funbuild/manage/__init__.py
+funbuild/manage/core.py
+funbuild/manage/port.md
+funbuild/manage/supervisord.conf
+funbuild/shell/__init__.py
+funbuild/shell/core.py
+funbuild/temp/__init__.py
+funbuild/temp/core.json
+funbuild/temp/core.py
+funbuild/tool/__init__.py
+funbuild/tool/build.py
+funbuild/tool/fastapi.py

EGG-INFO/dependency_links.txt

@@ -0,0 +1 @@
+

EGG-INFO/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+funbuild = funbuild.core:funbuild

EGG-INFO/not-zip-safe

@@ -0,0 +1 @@
+

EGG-INFO/requires.txt

@@ -0,0 +1 @@
+GitPython

EGG-INFO/top_level.txt

@@ -0,0 +1 @@
+funbuild

funbuild/core/__init__.py

@@ -0,0 +1 @@
+from .core import funbuild

funbuild/core/core.py

@@ -0,0 +1,187 @@
+"""
+打包的工具类
+"""
+import argparse
+import logging
+import os.path
+import time
+from git import Repo
+
+from funbuild.shell import run_shell, run_shell_list
+
+
+class PackageBuild:
+    """
+    打包的工具类
+    """
+
+    def __init__(self, name=None):
+        self.repo_path = run_shell("git rev-parse --show-toplevel", printf=False)
+        self.name = name or self.repo_path.split('/')[-1]
+        self.repo = Repo(self.repo_path)
+
+        # self.git_url = run_shell("git remote -v", printf=False).split('\n')[0].split('\t')[1].split(' ')[0]
+        self.git_url = [url for url in self.repo.remote().urls][0]
+
+    def git_pull(self):
+        """
+        git pull
+        """
+        logging.info("{} pull".format(self.name))
+        # run_shell("git pull")
+        self.repo.remote().pull()
+
+    def git_push(self):
+        """
+        git push
+        """
+        logging.info("{} push".format(self.name))
+        run_shell_list([
+            'git add -A',
+            'git commit -a -m "add"',
+            'git push'
+        ])
+        self.repo.index.add(f"{self.repo_path}/*")
+        self.repo.index.commit(message='add')
+        self.repo.remote().pull()
+
+    def git_install(self):
+        """
+        git install
+        """
+        logging.info('{} install'.format(self.name))
+        run_shell_list([
+            'pip uninstall {} -y'.format(self.name),
+            'python3 setup.py install',
+            'rm -rf *.egg-info',
+            'rm -rf dist',
+            'rm -rf build'
+        ])
+        self.git_clear_build()
+
+    def pip_install(self):
+        """
+        pip install
+        """
+        run_shell('pip install -U -q git+{}'.format(self.git_url))
+        logging.info('pip install {} success'.format(self.name))
+
+    def git_clear_build(self):
+        logging.info('{} build clear'.format(self.name))
+        run_shell_list([
+            'rm -rf *.egg-info',
+            'rm -rf dist',
+            'rm -rf build',
+        ])
+
+    def git_build(self):
+        """
+        git build
+        """
+        logging.info('{} build'.format(self.name))
+        self.git_pull()
+        self.git_clear_build()
+        
+        set_up_file = 'setup.py'
+        if not os.path.exists(set_up_file):
+            set_up_file = 'setup2.py'
+        if not os.path.exists(set_up_file):
+            set_up_file = 'setup3.py'
+
+        run_shell_list([
+            f'python3 {set_up_file} build',  # 编译
+            f'python3 {set_up_file} sdist',  # 生成 tar.gz
+            f'python3 {set_up_file} bdist_egg',  # 生成 egg 包
+            f'python3 {set_up_file} bdist_wheel',  # 生成 wheel 包
+
+            # twine register dist/*
+            'twine upload dist/*'  # 发布包
+        ])
+        self.git_clear_build()
+        self.git_push()
+        self.git_tags()
+        self.pip_install()
+
+    def git_clean_history(self):
+        """
+        git build
+        """
+        logging.info(f'{self.name} clean history')
+        run_shell_list([
+            'git tag -d $(git tag -l) || true',         # 删除本地 tag
+            'git fetch',                                # 拉取远程tag
+            'git push origin --delete $(git tag -l)',   # 删除远程tag
+            "git tag -d $(git tag -l) || true",         # 删除本地tag
+            'git checkout --orphan latest_branch',      # 1.Checkout
+            'git add -A',                               # 2.Add all the files
+            'git commit -am "clear history"',           # 3.Commit the changes
+            'git branch -D master',                     # 4.Delete the branch
+            'git branch -m master',                     # 5.Rename the current branch to master
+            'git push -f origin master',                # 6.Finally, force update your repository
+            'git push --set-upstream origin master',
+            f'echo {self.name} success'
+        ])
+
+    def git_clean(self):
+        """
+        git clean
+        """
+        logging.info('{} clean'.format(self.name))
+        run_shell_list([
+            'git rm -r --cached .',
+            'git add .',
+            "git commit -m 'update .gitignore'",
+            'git gc --aggressive',
+        ])
+
+    def git_tags(self):
+        self.repo.create_tag(time.strftime("%Y%m%d%H%M", time.localtime()))
+        self.repo.remote().push()
+        self.repo.remote().push(self.repo.tags)
+
+    def git_tags_clear(self):
+        for tag in self.repo.tags:
+            self.repo.delete_tag(tag)
+        self.repo.remote().push()
+        self.repo.remote().push(self.repo.tags)
+
+
+def command_line_parser():
+    parser = argparse.ArgumentParser(description="Test")
+    parser.add_argument('command')
+    args = parser.parse_args()
+    return args
+
+
+def funbuild():
+    """
+    build tool
+    """
+    args = command_line_parser()
+    package = PackageBuild()
+    if args.command == 'pull':
+        package.git_pull()
+    elif args.command == 'push':
+        package.git_push()
+    elif args.command == 'install':
+        package.git_install()
+    elif args.command == 'build':
+        package.git_build()
+    elif args.command == 'clean':
+        package.git_clean()
+    elif args.command == 'clean_history':
+        package.git_clean_history()
+    elif args.command == 'tags':
+        package.git_tags()
+    elif args.command == 'help':
+        info = """
+build 
+pull
+push
+install
+clean
+clean_history
+help
+tags
+        """
+        print(info)

funbuild/core/version.py

@@ -0,0 +1,50 @@
+from os import path
+
+
+class VersionManage:
+    def __init__(self, version_path='./script/__version__.md', step=32):
+        self.step = step
+        self.version_path = version_path
+        self.version_arr = [0, 0, 1]
+        self.read()
+
+    @property
+    def version(self):
+        return '.'.join([str(i) for i in self.version_arr])
+
+    def add(self):
+        step = self.step
+        version = self.version_arr
+        version2 = version[0] * step * step + version[1] * step + version[2] + 1
+        version[2] = version2 % step
+        version[1] = int(version2 / step) % step
+        version[0] = int(version2 / step / step)
+
+        self.version_arr = version
+
+    def read(self):
+        if path.exists(self.version_path):
+            with open(self.version_path, 'r') as f:
+                self.version_arr = [int(i) for i in f.read().split('.')]
+        else:
+            self.version_arr = [0, 0, 1]
+
+    def write(self):
+        with open(self.version_path, 'w') as f:
+            f.write(self.version)
+        return self.version
+
+
+def get_version(argv, version_path, step=10):
+    manage = VersionManage(version_path, step=step)
+    manage.read()
+    if len(argv) >= 2 and argv[1] == 'build':
+        manage.add()
+        manage.write()
+    return manage.version
+
+
+def read_version(version_path):
+    manage = VersionManage(version_path)
+    manage.read()
+    return manage.version

funbuild/manage/__init__.py

@@ -0,0 +1 @@
+from .core import BaseServer, ServerManage

funbuild/manage/core.py

@@ -0,0 +1,85 @@
+import argparse
+import os
+
+from funbuild.shell import run_shell
+
+
+class ServerManage:
+    def __init__(self):
+        self.manage_conf_path = "/darkchats/funbuild/supervisord.conf"
+        self.conf_dir = "/darkchats/funbuild/conf"
+
+    def init(self):
+        run_shell(f"mkdir -p {self.conf_dir}")
+        run_shell(f"cp -f {os.path.abspath(os.path.dirname(__file__))}/supervisord.conf {self.manage_conf_path}")
+
+    def init2(self):
+        run_shell(f"mkdir -p {self.conf_dir}")
+        run_shell(f"echo_supervisord_conf > {self.manage_conf_path}")
+        append_data = f"""
+[include]
+files = {self.conf_dir}/*.ini
+        """
+        data = open(self.manage_conf_path, 'r').read()
+        data += append_data
+        with open(self.manage_conf_path, 'w') as f:
+            f.write(data)
+
+    def start(self):
+        cmd = f"supervisord -c {self.manage_conf_path}"
+        print(cmd)
+        run_shell(cmd)
+
+    def add_job(self, server_name, directory, command, user='bingtao', stdout_logfile=None):
+        default_logfile = f'/darkchats/logs/funbuild/{server_name}.log'
+        config = f"""[program:{server_name}]
+directory = {directory}
+command = {command} 
+autostart = true
+autorestart = true
+user = {user}
+stdout_logfile = {stdout_logfile or default_logfile}
+        """
+        with open(f'{self.conf_dir}/{server_name}.ini', 'w') as f:
+            f.write(config)
+
+
+class BaseServer:
+    def __init__(self, server_name='base_server', current_path=None, *args, **kwargs):
+        self.server_name = server_name
+        self.current_path = current_path or os.path.abspath(os.path.dirname(__file__))
+        self.manage = ServerManage()
+        self.parser = argparse.ArgumentParser()
+        self.parser.add_argument('cmd', default='unknown', help='init, stop, start, restart')
+
+    def init(self):
+        pass
+
+    def status(self):
+        run_shell(f"supervisorctl -c {self.manage.manage_conf_path} status")
+
+    def stop(self):
+        run_shell(f"supervisorctl -c {self.manage.manage_conf_path} stop {self.server_name}")
+
+    def start(self):
+        run_shell(f"supervisorctl -c {self.manage.manage_conf_path} start {self.server_name}")
+
+    def restart(self):
+        run_shell(f"supervisorctl -c {self.manage.manage_conf_path} restart {self.server_name}")
+
+    def run(self, cmd):
+        print(cmd)
+        run_shell(cmd)
+
+    def parse_and_run(self):
+        values, unknown = self.parser.parse_known_args()
+        if values.cmd == 'init':
+            self.init()
+        elif values.cmd == 'stop':
+            self.stop()
+        elif values.cmd == 'start':
+            self.start()
+        elif values.cmd == 'restart':
+            self.restart()
+        else:
+            self.parser.print_help()

funbuild/manage/port.md

@@ -0,0 +1,2 @@
+8101 supervisord
+8102 celery-flower

funbuild/manage/supervisord.conf

@@ -0,0 +1,174 @@
+; Sample supervisor config file.
+;
+; For more information on the config file, please see:
+; http://supervisord.org/configuration.html
+;
+; Notes:
+;  - Shell expansion ("~" or "$HOME") is not supported.  Environment
+;    variables can be expanded using this syntax: "%(ENV_HOME)s".
+;  - Quotes around values are not supported, except in the case of
+;    the environment= options as shown below.
+;  - Comments must have a leading space: "a=b ;comment" not "a=b;comment".
+;  - Command will be truncated if it looks like a config file comment, e.g.
+;    "command=bash -c 'foo ; bar'" will truncate to "command=bash -c 'foo ".
+;
+; Warning:
+;  Paths throughout this example file use /tmp because it is available on most
+;  systems.  You will likely need to change these to locations more appropriate
+;  for your system.  Some systems periodically delete older files in /tmp.
+;  Notably, if the socket file defined in the [unix_http_server] section below
+;  is deleted, supervisorctl will be unable to connect to supervisord.
+
+;[unix_http_server]
+;file=/tmp/supervisor.sock   ; the path to the socket file
+;chmod=0700                 ; socket file mode (default 0700)
+;chown=nobody:nogroup       ; socket file uid:gid owner
+;username=user              ; default is no username (open server)
+;password=123               ; default is no password (open server)
+
+; Security Warning:
+;  The inet HTTP server is not enabled by default.  The inet HTTP server is
+;  enabled by uncommenting the [inet_http_server] section below.  The inet
+;  HTTP server is intended for use within a trusted environment only.  It
+;  should only be bound to localhost or only accessible from within an
+;  isolated, trusted network.  The inet HTTP server does not support any
+;  form of encryption.  The inet HTTP server does not use authentication
+;  by default (see the username= and password= options to add authentication).
+;  Never expose the inet HTTP server to the public internet.
+
+[inet_http_server]         ; inet (TCP) server disabled by default
+port=0.0.0.0:8101          ; ip_address:port specifier, *:port for all iface
+;username=user              ; default is no username (open server)
+;password=123456            ; default is no password (open server)
+
+[supervisord]
+logfile=/tmp/supervisord.log ; main log file; default $CWD/supervisord.log
+logfile_maxbytes=50MB        ; max main logfile bytes b4 rotation; default 50MB
+logfile_backups=10           ; # of main logfile backups; 0 means none, default 10
+loglevel=info                ; log level; default info; others: debug,warn,trace
+pidfile=/tmp/supervisord.pid ; supervisord pidfile; default supervisord.pid
+nodaemon=false               ; start in foreground if true; default false
+silent=false                 ; no logs to stdout if true; default false
+minfds=1024                  ; min. avail startup file descriptors; default 1024
+minprocs=200                 ; min. avail process descriptors;default 200
+;umask=022                   ; process file creation umask; default 022
+;user=supervisord            ; setuid to this UNIX account at startup; recommended if root
+;identifier=supervisor       ; supervisord identifier, default is 'supervisor'
+;directory=/tmp              ; default is not to cd during start
+;nocleanup=true              ; don't clean up tempfiles at start; default false
+;childlogdir=/tmp            ; 'AUTO' child log dir, default $TEMP
+;environment=KEY="value"     ; key value pairs to add to environment
+;strip_ansi=false            ; strip ansi escape codes in logs; def. false
+
+; The rpcinterface:supervisor section must remain in the config file for
+; RPC (supervisorctl/web interface) to work.  Additional interfaces may be
+; added by defining them in separate [rpcinterface:x] sections.
+
+[rpcinterface:supervisor]
+supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface
+
+; The supervisorctl section configures how supervisorctl will connect to
+; supervisord.  configure it match the settings in either the unix_http_server
+; or inet_http_server section.
+
+[supervisorctl]
+#serverurl=unix:///tmp/supervisor.sock ; use a unix:// URL  for a unix socket
+serverurl=http://0.0.0.0:8101  ; use an http:// url to specify an inet socket
+;username=admin                ; should be same as in [*_http_server] if set
+;password=123456               ; should be same as in [*_http_server] if set
+;prompt=mysupervisor          ; cmd line prompt (default "supervisor")
+;history_file=~/.sc_history   ; use readline history if available
+
+; The sample program section below shows all possible program subsection values.
+; Create one or more 'real' program: sections to be able to control them under
+; supervisor.
+
+;[program:theprogramname]
+;command=/bin/cat              ; the program (relative uses PATH, can take args)
+;process_name=%(program_name)s ; process_name expr (default %(program_name)s)
+;numprocs=1                    ; number of processes copies to start (def 1)
+;directory=/tmp                ; directory to cwd to before exec (def no cwd)
+;umask=022                     ; umask for process (default None)
+;priority=999                  ; the relative start priority (default 999)
+;autostart=true                ; start at supervisord start (default: true)
+;startsecs=1                   ; # of secs prog must stay up to be running (def. 1)
+;startretries=3                ; max # of serial start failures when starting (default 3)
+;autorestart=unexpected        ; when to restart if exited after running (def: unexpected)
+;exitcodes=0                   ; 'expected' exit codes used with autorestart (default 0)
+;stopsignal=QUIT               ; signal used to kill process (default TERM)
+;stopwaitsecs=10               ; max num secs to wait b4 SIGKILL (default 10)
+;stopasgroup=false             ; send stop signal to the UNIX process group (default false)
+;killasgroup=false             ; SIGKILL the UNIX process group (def false)
+;user=chrism                   ; setuid to this UNIX account to run the program
+;redirect_stderr=true          ; redirect proc stderr to stdout (default false)
+;stdout_logfile=/a/path        ; stdout log path, NONE for none; default AUTO
+;stdout_logfile_maxbytes=1MB   ; max # logfile bytes b4 rotation (default 50MB)
+;stdout_logfile_backups=10     ; # of stdout logfile backups (0 means none, default 10)
+;stdout_capture_maxbytes=1MB   ; number of bytes in 'capturemode' (default 0)
+;stdout_events_enabled=false   ; emit events on stdout writes (default false)
+;stdout_syslog=false           ; send stdout to syslog with process name (default false)
+;stderr_logfile=/a/path        ; stderr log path, NONE for none; default AUTO
+;stderr_logfile_maxbytes=1MB   ; max # logfile bytes b4 rotation (default 50MB)
+;stderr_logfile_backups=10     ; # of stderr logfile backups (0 means none, default 10)
+;stderr_capture_maxbytes=1MB   ; number of bytes in 'capturemode' (default 0)
+;stderr_events_enabled=false   ; emit events on stderr writes (default false)
+;stderr_syslog=false           ; send stderr to syslog with process name (default false)
+;environment=A="1",B="2"       ; process environment additions (def no adds)
+;serverurl=AUTO                ; override serverurl computation (childutils)
+
+; The sample eventlistener section below shows all possible eventlistener
+; subsection values.  Create one or more 'real' eventlistener: sections to be
+; able to handle event notifications sent by supervisord.
+
+;[eventlistener:theeventlistenername]
+;command=/bin/eventlistener    ; the program (relative uses PATH, can take args)
+;process_name=%(program_name)s ; process_name expr (default %(program_name)s)
+;numprocs=1                    ; number of processes copies to start (def 1)
+;events=EVENT                  ; event notif. types to subscribe to (req'd)
+;buffer_size=10                ; event buffer queue size (default 10)
+;directory=/tmp                ; directory to cwd to before exec (def no cwd)
+;umask=022                     ; umask for process (default None)
+;priority=-1                   ; the relative start priority (default -1)
+;autostart=true                ; start at supervisord start (default: true)
+;startsecs=1                   ; # of secs prog must stay up to be running (def. 1)
+;startretries=3                ; max # of serial start failures when starting (default 3)
+;autorestart=unexpected        ; autorestart if exited after running (def: unexpected)
+;exitcodes=0                   ; 'expected' exit codes used with autorestart (default 0)
+;stopsignal=QUIT               ; signal used to kill process (default TERM)
+;stopwaitsecs=10               ; max num secs to wait b4 SIGKILL (default 10)
+;stopasgroup=false             ; send stop signal to the UNIX process group (default false)
+;killasgroup=false             ; SIGKILL the UNIX process group (def false)
+;user=chrism                   ; setuid to this UNIX account to run the program
+;redirect_stderr=false         ; redirect_stderr=true is not allowed for eventlisteners
+;stdout_logfile=/a/path        ; stdout log path, NONE for none; default AUTO
+;stdout_logfile_maxbytes=1MB   ; max # logfile bytes b4 rotation (default 50MB)
+;stdout_logfile_backups=10     ; # of stdout logfile backups (0 means none, default 10)
+;stdout_events_enabled=false   ; emit events on stdout writes (default false)
+;stdout_syslog=false           ; send stdout to syslog with process name (default false)
+;stderr_logfile=/a/path        ; stderr log path, NONE for none; default AUTO
+;stderr_logfile_maxbytes=1MB   ; max # logfile bytes b4 rotation (default 50MB)
+;stderr_logfile_backups=10     ; # of stderr logfile backups (0 means none, default 10)
+;stderr_events_enabled=false   ; emit events on stderr writes (default false)
+;stderr_syslog=false           ; send stderr to syslog with process name (default false)
+;environment=A="1",B="2"       ; process environment additions
+;serverurl=AUTO                ; override serverurl computation (childutils)
+
+; The sample group section below shows all possible group values.  Create one
+; or more 'real' group: sections to create "heterogeneous" process groups.
+
+;[group:thegroupname]
+;programs=progname1,progname2  ; each refers to 'x' in [program:x] definitions
+;priority=999                  ; the relative start priority (default 999)
+
+; The [include] section can just contain the "files" setting.  This
+; setting can list multiple files (separated by whitespace or
+; newlines).  It can also contain wildcards.  The filenames are
+; interpreted as relative to this file.  Included files *cannot*
+; include files themselves.
+
+;[include]
+;files = relative/directory/*.ini
+
+[include]
+files = /darkchats/funbuild/conf/*.ini
+        

funbuild/shell/__init__.py

@@ -0,0 +1,5 @@
+"""
+执行shell
+"""
+from .core import run_shell
+from.core import run_shell_list

funbuild/shell/core.py

@@ -0,0 +1,36 @@
+import subprocess
+import sys
+from typing import List
+
+
+def run_shell(command: str, printf=True) -> str:
+    """
+    执行shell命令
+    """
+    if printf:
+        try:
+            cmd = subprocess.Popen(command, stdin=subprocess.PIPE, stderr=sys.stderr, close_fds=True,
+                                   stdout=sys.stdout, universal_newlines=True, shell=True, bufsize=1)
+            cmd.communicate()
+            return cmd.returncode
+        except Exception as e:
+            return f"run shell error:{e}"
+    else:
+        try:
+            outputs = subprocess.Popen(
+                command, stdout=subprocess.PIPE, shell=True).communicate()
+            outputs = [i.decode('utf-8')[:-1] for i in outputs if i is not None]
+            outputs = [i for i in outputs if len(i.strip()) > 0]
+            return ''.join(outputs)
+        except Exception as e:
+            return f"run shell error:{e}"
+
+
+def run_shell_list(command_list: List[str], printf=True) -> str:
+    """
+    批量执行shell命令
+    """
+    # for shell in shell_list:
+    #    run_shell(shell, printf=printf)
+    command = ' && '.join(command_list)
+    return run_shell(command, printf=printf)

funbuild/temp/core.json

@@ -0,0 +1,6 @@
+{
+    "a": "v",
+
+    
+    "d": 3
+}

funbuild/tool/__init__.py

@@ -0,0 +1 @@
+from .build import read_version

funbuild/tool/build.py

@@ -0,0 +1,7 @@
+from funbuild.core.version import VersionManage
+
+
+def read_version(version_path):
+    manage = VersionManage(version_path)
+    manage.read()
+    return manage.version

funbuild/tool/fastapi.py

@@ -0,0 +1,33 @@
+from functools import wraps
+
+_api_routes_registry = []
+
+
+class api_route(object):
+    def __init__(self, path, **kwargs):
+        self._path = path
+        self._kwargs = kwargs
+
+    def __call__(self, fn):
+        cls, method = fn.__repr__().split(" ")[1].split(".")
+        _api_routes_registry.append(
+            {
+                "fn": fn,
+                "path": self._path,
+                "kwargs": self._kwargs,
+                "cls": cls,
+                "method": method,
+            }
+        )
+
+        @wraps(fn)
+        def decorated(*args, **kwargs):
+            return fn(*args, **kwargs)
+
+        return decorated
+
+
+def add_api_routes(router):
+    for reg in _api_routes_registry:
+        if router.__class__.__name__ == reg["cls"]:
+            router.add_api_route(path=reg["path"], endpoint=getattr(router, reg["method"]), **reg["kwargs"])