ryry-cli 1.0__py3-none-any.whl

ryry/utils.py

@@ -0,0 +1,358 @@
+import uuid
+import platform
+import subprocess
+import os
+import sys
+import requests
+from io import BytesIO
+import psutil
+import pynvml
+from datetime import datetime, timedelta
+import http
+import json
+from pathlib import Path
+import zipfile
+import socket
+from PIL import Image
+
+def get_mac_from_nettools():
+    try:
+        cmd = "ifconfig"
+        output = subprocess.check_output(cmd, shell=True)
+        output_str = output.decode(encoding='UTF-8')
+        mac = output_str[output_str.index('ether') + 6:output_str.index('ether') + 23].replace(':', '')
+        return True, mac
+    except Exception as e:
+        return False, None
+    
+def get_mac_from_system():
+    try:
+        root_path = '/sys/class/net/'
+        dbtype_list = os.listdir(root_path)
+        for dbtype in dbtype_list:
+            if os.path.isfile(os.path.join(root_path, dbtype)):
+                dbtype_list.remove(dbtype)
+
+        if len(dbtype_list) == 0:
+            return False, None
+        mac = ''
+        for dbtype in dbtype_list:
+          cmd = f"cat {root_path}{dbtype}/address"
+          output = subprocess.check_output(cmd, shell=True)
+          mac += output.decode(encoding='UTF-8')
+        return True, mac
+    except Exception as e:
+        return False, None
+
+mac_value = ""
+def get_mac_address():
+    global mac_value
+    if mac_value and len(mac_value) > 0:
+        return mac_value
+    
+    if platform.system() == 'Windows':
+        cmd = "ipconfig /all"
+        output = subprocess.check_output(cmd, shell=True)
+        output_str = output.decode('gbk')
+        pos = output_str.find('Physical Address')
+        if pos == -1:
+            pos = output_str.find('物理地址')
+        mac_value = (output_str[pos:pos+100].split(':')[1]).strip().replace('-', '')
+    elif platform.system() == 'Linux' or platform.system() == 'Darwin':
+        ok, mac_value = get_mac_from_nettools()
+        if ok:
+            return mac_value
+        ok, mac_value = get_mac_from_system()
+        if ok:
+            return mac_value
+        return None
+    else:
+        mac_value = None
+    return mac_value
+
+cpu_serial = ""
+def get_cpu_serial():
+    global cpu_serial
+    if cpu_serial and len(cpu_serial) > 0:
+        return cpu_serial
+    
+    if platform.system() == 'Windows':
+        cmd = "wmic cpu get ProcessorId"
+        output = subprocess.check_output(cmd, shell=True)
+        output_str = output.decode('gbk')
+        pos = output_str.index("\n")
+        cpu_serial = output_str[pos:].strip()
+    elif platform.system() == 'Linux':
+        with open('/proc/cpuinfo') as f:
+            
+            for line in f:
+                if line[0:6] == 'Serial':
+                    return "1"
+                if line.strip().startswith('serial'):
+                    cpu_serial = line.split(":")[1].strip()
+                    break
+        if not cpu_serial:
+            cpu_serial = None
+    elif platform.system() == 'Darwin':
+        cmd = "/usr/sbin/system_profiler SPHardwareDataType"
+        output = subprocess.check_output(cmd, shell=True)
+        output_str = output.decode(encoding='UTF-8')
+        cpu_serial = output_str[output_str.index('Hardware UUID:') + 14:output_str.index('Hardware UUID:') + 51].replace('-', '')
+    else:
+        cpu_serial = None
+    return cpu_serial
+
+def get_hostname():
+    return socket.gethostname()
+
+def generate_unique_id():
+    mac = get_mac_address()
+    cpu_serial = get_cpu_serial()
+    hostname = get_hostname()
+    if mac and cpu_serial:
+        unique_id = uuid.uuid5(uuid.NAMESPACE_DNS, mac + cpu_serial + hostname)
+        return str(unique_id).replace('-', '')
+    if mac :
+        unique_id = uuid.uuid5(uuid.NAMESPACE_DNS, mac + hostname)
+        return str(unique_id).replace('-', '')
+
+def getOssImageSize(p):
+    try:
+        s = requests.session()
+        s.keep_alive = False
+        res = s.get(p, timeout=60)
+        image = Image.open(BytesIO(res.content), "r")
+        s.close()
+        return image.size
+    except:
+        return 0, 0
+    
+def deviceInfo():
+    mac = get_mac_address()
+    mac = "" if mac == None else mac
+    cpu_serial = get_cpu_serial()
+    cpu_serial = "" if cpu_serial == None else cpu_serial
+    hostname = get_hostname()
+    M=1024*1024
+    data = {
+        "cpu": {
+            "logical_count" : psutil.cpu_count(),
+            "count" : psutil.cpu_count(logical=False),
+            "max_freq" : f"{psutil.cpu_freq().max / 1000} GHz",
+        },
+        "memory": {
+            "total" : f"{psutil.virtual_memory().total/M} M",
+            "free" : f"{psutil.virtual_memory().free/M} M"
+        },
+        "gpu": {
+            "count" : 0,
+            "list" : [],
+            "mem" : []
+        },
+        "device_id": generate_unique_id(),
+        "host_name": hostname
+    }
+    try:
+        pynvml.nvmlInit()
+        gpuCount = pynvml.nvmlDeviceGetCount()
+        data["gpu"]["count"] = gpuCount
+        for i in range(gpuCount):
+            handle = pynvml.nvmlDeviceGetHandleByIndex(i)
+            data["gpu"]["list"].append(f"GPU{i}: {pynvml.nvmlDeviceGetName(handle)}")
+            memInfo = pynvml.nvmlDeviceGetMemoryInfo(handle)
+            data["gpu"]["mem"].append(f"GPU{i}: total:{memInfo.total/M} M free:{memInfo.free/M} M")
+            
+        pynvml.nvmlShutdown()
+    except Exception as e:
+        data["gpu"]["count"] = 1
+        data["gpu"]["list"].append(f"GPU0: Normal")
+    return data
+
+def reportLog():
+    reason = ""
+    if len(sys.argv) >= 2:
+        reason = sys.argv[2].strip().replace("\n","").replace(",","").replace(" ","").replace(";","")
+    d = datetime.now().strftime('%Y_%m_%d_%H_%M_%S')
+    uid = generate_unique_id()
+
+    thisFileDir = os.path.dirname(os.path.abspath(__file__))
+    dist = os.path.join(thisFileDir, f"{uid}_{reason}_{d}.zip")
+    zip = zipfile.ZipFile(dist, "w", zipfile.ZIP_DEFLATED) 
+
+    for root,dirs,files in os.walk(thisFileDir):
+        for file in files:
+            if str(file).startswith("~$"):
+                continue
+            ext = file[file.rindex("."):]
+            if ext == ".log" or ext == ".json" or ".log." in file:
+                filepath = os.path.join(root, file)
+                zip.write(filepath, file)
+        if root != files:
+            break
+    zip.close()
+    ossurl = uploadOSS(dist)
+    os.remove(dist)
+    return ossurl
+
+def uploadOSS(file):
+    conn = http.client.HTTPSConnection("api.ryryai.com")
+    payload = json.dumps({
+        "sign": "f0463f490eb84133c0aab3a8576ed2fc"
+    })
+    headers = {
+        'Content-Type': 'application/json'
+    }
+    conn.request("POST", "/proxymsg/get_oss_config", payload, headers)
+    res = conn.getresponse()
+    data = json.loads(res.read().decode("utf-8"))
+    if data["code"] == 0:
+        AccessKeyId = data["data"]["AccessKeyId"]
+        AccessKeySecret = data["data"]["AccessKeySecret"]
+        SecurityToken = data["data"]["SecurityToken"]
+        BucketName = data["data"]["BucketName"]
+        Expiration = data["data"]["Expiration"]
+        Endpoint = data["data"]["Endpoint"]
+        CallbackUrl = data["data"]["CallbackUrl"]
+        cdn = data["data"]["cdn"]
+        
+        if len(AccessKeyId) > 0:  
+            import oss2
+            auth = oss2.StsAuth(AccessKeyId, AccessKeySecret, SecurityToken)
+            bucket = oss2.Bucket(auth, Endpoint, BucketName, connect_timeout=600)
+            with open(file, "rb") as f:
+                byte_data = f.read()
+            file_name = Path(file).name
+            publish_name = f"ryry/report/{file_name}" 
+            bucket.put_object(publish_name, byte_data)
+            return f"{cdn}{publish_name}" 
+    else:
+        print(f"get_oss_config fail: response={data}")
+
+def process_is_alive(pid: int) -> bool:
+    try:
+        process = psutil.Process(pid)
+        pstatus = process.status()
+        if pstatus == psutil.STATUS_RUNNING or pstatus == psutil.STATUS_SLEEPING:
+            return True
+        else:
+            return False
+    except (FileNotFoundError, psutil.NoSuchProcess):
+        return False
+    except Exception as e:
+        return False
+    
+def process_is_zombie_but_cannot_kill(pid: int) -> bool:
+    try:
+        process = psutil.Process(pid)
+        pstatus = process.status()
+        if pstatus == psutil.STATUS_DISK_SLEEP:
+            return True
+    except Exception as e:
+        return False
+    return False
+    
+def firstExitWithDir(root, suffix):
+    for root,dirs,files in os.walk(root):
+        for file in files:
+            if file.find(".") <= 0:
+                continue
+            ext = file[file.rindex("."):]
+            if ext == f".{suffix}":
+                return os.path.join(root, file)
+        if root != files:
+            break
+    return None
+
+def begin_restart(reason, update_cli=False, simple="https://pypi.python.org/simple/"):
+    thisFileDir = os.path.dirname(os.path.abspath(__file__)) 
+    restart_file = os.path.join(thisFileDir, "restart")
+    if os.path.exists(restart_file):
+        os.remove(restart_file)
+    stop_file = os.path.join(thisFileDir, "stop.now")
+    with open(stop_file, 'w') as f:
+        f.write("")
+    with open(restart_file, 'w') as f:
+        json.dump({
+            "reason": reason,
+            "update_cli": update_cli,
+            "simple": simple
+        },f)
+    
+def check_restart():
+    thisFileDir = os.path.dirname(os.path.abspath(__file__)) 
+    restart_file = os.path.join(thisFileDir, "restart")
+    if os.path.exists(restart_file) == False:
+        return
+    from ryry import taskUtils
+    from ryry import store
+    import time, calendar, platform, subprocess
+    reason = "unknow"
+    update_cli = False
+    simple = "https://pypi.python.org/simple/"
+    try:
+        with open(restart_file, 'r') as f:
+            config = json.load(f)
+            reason = config["reason"]
+            update_cli = config["update_cli"]
+            simple = config["simple"]
+    except:
+        pass
+
+    if platform.system() == 'Windows':
+        time_task_file = os.path.join(thisFileDir, "update_ryry.bat")
+    elif platform.system() == 'Linux' or platform.system() == 'Darwin':
+        time_task_file = os.path.join(thisFileDir, "update_ryry.sh")
+    else:
+        time_task_file = os.path.join(thisFileDir, "update_ryry.txt")
+    if os.path.exists(time_task_file):
+        os.remove(time_task_file)
+
+    def getCommandResult(cmd):
+        try:
+            result = subprocess.run(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+            if result.returncode == 0:
+                return result.stdout.decode(encoding="utf8", errors="ignore").replace("\n","").strip()
+        except subprocess.CalledProcessError as e:
+            print(f"getCommandResult fail {e}")
+        return ""
+    print(" restart_ryry_cli begin...")
+    taskUtils.restartNotify(reason)
+    restart_command = "ryry service start"
+    threadNum = store.get_multithread()
+    if threadNum > 1:
+        restart_command = f"{restart_command} -thread {threadNum}"
+    restart_command = f"{restart_command}"
+    if platform.system() == 'Windows':
+        new_time = datetime.now() + timedelta(minutes=1)
+        win_time = new_time.strftime("%H:%M")
+        with open(time_task_file, 'w') as f:
+            if update_cli:
+                f.write(f'''pip uninstall ryry-cli -y 
+pip install -U ryry-cli -i {simple} --extra-index-url https://pypi.python.org/simple/
+start /B {restart_command}''')
+            else:
+                f.write(f'''start /B {restart_command}''')
+        result = subprocess.Popen(['schtasks', '/create', '/sc', 'ONCE', '/st', f'{win_time}', '/tn', f'ryryUpdate-{calendar.timegm(time.gmtime())}', '/tr', f"\"{time_task_file}\""], shell=True)
+        print(f"{result.stdout}\n{result.stderr}")
+    elif platform.system() == 'Linux' or platform.system() == 'Darwin':
+        def run_subprocess(s):
+            r = subprocess.run(s, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+            print(f"{r.stdout}\n{r.stderr}")
+        if len(getCommandResult("which at")) <= 0:
+            run_subprocess(f"apt-get update")
+            run_subprocess(f"apt-get install -y at libopencv-features2d-dev=4.5.4+dfsg-9ubuntu4 systemctl")
+        run_subprocess(f"systemctl start atd")
+        with open(time_task_file, 'w') as f:
+            if update_cli:
+                f.write(f'''#!/bin/bash
+pip uninstall ryry-cli -y 
+pip install -U ryry-cli -i {simple} --extra-index-url https://pypi.python.org/simple/
+nohup {restart_command} &''')
+            else:
+                f.write(f'''#!/bin/bash
+nohup {restart_command} &''')
+        ot = os.path.join(thisFileDir, "update_ryry.out")
+        result = subprocess.run(f"at now + 1 minutes -f {time_task_file} > {ot}", stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
+        print(f"{result.stdout}\n{result.stderr}")
+    os.remove(restart_file)
+    print("one minute later must be start!")

ryry_cli-1.0.dist-info/LICENSE

@@ -0,0 +1,7 @@
+Copyright 2023 https://www.dalipen.com/
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the “Software”), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

ryry_cli-1.0.dist-info/METADATA

@@ -0,0 +1,72 @@
+Metadata-Version: 2.1
+Name: ryry-cli
+Version: 1.0
+Summary: ryry tools
+Home-page: https://github.com/dalipenMedia
+Author: dalipen
+Author-email: dalipen01@gmail.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.4
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: requests
+Requires-Dist: uuid
+Requires-Dist: Image
+Requires-Dist: pillow
+Requires-Dist: protobuf
+Requires-Dist: psutil
+Requires-Dist: pynvml
+Requires-Dist: requests-toolbelt
+Requires-Dist: matplotlib
+Requires-Dist: ping3
+Requires-Dist: piexif
+Requires-Dist: gputil
+Requires-Dist: urlparser
+Requires-Dist: setuptools
+Requires-Dist: twine
+Requires-Dist: python-crontab
+
+ryry Python Tool
+===============================================
+The ryry Python Tool is a official tool, you can use it to **Register** device to ryry server, other person can use **ryry Application** assign tasks to you for implementation
+
+Installation
+------------
+
+The ryry requires [Python](http://www.python.org/download) 3.10.6 or later.
+
+##### Installing
+    pip install ryry-cli
+
+##### Uninstalling
+    pip uninstall ryry-cli
+
+Use
+------------
+##### 1. Running
+    $ ryry service start
+start a process to wait for the server to issue tasks. **Please do not close it**
+
+Module Developer
+------------
+    $ ryry widget init
+
+in empty folder, use above command craete a ryry module, structure is like 
+    
+    [widget folder]
+        |-- config.json     //*required, do not change*
+        |-- main.py         //*required, do not change* 
+        |-- run.py
+
+if other person share widget code to you , you can add widget path in your computer to ryry environment
+
+    $ ryry widget add [path_with_widget_code]
+
+you can modify script and h5 file yourself, then publish to ryry sever 
+    
+    $ ryry widget publish
+
+get ryry status
+    $ ryry services status

ryry_cli-1.0.dist-info/RECORD

@@ -0,0 +1,22 @@
+ryry/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ryry/constant.py,sha256=l7BxTcRrq4VngqIsy1UZkIjM2TckIWUkvhhAlmZX2nk,150
+ryry/main.py,sha256=wQXEkj3YZMYkYjtXsmT03sCbHfzJJ136fefx1Tguwck,10438
+ryry/ryry_server_socket.py,sha256=bZsN1UwNkM6SAmTFmRK7o_cU_-4bL_ME5iqJ59l_5-Q,5895
+ryry/ryry_service.py,sha256=gyB-d0o-ROL4Bo_k6ClMKH7akaPwIt0fDgYHyDxEanw,9198
+ryry/ryry_webapi.py,sha256=NLuJ7N1n_dZftInWkkaG7ZVZdYrBOnwE0h33LGUPRRg,8105
+ryry/ryry_widget.py,sha256=73-J7M10CU_G4KvtpzAPbP0vHBs16Bim2DidnTvhwx4,14641
+ryry/server_func.py,sha256=1c1PW_Gr568XlAwfHwNFEGPXUqeqJJMBaVqhdSb4iOI,2447
+ryry/store.py,sha256=_xeCH8Q68pEEPe7aYr9Vfc8UVuLO3juSMAGbDuuuj_4,4375
+ryry/task.py,sha256=LGqhk_-RpyH9yFPudqif53WSj-vnlHq2tryvo_Zn86E,8723
+ryry/taskUtils.py,sha256=asnr5opQDesMK1TkG79wQC6RZj99xuDcBdLe0J3xkDg,10277
+ryry/upload.py,sha256=TUldEew7iwve4TRojNsIt706vA6izh9CaA6clLfCuZ4,5279
+ryry/utils.py,sha256=7QR67JAOPYveCwhjntj3ctnSh1sDn1vHvFx0O18d-UE,13198
+ryry/script_template/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ryry/script_template/main.py,sha256=2ywgwhL0XA1fO-ufxR0AubT7q1KdDI6waSfEMVrBPK0,893
+ryry/script_template/run.py,sha256=iLHbjGoHL0_A26R2EbRogsyXLWkWfWH3jrYqw9wkTrY,495
+ryry_cli-1.0.dist-info/LICENSE,sha256=MeYPss-bnfrn3Fu_fVxdNBhLFiCAHywtGVLQzQWw2Oc,1077
+ryry_cli-1.0.dist-info/METADATA,sha256=FlMpqWqAoiGf4kTsOMELy-_iLZ3WMjAkk9Z8KHMZAbs,2013
+ryry_cli-1.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
+ryry_cli-1.0.dist-info/entry_points.txt,sha256=0Hf0kMFkZhv1zASQaBZkpDyVBxwPLPV6_P59O5AuFlQ,40
+ryry_cli-1.0.dist-info/top_level.txt,sha256=blmPfw7PDn2CArFtSzCw8i_AaGsxh77Ta3Kvo46j4dI,26
+ryry_cli-1.0.dist-info/RECORD,,

ryry_cli-1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.38.4)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

ryry_cli-1.0.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+ryry = ryry.main:main

ryry_cli-1.0.dist-info/top_level.txt

@@ -0,0 +1,3 @@
+public_tools
+ryry
+windows