kmisc 2.1.104__tar.gz → 2.1.106__tar.gz

kmisc-2.1.106/PKG-INFO

@@ -0,0 +1,268 @@
+Metadata-Version: 2.1
+Name: kmisc
+Version: 2.1.106
+Summary: Enginering useful library
+Home-page: https://github.com/kagepark/kmisc
+Author: Kage Park
+License: MIT
+Description: Open Kage's useful tools and class to public.
+        (Long time used and upgraded)
+        But, this is develope version.
+        So, suddenly it will be big change when I got some more good idea.
+        I re-groupped to library.
+        and change name to klib
+        
+        # Install
+        ```javascript
+        pip3 install kmisc
+        ```
+        
+        # Import functions
+        
+        # Custom Dictionary Class
+        
+        Convert Dictionary to Object style Dictionary
+        ## Contents
+        1. Create tree type items 
+        1. Added New commands
+           1. Put()    : Put value at a item
+           1. Get()    : Get value of item
+           1. Del()    : Delete item
+           1. Update() : Update value at item
+           1. Print()  : Print dictionary 
+           1. Diff()   : Compare two dictionary
+           1. Check()  : Check put the value is same as the item(key)'s value
+           1. List()   : Return list of keys value 
+           1. Proper() : Show/Set/Update property at the item.
+           1. Find()   : Find data in the dictionary
+           1. Load()   : Load saved data from file
+           1. Save()   : dictionary save to file
+           1. Sort()   : Sort dictionary
+           1. FirstKey(): Get first Key 
+           1. FirstKey(): Get first Key 
+        1. Added property at each key
+        
+        - Initialize dictionary 
+        
+        
+        ```javascript
+        from kmisc import kDict
+        root=kDict.kDict()
+        ```
+        
+        ```javascript
+        from kmisc import kDict
+        >>> test={
+              'a':123,
+              'b':{
+                 'c':{'ddd'},
+                 'e':{}
+              }
+            }
+        root=kDict.kDict(test)
+        ```
+        
+        - Add new data
+        
+        ```javascript
+        >>> root.tree.apple.color='red'
+        ```
+        or
+        
+        ```javascript
+        >>> root.tree.apple.Put('color','red')
+        ```
+        or
+        ```javascript
+        >>> root.tree.apple['color']='red'
+        ```
+        - Get data
+        ```javascript
+        >>> root.tree.apple.color.Get()
+        ```
+        or
+        ```javascript
+        >>> root.tree.apple.Get('color')
+        ```
+        - Print dictionary
+        ```javascript
+        >>> root.Print()
+        >>> root.tree.Print()
+        ```
+        - Set property at Apple's color
+        
+          - Set readonly
+        ```javascript
+        >>> root.tree.apple.color.Proper('readonly',True)
+        ```
+          - Try change data
+        ```javascript
+        >>> root.tree.apple.Put('color','white')
+        item is readonly
+        
+        >>> root.tree.Print()
+        {'color': {'._d': 'red', '._p': {'readonly': True}}}
+        ```
+          - Unset readonly
+        ```javascript
+        >>> root.tree.apple.color.Proper('readonly',False)
+        ```
+          - Try change data
+        ```javascript
+        >>> root.tree.apple.Put('color','white')
+        >>> root.tree.Print()
+        {'color': {'._d': 'red', '._p': {'readonly': True}}}
+        ```
+        Sample Dictionary:
+        ```javascript
+        {'a': 123,
+         'b': {'c': set(['ddd']), 'e': {}, 'z': 123},
+         'tree': {'apple': {'color': {'._d': 'white', '._p': {'readonly': False}}},
+                  'banana': {'banana2': {'._d': 'white', '._p': {}},
+                             'banana3': {'._d': 'yellow', '._p': {}},
+                             'color': {'._d': 'yellow', '._p': {'readonly': True}}},
+                  'yellow': {'monkey': {'._d': 'white', '._p': {}}}}}
+        ```
+          - Find readonly property item path
+        ```javascript
+        >>> root.Find('readonly',property=True)
+        ['tree/banana/color']
+        ```
+          - Find apple key path
+        ```javascript
+        >>> root.Find('apple',mode='key')
+        ['tree/apple']
+        ```
+          - Find white color data path
+        ```javascript
+        >>> root.Find('white')
+        ['tree/apple/color', 'tree/yellow/monkey', 'tree/banana/banana2']
+        ```
+          - Find 123 data path
+        ```javascript
+        >>> root.Find('white')
+        ['a', 'b/z']
+        ```
+          - Find white color data path in key and value
+        ```javascript
+        >>> root.Find('yellow',mode='all')
+        ['tree/yellow', 'tree/banana/color', 'tree/banana/banana3']
+        ```
+          - Save Data (always use root if not then save partial data)
+        ```javascript
+        >>> from kmisc import kDict
+        >>> kDict.kDict._dfile_='<dict file name>'
+        >>> root.Save()
+        ```
+          - Load Data (always use root if not then load at key)
+        ```javascript
+        >>> from kmisc import kDict
+        >>> kDict.kDict._dfile_='<dict file name>'
+        >>> root.Load()
+        ```
+        # MISC functions
+        Useful commands
+        
+        Type : Similar as isinstance(<obj>,(chk,type))
+        ```javascript
+        >>> import kmisc as km
+        >>> km.Type('abc','str')
+        >>> True
+        >>> km.Type('abc',str)
+        >>> True
+        ```
+        
+        Copy: copy data for list,dict,str,int,tuple...
+        
+        ```javascript
+        >>> new_data=Copy(<data>)
+        ```
+        
+        Join : Similar as os.path().join()
+        Joining data of bytes,string,....
+        
+        Next: Get data from list,tuple,dict,string
+        
+        Delete : Delete data in list,tuple,dict,str
+        
+        COLOR : class for console,html color string
+        
+        FIND : find string or format data 
+        
+        DIFF : diff between data
+        
+        LIST : handle list()
+        
+        STR: handle string
+        
+        TIME : handle time formats
+        
+        SHELL : handle command run,progress,....
+        
+        BYTES: handle byte data
+        
+        CONVERT : data converter
+        
+        MAC : handle mac address
+        
+        VERSION : handle version
+        
+        IP : handle IP address
+        
+        GET: getting data from anywhere
+        
+        IS: check the data 
+        
+        LOG: handle log data
+        
+        HOST:  handle Host Information
+        
+        FILE: handle File (Read/Write)
+        
+        WEB: handle web protocol data
+        
+        EMAIL: handle email data
+        
+        ANSI : handle hansi data
+        
+        Multiprocessor : handle multi processing
+        
+        FUNCTION: handle function information
+        
+        SCREEN: handle ipmi SOL
+        
+        CLI : handle Command Line Interface 
+        
+        Cut: cutting string to format
+        
+        Get: Getting data from anywhere
+        
+        Replace : replace string data
+        
+        Insert : add data 
+        
+        Update: update data
+        
+        printf : similar as printf in c
+        
+        sprintf : similar as sprintf in c
+        
+        Sort : sorting data
+        
+        findXML : Get XML data
+        
+        cat : similar as linux cat command
+        
+        ls : similar as linux ls command
+        
+        IsSame: check both data is same or not
+        
+        etc...
+        
+Platform: UNKNOWN
+Classifier: Programming Language :: Python :: 2
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE

{kmisc-2.1.104 → kmisc-2.1.106}/kmisc/__init__.py

@@ -375,7 +375,7 @@ class FILE:
 
     def FileType(self,filename,default=False):
         if not isinstance(filename,str) or not os.path.isfile(filename): return default
-        Import('import magic')
+        Import('import magic',install_name='python-magic')
         aa=magic.from_buffer(open(filename,'rb').read(2048))
         if aa: return aa.split()[0].lower()
         return 'unknown'
@@ -1260,176 +1260,176 @@ class LOG:
                 else:
                     self.log_file(log_str)
 
-class HOST:
-    def __init__(self):
-        pass
-
-    def Name(self):
-        return socket.gethostname()
-
-    def DefaultRouteDev(self,default=None,gw=None):
-        for ii in Split(cat('/proc/net/route',no_edge=True),'\n',default=[]):
-            ii_a=ii.split()
-            #if len(ii_a) > 8 and '00000000' == ii_a[1] and '00000000' == ii_a[7]: return ii_a[0]
-            if len(ii_a) < 4 or ii_a[1] != '00000000' or not int(ii_a[3], 16) & 2:
-                #If not default route or not RTF_GATEWAY, skip it
-                continue
-            if gw:
-                if IsSame(socket.inet_ntoa(struct.pack("<L", int(ii_a[2], 16))),gw):
-                    return ii_a[0]
-            else:
-                return ii_a[0]
-        return default
-
-    def DefaultRouteIp(self,default=None):
-        for ii in Split(cat('/proc/net/route',no_edge=True),'\n'):
-            ii_a=ii.split()
-            if len(ii_a) < 4 or ii_a[1] != '00000000' or not int(ii_a[3], 16) & 2:
-                #If not default route or not RTF_GATEWAY, skip it
-                continue
-            return socket.inet_ntoa(struct.pack("<L", int(ii_a[2], 16)))
-        return default
-
-    def Ip(self,ifname=None,mac=None,default=None):
-        if IsNone(ifname):
-            if IsNone(mac) : mac=self.Mac()
-            ifname=self.DevName(mac)
-
-        if ifname:
-            if not os.path.isdir('/sys/class/net/{}'.format(ifname)):
-                return default
-            try:
-                s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
-                return socket.inet_ntoa(fcntl.ioctl(
-                    s.fileno(),
-                    0x8915,  # SIOCGIFADDR
-                    struct.pack('256s', ifname[:15])
-                )[20:24])
-            except:
-                try:
-                    return os.popen('ip addr show {}'.format(ifname)).read().split("inet ")[1].split("/")[0]
-                except:
-                    return default
-        return socket.gethostbyname(socket.gethostname())
-
-    def IpmiIp(self,default=None):
-        rt=rshell('''ipmitool lan print 2>/dev/null| grep "IP Address" | grep -v Source | awk '{print $4}' ''')
-        if rt[0]:return rt[1]
-        return default
-
-    def IpmiMac(self,default=None):
-        rt=rshell(""" ipmitool lan print 2>/dev/null | grep "MAC Address" | awk """ + """ '{print $4}' """)
-        if rt[0]:return rt[1]
-        return default
-
-    def Mac(self,ip=None,dev=None,default=None,ifname=None):
-        #if dev is None and ifname: dev=ifname
-        if IsNone(dev) and ifname: dev=ifname
-        if IpV4(ip):
-            dev_info=self.NetDevice()
-            for dev in dev_info.keys():
-                if self.Ip(ifname=dev) == ip:
-                    return dev_info[dev]['mac']
-        #ip or anyother input of device then getting default gw's dev
-        if IsNone(dev): dev=self.DefaultRouteDev()
-        if dev:
-            try:
-                s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
-                info = fcntl.ioctl(s.fileno(), 0x8927,  struct.pack('256s', Bytes(dev[:15])))
-                return Join(['%02x' % ord(char) for char in Str(info[18:24])],symbol=':')
-            except:
-                return default
-        #return ':'.join(['{:02x}'.format((uuid.getnode() >> ele) & 0xff) for ele in range(0,8*6,8)][::-1])
-        return MacV4('%012x' % uuid.getnode())
-
-    def DevName(self,mac=None,default=None):
-        if IsNone(mac):
-            mac=self.Mac()
-        net_dir='/sys/class/net'
-        if isinstance(mac,str) and os.path.isdir(net_dir):
-            dirpath,dirnames,filenames = list(os.walk(net_dir))[0]
-            for dev in dirnames:
-                fmac=cat('{}/{}/address'.format(dirpath,dev),no_edge=True)
-                if isinstance(fmac,str) and fmac.strip().lower() == mac.lower():
-                    return dev
-        return default
-
-    def Info(self):
-        return {
-         'host_name':self.Name(),
-         'host_ip':self.Ip(),
-         'host_mac':self.Mac(),
-         'ipmi_ip':self.IpmiIp(),
-         'ipmi_mac':self.IpmiMac(),
-         }
-
-    def NetDevice(self,name=None,default=False):
-        def _dev_info_(path,name):
-            drv=ls('{}/{}/device/driver/module/drivers'.format(path,name))
-            if drv is False:
-                drv='unknown'
-            else:
-                drv=drv[0].split(':')[1]
-            return {
-                'mac':cat('{}/{}/address'.format(path,name),no_end_newline=True),
-                'duplex':cat('{}/{}/duplex'.format(path,name),no_end_newline=True,file_only=False),
-                'mtu':cat('{}/{}/mtu'.format(path,name),no_end_newline=True),
-                'state':cat('{}/{}/operstate'.format(path,name),no_end_newline=True),
-                'speed':cat('{}/{}/speed'.format(path,name),no_end_newline=True,file_only=False),
-                'id':cat('{}/{}/ifindex'.format(path,name),no_end_newline=True),
-                'driver':drv,
-                'drv_ver':cat('{}/{}/device/driver/module/version'.format(path,name),no_end_newline=True,file_only=False,default=''),
-                }
-
-
-        net_dev={}
-        net_dir='/sys/class/net'
-        if os.path.isdir(net_dir):
-            dirpath,dirnames,filenames = list(os.walk(net_dir))[0]
-            if name:
-                if name in dirnames:
-                    net_dev[name]=_dev_info_(dirpath,name)
-            else:
-                for dev in dirnames:
-                    net_dev[dev]=_dev_info_(dirpath,dev)
-            return net_dev
-        return default
-
-    def Alive(self,ip,keep=20,interval=3,timeout=1800,default=False,log=None,cancel_func=None):
-        time=TIME()
-        run_time=time.Int()
-        if IpV4(ip):
-            if log:
-                log('[',direct=True,log_level=1)
-            while True:
-                if time.Out(timeout_sec):
-                    if log:
-                        log(']\n',direct=True,log_level=1)
-                    return False,'Timeout monitor'
-                if IsBreak(cancel_func):
-                    if log:
-                        log(']\n',direct=True,log_level=1)
-                    return True,'Stopped monitor by Custom'
-                if ping(ip,cancel_func=cancel_func):
-                    if (time.Int() - run_time) > keep:
-                        if log:
-                            log(']\n',direct=True,log_level=1)
-                        return True,'OK'
-                    if log:
-                        log('-',direct=True,log_level=1)
-                else:
-                    run_time=time.Int()
-                    if log:
-                        log('.',direct=True,log_level=1)
-                time.Sleep(interval)
-            if log:
-                log(']\n',direct=True,log_level=1)
-            return False,'Timeout/Unknown issue'
-        return default,'IP format error'
-
-    def Ping(self,ip,keep_good=10,timeout=3600):
-        if IpV4(ip):
-            return ping(ip,keep_good=keep_good,timeout=timeout)
+#class HOST:
+#    def __init__(self):
+#        pass
+# 
+#    def Name(self):
+#        return socket.gethostname()
+# 
+#    def DefaultRouteDev(self,default=None,gw=None):
+#        for ii in Split(cat('/proc/net/route',no_edge=True),'\n',default=[]):
+#            ii_a=ii.split()
+#            #if len(ii_a) > 8 and '00000000' == ii_a[1] and '00000000' == ii_a[7]: return ii_a[0]
+#            if len(ii_a) < 4 or ii_a[1] != '00000000' or not int(ii_a[3], 16) & 2:
+#                #If not default route or not RTF_GATEWAY, skip it
+#                continue
+#            if gw:
+#                if IsSame(socket.inet_ntoa(struct.pack("<L", int(ii_a[2], 16))),gw):
+#                    return ii_a[0]
+#            else:
+#                return ii_a[0]
+#        return default
+# 
+#    def DefaultRouteIp(self,default=None):
+#        for ii in Split(cat('/proc/net/route',no_edge=True),'\n'):
+#            ii_a=ii.split()
+#            if len(ii_a) < 4 or ii_a[1] != '00000000' or not int(ii_a[3], 16) & 2:
+#                #If not default route or not RTF_GATEWAY, skip it
+#                continue
+#            return socket.inet_ntoa(struct.pack("<L", int(ii_a[2], 16)))
+#        return default
+# 
+#    def Ip(self,ifname=None,mac=None,default=None):
+#        if IsNone(ifname):
+#            if IsNone(mac) : mac=self.Mac()
+#            ifname=self.DevName(mac)
+# 
+#        if ifname:
+#            if not os.path.isdir('/sys/class/net/{}'.format(ifname)):
+#                return default
+#            try:
+#                s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+#                return socket.inet_ntoa(fcntl.ioctl(
+#                    s.fileno(),
+#                    0x8915,  # SIOCGIFADDR
+#                    struct.pack('256s', ifname[:15])
+#                )[20:24])
+#            except:
+#                try:
+#                    return os.popen('ip addr show {}'.format(ifname)).read().split("inet ")[1].split("/")[0]
+#                except:
+#                    return default
+#        return socket.gethostbyname(socket.gethostname())
+# 
+#    def IpmiIp(self,default=None):
+#        rt=rshell('''ipmitool lan print 2>/dev/null| grep "IP Address" | grep -v Source | awk '{print $4}' ''')
+#        if rt[0]:return rt[1]
+#        return default
+# 
+#    def IpmiMac(self,default=None):
+#        rt=rshell(""" ipmitool lan print 2>/dev/null | grep "MAC Address" | awk """ + """ '{print $4}' """)
+#        if rt[0]:return rt[1]
+#        return default
+# 
+#    def Mac(self,ip=None,dev=None,default=None,ifname=None):
+#        #if dev is None and ifname: dev=ifname
+#        if IsNone(dev) and ifname: dev=ifname
+#        if IpV4(ip):
+#            dev_info=self.NetDevice()
+#            for dev in dev_info.keys():
+#                if self.Ip(ifname=dev) == ip:
+#                    return dev_info[dev]['mac']
+#        #ip or anyother input of device then getting default gw's dev
+#        if IsNone(dev): dev=self.DefaultRouteDev()
+#        if dev:
+#            try:
+#                s = socket.socket(socket.AF_INET, socket.SOCK_DGRAM)
+#                info = fcntl.ioctl(s.fileno(), 0x8927,  struct.pack('256s', Bytes(dev[:15])))
+#                return Join(['%02x' % ord(char) for char in Str(info[18:24])],symbol=':')
+#            except:
+#                return default
+#        #return ':'.join(['{:02x}'.format((uuid.getnode() >> ele) & 0xff) for ele in range(0,8*6,8)][::-1])
+#        return MacV4('%012x' % uuid.getnode())
+# 
+#    def DevName(self,mac=None,default=None):
+#        if IsNone(mac):
+#            mac=self.Mac()
+#        net_dir='/sys/class/net'
+#        if isinstance(mac,str) and os.path.isdir(net_dir):
+#            dirpath,dirnames,filenames = list(os.walk(net_dir))[0]
+#            for dev in dirnames:
+#                fmac=cat('{}/{}/address'.format(dirpath,dev),no_edge=True)
+#                if isinstance(fmac,str) and fmac.strip().lower() == mac.lower():
+#                    return dev
+#        return default
+# 
+#    def Info(self):
+#        return {
+#         'host_name':self.Name(),
+#         'host_ip':self.Ip(),
+#         'host_mac':self.Mac(),
+#         'ipmi_ip':self.IpmiIp(),
+#         'ipmi_mac':self.IpmiMac(),
+#         }
+# 
+#    def NetDevice(self,name=None,default=False):
+#        def _dev_info_(path,name):
+#            drv=ls('{}/{}/device/driver/module/drivers'.format(path,name))
+#            if drv is False:
+#                drv='unknown'
+#            else:
+#                drv=drv[0].split(':')[1]
+#            return {
+#                'mac':cat('{}/{}/address'.format(path,name),no_end_newline=True),
+#                'duplex':cat('{}/{}/duplex'.format(path,name),no_end_newline=True,file_only=False),
+#                'mtu':cat('{}/{}/mtu'.format(path,name),no_end_newline=True),
+#                'state':cat('{}/{}/operstate'.format(path,name),no_end_newline=True),
+#                'speed':cat('{}/{}/speed'.format(path,name),no_end_newline=True,file_only=False),
+#                'id':cat('{}/{}/ifindex'.format(path,name),no_end_newline=True),
+#                'driver':drv,
+#                'drv_ver':cat('{}/{}/device/driver/module/version'.format(path,name),no_end_newline=True,file_only=False,default=''),
+#                }
+# 
+# 
+#        net_dev={}
+#        net_dir='/sys/class/net'
+#        if os.path.isdir(net_dir):
+#            dirpath,dirnames,filenames = list(os.walk(net_dir))[0]
+#            if name:
+#                if name in dirnames:
+#                    net_dev[name]=_dev_info_(dirpath,name)
+#            else:
+#                for dev in dirnames:
+#                    net_dev[dev]=_dev_info_(dirpath,dev)
+#            return net_dev
+#        return default
+# 
+#    def Alive(self,ip,keep=20,interval=3,timeout=1800,default=False,log=None,cancel_func=None):
+#        time=TIME()
+#        run_time=time.Int()
+#        if IpV4(ip):
+#            if log:
+#                log('[',direct=True,log_level=1)
+#            while True:
+#                if time.Out(timeout_sec):
+#                    if log:
+#                        log(']\n',direct=True,log_level=1)
+#                    return False,'Timeout monitor'
+#                if IsBreak(cancel_func):
+#                    if log:
+#                        log(']\n',direct=True,log_level=1)
+#                    return True,'Stopped monitor by Custom'
+#                if ping(ip,cancel_func=cancel_func):
+#                    if (time.Int() - run_time) > keep:
+#                        if log:
+#                            log(']\n',direct=True,log_level=1)
+#                        return True,'OK'
+#                    if log:
+#                        log('-',direct=True,log_level=1)
+#                else:
+#                    run_time=time.Int()
+#                    if log:
+#                        log('.',direct=True,log_level=1)
+#                time.Sleep(interval)
+#            if log:
+#                log(']\n',direct=True,log_level=1)
+#            return False,'Timeout/Unknown issue'
+#        return default,'IP format error'
+# 
+#    def Ping(self,ip,keep_good=10,timeout=3600):
+#        if IpV4(ip):
+#            return ping(ip,keep_good=keep_good,timeout=timeout)
 
 class COLOR:
     def __init__(self,**opts):
@@ -2065,7 +2065,7 @@ def Decompress(data,mode='lz4',work_path='/tmp',del_org_file=False,file_info={})
 
     def FileType(filename,default=False):
         if not isinstance(filename,str) or not os.path.isfile(filename): return default
-        Import('import magic')
+        Import('import magic',install_name='python-magic')
         aa=magic.from_buffer(open(filename,'rb').read(2048))
         if aa: return aa.split()[0].lower()
         return 'unknown'
@@ -2452,7 +2452,7 @@ def find_cdrom_dev(size=None):
                         if os.path.isfile('{0}/device/model'.format(rrr)):
                             with open('{0}/device/model'.format(rrr),'r') as fpp:
                                 model=fpp.read()
-                            for ii in ['CDROM','DVD-ROM','DVD-RW']:
+                            for ii in ['CDROM','DVD-ROM','DVD-RW','File-Stor Gadget']: #File-Stor Gadget for OpenBMC's cdrom
                                 if ii in model:
                                     if IsNone(size):
                                         return '/dev/{0}'.format(dd)