cdxcore 0.1.10__py3-none-any.whl → 0.1.13__py3-none-any.whl

tests/test_jcpool.py

@@ -0,0 +1,185 @@
+# -*- coding: utf-8 -*-
+"""
+Created on Tue Apr 14 21:24:52 2020
+@author: hansb
+"""
+
+import unittest as unittest
+
+def import_local():
+    """
+    In order to be able to run our tests manually from the 'tests' directory
+    we force import from the local package.
+    """
+    me = "cdxcore"
+    import os
+    import sys
+    cwd = os.getcwd()
+    if cwd[-len(me):] == me:
+        return
+    assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
+    assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
+    sys.path.insert( 0, cwd[:-6] )
+import_local()
+
+from cdxcore.jcpool import JCPool, Context
+import numpy as np
+
+class Test(unittest.TestCase):
+
+    def test_mp(self):
+        
+        self.maxDiff = None
+        
+        pool    = JCPool(2, threading=False)
+        
+        class Channel(object):
+            """ utility to collect all traced messages """
+            def __init__(self):
+                self.messages = []
+            def __call__(self, msg, flush):
+                self.messages.append( msg )
+        
+        def f( ticker, tdata, verbose : Context ):
+            # some made up results
+            q  = np.quantile( tdata, 0.35, axis=0 )
+            tx = q[0]
+            ty = q[1]
+            # not in a unittest --> time.sleep( np.exp(tdata[0,0]) )
+            verbose.write(f"Result for {ticker}: {tx:.2f}, {ty:.2f}")
+            return tx, ty
+        
+        np.random.seed(1231)
+        tickerdata =\
+         { 'SPY': np.random.normal(size=(1000,2)),
+           'GLD': np.random.normal(size=(1000,2)), 
+           'BTC': np.random.normal(size=(1000,2))
+         } 
+
+        # iterator mode        
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            for ticker, tx, ty in pool.parallel(
+                        { ticker: pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                        for ticker, tdata in tickerdata.items() } ):
+                verbose.report(1,f"Returned {ticker} {tx:.2f}, {ty:.2f}")
+        verbose_main.write("Analysis done")
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '01:   Returned BTC -0.38, -0.42\n', '01:   Returned GLD -0.47, -0.42\n', '01:   Returned SPY -0.42, -0.41\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+
+        # dict mode
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            l = pool.parallel_to_dict(
+                        { ticker: pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                          for ticker, tdata in tickerdata.items() } )
+        verbose_main.write("Analysis done")
+        self.assertEqual( type(l), dict )
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+
+        # list mode            
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            l = pool.parallel_to_list(
+                        pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                        for ticker, tdata in tickerdata.items() )
+        verbose_main.write("Analysis done")
+        self.assertEqual( type(l), list )
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+
+    def test_mt(self):
+        
+        self.maxDiff = None
+        
+        pool    = JCPool(2, threading=True)
+        
+        class Channel(object):
+            """ utility to collect all traced messages """
+            def __init__(self):
+                self.messages = []
+            def __call__(self, msg, flush):
+                self.messages.append( msg )
+        
+        def f( ticker, tdata, verbose : Context ):
+            # some made up results
+            q  = np.quantile( tdata, 0.35, axis=0 )
+            tx = q[0]
+            ty = q[1]
+            # not in a unittest --> time.sleep( np.exp(tdata[0,0]) )
+            verbose.write(f"Result for {ticker}: {tx:.2f}, {ty:.2f}")
+            return tx, ty
+        
+        np.random.seed(1231)
+        tickerdata =\
+         { 'SPY': np.random.normal(size=(1000,2)),
+           'GLD': np.random.normal(size=(1000,2)), 
+           'BTC': np.random.normal(size=(1000,2))
+         } 
+
+        # iterator mode        
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            for ticker, tx, ty in pool.parallel(
+                        { ticker: pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                        for ticker, tdata in tickerdata.items() } ):
+                verbose.report(1,f"Returned {ticker} {tx:.2f}, {ty:.2f}")
+        verbose_main.write("Analysis done")
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '01:   Returned BTC -0.38, -0.42\n', '01:   Returned GLD -0.47, -0.42\n', '01:   Returned SPY -0.42, -0.41\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+
+
+
+        # dict mode
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            l = pool.parallel_to_dict(
+                        { ticker: pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                          for ticker, tdata in tickerdata.items() } )
+        verbose_main.write("Analysis done")
+        self.assertEqual( type(l), dict )
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+
+        # list mode            
+        channel      = Channel()
+        verbose_main = Context("all", channel=channel)
+        
+        verbose_main.write("Launching analysis")
+        with pool.context( verbose_main ) as verbose:
+            l = pool.parallel_to_list(
+                        pool.delayed(f)( ticker=ticker, tdata=tdata, verbose=verbose(2) )
+                        for ticker, tdata in tickerdata.items() )
+        verbose_main.write("Analysis done")
+        self.assertEqual( type(l), list )
+
+        l = sorted( channel.messages )
+        self.assertEqual( str(l), r"['00: Analysis done\n', '00: Launching analysis\n', '02:     Result for BTC: -0.38, -0.42\n', '02:     Result for GLD: -0.47, -0.42\n', '02:     Result for SPY: -0.42, -0.41\n']")
+                        
+if __name__ == '__main__':
+    unittest.main()
+
+
+
+

tests/test_pretty.py

@@ -18,7 +18,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -29,15 +28,7 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
-
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-            print("Reloaded", name)
-#import_local()
+import_local()
 
 from cdxcore.pretty import PrettyObject, Sequence
 
@@ -47,8 +38,7 @@ class A1(PrettyObject):
 class A2(PrettyObject):
     def __init__(self, x): # mandatory argument
         self.x=x
-
-
+        
 class Test(unittest.TestCase):
     
 

tests/test_subdir.py

@@ -10,7 +10,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -21,14 +20,7 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
-
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-#import_local()
+import_local()
     
 """
 Imports

tests/test_uniquehash.py

@@ -14,7 +14,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -25,14 +24,7 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
-
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-#import_local()
+import_local()
     
 """
 Imports

tests/test_util.py

@@ -13,7 +13,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -24,18 +23,36 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
+import_local()
 
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-#import_local()
-
-from cdxcore.util import is_function, is_atomic, is_float, is_filename
+from cdxcore.util import is_function, is_atomic, is_float, is_filename, qualified_name
 from cdxcore.util import fmt, fmt_seconds, fmt_list, fmt_dict, fmt_big_number, fmt_digits, fmt_big_byte_number, fmt_datetime, fmt_date, fmt_time, fmt_timedelta, fmt_filename, DEF_FILE_NAME_MAP
 
+class qA(object):
+
+    M = 0
+
+    def __init__(self):
+        self.m = 1
+    
+    def f(self):
+        pass
+    
+    @property
+    def g(self):
+        return 1
+
+    @staticmethod
+    def h():
+        pass
+
+    @classmethod
+    def j(cls):
+        pass
+        
+    def __iter__(self):
+        yield 1
+
 class Test(unittest.TestCase):
 
     def test_fmt(self):
@@ -361,6 +378,79 @@ class Test(unittest.TestCase):
         self.assertFalse( is_float(np.int32(0.1)) )
         self.assertFalse( is_float(np.int64(0.1)) )
         self.assertFalse( is_float(np.complex64(0.1)) )
+
+        # qualified
+
+        class qB(object):
+        
+            M = 0
+        
+            def __init__(self):
+                self.m = 1
+            
+            def f(self):
+                pass
+            
+            @property
+            def g(self):
+                return 1
+        
+            @staticmethod
+            def h():
+                pass
+        
+            @classmethod
+            def j(cls):
+                pass
+                
+            def __iter__(self):
+                yield 1
+                
+        qa = qA()
+        qb = qB()
+        
+        modname = __name__
+
+        self.assertEqual( qualified_name(qualified_name,True), ("qualified_name", "cdxcore.util"))
+        self.assertEqual( qualified_name(is_atomic,True), ("is_atomic", "cdxcore.util"))
+        self.assertEqual( qualified_name(datetime.datetime,True), ("datetime", "datetime"))
+        self.assertEqual( qualified_name(datetime.datetime.date,True), ("datetime.date", "builtins"))
+        self.assertEqual( qualified_name(datetime.datetime.now(),True), ("datetime", "datetime"))
+        self.assertEqual( qualified_name(datetime.datetime.now().date(),True), ("date", "datetime"))
+        
+        self.assertEqual( qualified_name(qA), "qA")
+        self.assertEqual( qualified_name(qA,True), ("qA",modname) )
+        self.assertEqual( qualified_name(qA.M,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qA.f,True), ("qA.f",modname) )
+        self.assertEqual( qualified_name(qA.g,True), ("qA.g",modname) ) # <-- property function
+        self.assertEqual( qualified_name(qA.h,True), ("qA.h",modname) )
+        self.assertEqual( qualified_name(qA.j,True), ("qA.j",modname) )
+        
+        self.assertEqual( qualified_name(qa), "qA")
+        self.assertEqual( qualified_name(qa,True), ("qA",modname) )
+        self.assertEqual( qualified_name(qa.M,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qa.m,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qa.f,True), ("qA.f",modname) )
+        self.assertEqual( qualified_name(qa.g,True), ("int","builtins") )   # <-- property type
+        self.assertEqual( qualified_name(qa.h,True), ("qA.h",modname) )
+        self.assertEqual( qualified_name(qa.j,True), ("qA.j",modname) )
+        
+        self.assertEqual( qualified_name(qB), "Test.test_basics.<locals>.qB")
+        self.assertEqual( qualified_name(qB,True), ("Test.test_basics.<locals>.qB",modname) )
+        self.assertEqual( qualified_name(qB.M,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qB.f,True), ("Test.test_basics.<locals>.qB.f",modname) )
+        self.assertEqual( qualified_name(qB.g,True), ("Test.test_basics.<locals>.qB.g",modname) ) # <-- property function
+        self.assertEqual( qualified_name(qB.h,True), ("Test.test_basics.<locals>.qB.h",modname) )
+        self.assertEqual( qualified_name(qB.j,True), ("Test.test_basics.<locals>.qB.j",modname) )
+        
+        self.assertEqual( qualified_name(qb), "Test.test_basics.<locals>.qB")
+        self.assertEqual( qualified_name(qb,True), ("Test.test_basics.<locals>.qB",modname) )
+        self.assertEqual( qualified_name(qb.M,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qb.m,True), ("int","builtins") )
+        self.assertEqual( qualified_name(qb.f,True), ("Test.test_basics.<locals>.qB.f",modname) )
+        self.assertEqual( qualified_name(qb.g,True), ("int","builtins") )   # <-- property type
+        self.assertEqual( qualified_name(qb.h,True), ("Test.test_basics.<locals>.qB.h",modname) )
+        self.assertEqual( qualified_name(qb.j,True), ("Test.test_basics.<locals>.qB.j",modname) )
         
 if __name__ == '__main__':
     unittest.main()

tests/test_verbose.py

@@ -10,7 +10,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -21,15 +20,7 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
-
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-            print("Reloaded", name)
-#import_local()
+import_local()
 
 from cdxcore.verbose import Context
 from cdxcore.uniquehash import unique_hash32 as unique_hash

tests/test_version.py

@@ -10,7 +10,6 @@ def import_local():
     """
     In order to be able to run our tests manually from the 'tests' directory
     we force import from the local package.
-    We also force reloading all modules to make sure we are not running old code.
     """
     me = "cdxcore"
     import os
@@ -21,14 +20,7 @@ def import_local():
     assert cwd[-5:] == "tests",("Expected current working directory to be in a 'tests' directory", cwd[-5:], "from", cwd)
     assert cwd[-6] in ['/', '\\'],("Expected current working directory 'tests' to be lead by a '\\' or '/'", cwd[-6:], "from", cwd)
     sys.path.insert( 0, cwd[:-6] )
-
-    # reload modules
-    import importlib as imp
-    modules = sys.modules.copy()
-    for name, mdata in modules.items():
-        if name[:len(me)] == me:
-            imp.reload(mdata)
-#import_local()
+import_local()
     
 """
 Imports

cdxcore-0.1.10.dist-info/RECORD

@@ -1,35 +0,0 @@
-cdxcore/__init__.py,sha256=DzMRN-6SAKCjFPYC72fGXBql03834TWP2QnjtPSb_vc,127
-cdxcore/config.py,sha256=YnIEJVFtMZ5EHlwzaB2JsSkCPhWPvEw9QSpe6mof_V4,98472
-cdxcore/crman.py,sha256=jOw40Bh6PkmEiabA7OS9NsqF-9viam3CBiKzPwxVkVw,5693
-cdxcore/err.py,sha256=SIJMBXKXYI_hiysv5iSPRy0w_BbxyTDPbNEs56Y94Rk,14541
-cdxcore/jcpool.py,sha256=OzoXWBJKWaDgJm1OeUj9ERz9skvwslGOwNq0wbKtcFM,17222
-cdxcore/pretty.py,sha256=iUpgUCwmI8yb5O-WZFJEk3QvNYcj_GIFHUgZ5lK8F2I,17082
-cdxcore/pretty.py_bak.py,sha256=JgWr5044HzCNGG0wKSAWlWiPRs7-bNzkwiKH0T3n0to,28658
-cdxcore/subdir.py,sha256=ceL-Od5NAlJX3f4mYgwki5EMzbs-LpG5M2cikC8eFIE,173868
-cdxcore/uniquehash.py,sha256=g-D8pqPIppSdRq5QfdE5aP3paZ-NkXWHfnn-uNB7fmg,50648
-cdxcore/util.py,sha256=0fp0EzeZvnje1Q7SUcgB_JtKpsYgGTfvlHVfq0mE_ug,31930
-cdxcore/verbose.py,sha256=nKNoZQwl3eF1zBf-JZwPC-lL9d_o5mJsDsSUMixTMLw,29882
-cdxcore/version.py,sha256=m30oI2Ortg44dKSim-sIoeh9PioD1FWsSfVEP5rubhk,27173
-cdxcore-0.1.10.dist-info/licenses/LICENSE,sha256=M-cisgK9kb1bqVRJ7vrCxHcMQQfDxdY3c2YFJJWfNQg,1090
-docs/source/conf.py,sha256=Owctibh5XcSpSNcrpOr3ROIDjoklmFVrMhu8cOSe50o,4180
-tests/test_config.py,sha256=0U9vFIKDex0Il-7Vc_C4saAuXoHIsdQ8YhhS8AO7FQI,15950
-tests/test_crman.py,sha256=jYDxqF__iq3fEjaZQoq66CNChWRoR79Ntyng5mr3sIA,1698
-tests/test_err.py,sha256=VbVmbaB6o49G-n3t7yuJ4M0d9pyUQyJuVDqK-xRrLo8,3458
-tests/test_pretty.py,sha256=5TmF7c1TRDSN-YR5yo04SiLJiW3bZaxpXHJ-4ZEO8hg,11952
-tests/test_subdir.py,sha256=tO-zoOIKQtZEMpQM-tsrisyLRmMH8txCSOzh6jPRhYY,11721
-tests/test_uniquehash.py,sha256=ldoQLT77R7odMAok4Yo3jmiUIH3VPHKoSiSLKbbM_mo,24907
-tests/test_util.py,sha256=DZ6AlPFDNNlkqP5MlM1BUwmBJvEj4WCFqZcdh_Isflw,19955
-tests/test_verbose.py,sha256=7JGCLKHU1HovO6UYSLLcJQxjaZxYJejS1fl8O3Sgk9w,5037
-tests/test_version.py,sha256=eq7bNT0GefbUkwEzo658UUxgBCiR7CDhuIxAmnnI-qQ,4658
-tmp/deferred.py,sha256=TirvzxYXWnZkOWuEMB7qsf6auilfy4VD_zPknYCjrnw,9401
-tmp/dynaplot.py,sha256=kwrH_WccpJcfS7n_gzdAr4QxQobvIZZrrxgdsKLKfj0,48552
-tmp/filelock.py,sha256=HqnHZhSCESaOA3ClrdWPW_GZpyo7c3VRSEofAV-khKM,18137
-tmp/np.py,sha256=2MynhiaTfmx984Gz7TwfZH3t7GCmCAQiyeWzDDCL6_k,47686
-tmp/npio.py,sha256=4Kwp5H4MgKHkOEhu4UJ5CcwpM7Pm8UFkaoL5FvOEFRI,10310
-tmp/sharedarray.py,sha256=JuHuSlxA0evD0a-bEZgTFrfdlVPMgzfQNgfSjr1212w,11484
-up/git_message.py,sha256=EfSH7Pit3ZoCiRqSMwRCUN_QyuwreU4LTIyGSutBlm4,123
-up/pip_modify_setup.py,sha256=Esaml4yA9tFsqxLhk5bWSwvKCURONjQqfyChgFV2TSY,1584
-cdxcore-0.1.10.dist-info/METADATA,sha256=CR4ZGaCL36hx08u3KnBdB5TWKM8Sknk2W_KsCptAv4g,754
-cdxcore-0.1.10.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-cdxcore-0.1.10.dist-info/top_level.txt,sha256=phNSwCyJFe7UP2YMoi8o6ykhotatlIbJHjTp9EHM51k,26
-cdxcore-0.1.10.dist-info/RECORD,,