funboost 44.8__py3-none-any.whl → 45.0__py3-none-any.whl

funboost/utils/dependency_packages_in_pythonpath/func_timeout/dafunc2222.py

@@ -0,0 +1,244 @@
+
+# vim: set ts=4 sw=4 expandtab :
+
+'''
+    Copyright (c) 2016, 2017 Tim Savannah All Rights Reserved.
+
+    Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
+    LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
+'''
+
+import copy
+import functools
+import inspect
+import threading
+import time
+import types
+import sys
+
+
+from .exceptions import FunctionTimedOut
+from .StoppableThread import StoppableThread
+
+
+from .py3_raise import raise_exception
+
+
+from functools import wraps
+
+__all__ = ('func_timeout', 'func_set_timeout')
+
+
+
+
+def func_timeout(timeout, func, args=(), kwargs=None):
+    '''
+        func_timeout - Runs the given function for up to #timeout# seconds.
+
+        Raises any exceptions #func# would raise, returns what #func# would return (unless timeout is exceeded), in which case it raises FunctionTimedOut
+
+        @param timeout <float> - Maximum number of seconds to run #func# before terminating
+
+        @param func <function> - The function to call
+
+        @param args    <tuple> - Any ordered arguments to pass to the function
+
+        @param kwargs  <dict/None> - Keyword arguments to pass to the function.
+
+
+        @raises - FunctionTimedOut if #timeout# is exceeded, otherwise anything #func# could raise will be raised
+
+        If the timeout is exceeded, FunctionTimedOut will be raised within the context of the called function every two seconds until it terminates,
+        but will not block the calling thread (a new thread will be created to perform the join). If possible, you should try/except FunctionTimedOut
+        to return cleanly, but in most cases it will 'just work'.
+
+        @return - The return value that #func# gives
+    '''
+
+    if not kwargs:
+        kwargs = {}
+    if not args:
+        args = ()
+
+    ret = []
+    exception = []
+    isStopped = False
+
+    from funboost.core.current_task import thread_current_task
+
+    def funcwrap(args2, kwargs2,fct_context):
+        fct = thread_current_task
+        fct.set_fct_context(fct_context)  # 把funboost的消费线程上下文需要传递到超时线程上下文里面来.
+        try:
+            ret.append( func(*args2, **kwargs2) )
+        except FunctionTimedOut:
+            # Don't print traceback to stderr if we time out
+            pass
+        except BaseException as e:
+            exc_info = sys.exc_info()
+            if isStopped is False:
+                # Assemble the alternate traceback, excluding this function
+                #  from the trace (by going to next frame)
+                # Pytohn3 reads native from __traceback__,
+                # python2 has a different form for "raise"
+                e.__traceback__ = exc_info[2].tb_next
+                exception.append( e )
+
+
+    # fct = funboost_current_task()
+    thread = StoppableThread(target=funcwrap, args=(args, kwargs,thread_current_task.get_fct_context()))
+    thread.daemon = True
+
+    thread.start()
+    thread.join(timeout)
+
+    stopException = None
+    if thread.is_alive():
+        isStopped = True
+
+        class FunctionTimedOutTempType(FunctionTimedOut):
+            def __init__(self):
+                return FunctionTimedOut.__init__(self, '', timeout, func, args, kwargs)
+
+        FunctionTimedOutTemp = type('FunctionTimedOut' + str( hash( "%d_%d_%d_%d" %(id(timeout), id(func), id(args), id(kwargs))) ), FunctionTimedOutTempType.__bases__, dict(FunctionTimedOutTempType.__dict__))
+
+        stopException = FunctionTimedOutTemp
+        # raise FunctionTimedOut('', timeout, func, args, kwargs)
+        thread._stopThread(stopException)
+        thread.join(min(.1, timeout / 50.0))
+        raise FunctionTimedOut('', timeout, func, args, kwargs)
+    else:
+        # We can still cleanup the thread here..
+        # Still give a timeout... just... cuz..
+        thread.join(.5)
+
+    if exception:
+        raise_exception(exception)
+
+    if ret:
+        return ret[0]
+
+
+def func_set_timeout(timeout, allowOverride=False):
+    '''
+        func_set_timeout - Decorator to run a function with a given/calculated timeout (max execution time).
+            Optionally (if #allowOverride is True), adds a paramater, "forceTimeout", to the
+            function which, if provided, will override the default timeout for that invocation.
+
+            If #timeout is provided as a lambda/function, it will be called
+              prior to each invocation of the decorated function to calculate the timeout to be used
+              for that call, based on the arguments passed to the decorated function.
+
+              For example, you may have a "processData" function whose execution time
+              depends on the number of "data" elements, so you may want a million elements to have a
+              much higher timeout than seven elements.)
+
+            If #allowOverride is True AND a kwarg of "forceTimeout" is passed to the wrapped function, that timeout
+             will be used for that single call.
+
+        @param timeout <float OR lambda/function> -
+
+            **If float:**
+                Default number of seconds max to allow function to execute
+                  before throwing FunctionTimedOut
+
+            **If lambda/function:
+
+                 If a function/lambda is provided, it will be called for every
+                  invocation of the decorated function (unless #allowOverride=True and "forceTimeout" was passed)
+                  to determine the timeout to use based on the arguments to the decorated function.
+
+                    The arguments as passed into the decorated function will be passed to this function.
+                     They either must match exactly to what the decorated function has, OR
+                      if you prefer to get the *args (list of ordered args) and **kwargs ( key : value  keyword args form),
+                      define your calculate function like:
+
+                        def calculateTimeout(*args, **kwargs):
+                            ...
+
+                      or lambda like:
+
+                        calculateTimeout = lambda *args, **kwargs : ...
+
+                    otherwise the args to your calculate function should match exactly the decorated function.
+
+
+        @param allowOverride <bool> Default False, if True adds a keyword argument to the decorated function,
+            "forceTimeout" which, if provided, will override the #timeout. If #timeout was provided as a lambda / function, it
+             will not be called.
+
+        @throws FunctionTimedOut If time alloted passes without function returning naturally
+
+        @see func_timeout
+    '''
+    # Try to be as efficent as possible... don't compare the args more than once
+
+    #  Helps closure issue on some versions of python
+    defaultTimeout = copy.copy(timeout)
+
+    isTimeoutAFunction = bool( issubclass(timeout.__class__, (types.FunctionType, types.MethodType, types.LambdaType, types.BuiltinFunctionType, types.BuiltinMethodType) ) )
+
+    if not isTimeoutAFunction:
+        if not issubclass(timeout.__class__, (float, int)):
+            try:
+                timeout = float(timeout)
+            except:
+                raise ValueError('timeout argument must be a float/int for number of seconds, or a function/lambda which gets passed the function arguments and returns a calculated timeout (as float or int). Passed type: < %s > is not of any of these, and cannot be converted to a float.' %( timeout.__class__.__name__, ))
+
+
+    if not allowOverride and not isTimeoutAFunction:
+        # Only defaultTimeout provided. Simple function wrapper
+        def _function_decorator(func):
+
+            return wraps(func)(lambda *args, **kwargs : func_timeout(defaultTimeout, func, args=args, kwargs=kwargs))
+
+#            def _function_wrapper(*args, **kwargs):
+#                return func_timeout(defaultTimeout, func, args=args, kwargs=kwargs)
+#            return _function_wrapper
+        return _function_decorator
+
+    if not isTimeoutAFunction:
+        # allowOverride is True and timeout is not a function. Simple conditional on every call
+        def _function_decorator(func):
+            def _function_wrapper(*args, **kwargs):
+                if 'forceTimeout' in kwargs:
+                    useTimeout = kwargs.pop('forceTimeout')
+                else:
+                    useTimeout = defaultTimeout
+
+                return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
+
+            return wraps(func)(_function_wrapper)
+        return _function_decorator
+
+
+    # At this point, timeout IS known to be a function.
+    timeoutFunction = timeout
+
+    if allowOverride:
+        # Could use a lambda here... but want traceback to highlight the calculate function,
+        #  and not the invoked function
+        def _function_decorator(func):
+            def _function_wrapper(*args, **kwargs):
+                if 'forceTimeout' in kwargs:
+                    useTimeout = kwargs.pop('forceTimeout')
+                else:
+                    useTimeout = timeoutFunction(*args, **kwargs)
+
+                return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
+
+            return wraps(func)(_function_wrapper)
+        return _function_decorator
+
+    # Cannot override, and calculate timeout function
+    def _function_decorator(func):
+        def _function_wrapper(*args, **kwargs):
+            useTimeout = timeoutFunction(*args, **kwargs)
+
+            return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
+
+        return wraps(func)(_function_wrapper)
+    return _function_decorator
+
+
+# vim: set ts=4 sw=4 expandtab :

funboost/utils/dependency_packages_in_pythonpath/func_timeout/exceptions.py

@@ -1,98 +1,98 @@
-'''
-    Copyright (c) 2016 Tim Savannah All Rights Reserved.
-
-    Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
-    LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
-'''
-
-__all__ = ('FunctionTimedOut', 'RETRY_SAME_TIMEOUT')
-
-RETRY_SAME_TIMEOUT = 'RETRY_SAME_TIMEOUT'
-
-class FunctionTimedOut(BaseException):
-    '''
-        FunctionTimedOut - Exception raised when a function times out
-
-        @property timedOutAfter - Number of seconds before timeout was triggered
-
-        @property timedOutFunction - Function called which timed out
-        @property timedOutArgs - Ordered args to function
-        @property timedOutKwargs - Keyword args to function
-
-        @method retry - Retries the function with same arguments, with option to run with original timeout, no timeout, or a different
-          explicit timeout. @see FunctionTimedOut.retry
-    '''
-
-
-    def __init__(self, msg='', timedOutAfter=None, timedOutFunction=None, timedOutArgs=None, timedOutKwargs=None):
-        '''
-            __init__ - Create this exception type.
-
-                You should not need to do this outside of testing, it will be created by the func_timeout API
-
-                    @param msg <str> - A predefined message, otherwise we will attempt to generate one from the other arguments.
-
-                    @param timedOutAfter <None/float> - Number of seconds before timing-out. Filled-in by API, None will produce "Unknown"
-
-                    @param timedOutFunction <None/function> - Reference to the function that timed-out. Filled-in by API." None will produce "Unknown Function"
-
-                    @param timedOutArgs <None/tuple/list> - List of fixed-order arguments ( *args ), or None for no args.
-
-                    @param timedOutKwargs <None/dict> - Dict of keyword arg ( **kwargs ) names to values, or None for no kwargs.
-
-        '''
-
-        self.timedOutAfter = timedOutAfter
-
-        self.timedOutFunction = timedOutFunction
-        self.timedOutArgs = timedOutArgs
-        self.timedOutKwargs = timedOutKwargs
-
-        if not msg:
-            msg = self.getMsg()
-
-        BaseException.__init__(self, msg)
-
-        self.msg = msg
-
-
-    def getMsg(self):
-        '''
-            getMsg - Generate a default message based on parameters to FunctionTimedOut exception'
-
-            @return <str> - Message
-        '''
-        # Try to gather the function name, if available.
-        # If it is not, default to an "unknown" string to allow default instantiation
-        if self.timedOutFunction is not None:
-            timedOutFuncName = self.timedOutFunction.__name__
-        else:
-            timedOutFuncName = 'Unknown Function'
-        if self.timedOutAfter is not None:
-            timedOutAfterStr = "%f" %(self.timedOutAfter, )
-        else:
-            timedOutAfterStr = "Unknown"
-
-        return 'Function %s (args=%s) (kwargs=%s) timed out after %s seconds.\n' %(timedOutFuncName, repr(self.timedOutArgs), repr(self.timedOutKwargs), timedOutAfterStr)
-
-    def retry(self, timeout=RETRY_SAME_TIMEOUT):
-        '''
-            retry - Retry the timed-out function with same arguments.
-
-            @param timeout <float/RETRY_SAME_TIMEOUT/None> Default RETRY_SAME_TIMEOUT
-
-                If RETRY_SAME_TIMEOUT : Will retry the function same args, same timeout
-                If a float/int : Will retry the function same args with provided timeout
-                If None : Will retry function same args no timeout
-
-            @return - Returnval from function
-        '''
-        if timeout is None:
-            return self.timedOutFunction(*(self.timedOutArgs), **self.timedOutKwargs)
-
-        from .dafunc import func_timeout
-
-        if timeout == RETRY_SAME_TIMEOUT:
-            timeout = self.timedOutAfter
-
-        return func_timeout(timeout, self.timedOutFunction, args=self.timedOutArgs, kwargs=self.timedOutKwargs)
+'''
+    Copyright (c) 2016 Tim Savannah All Rights Reserved.
+
+    Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
+    LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
+'''
+
+__all__ = ('FunctionTimedOut', 'RETRY_SAME_TIMEOUT')
+
+RETRY_SAME_TIMEOUT = 'RETRY_SAME_TIMEOUT'
+
+class FunctionTimedOut(BaseException):
+    '''
+        FunctionTimedOut - Exception raised when a function times out
+
+        @property timedOutAfter - Number of seconds before timeout was triggered
+
+        @property timedOutFunction - Function called which timed out
+        @property timedOutArgs - Ordered args to function
+        @property timedOutKwargs - Keyword args to function
+
+        @method retry - Retries the function with same arguments, with option to run with original timeout, no timeout, or a different
+          explicit timeout. @see FunctionTimedOut.retry
+    '''
+
+
+    def __init__(self, msg='', timedOutAfter=None, timedOutFunction=None, timedOutArgs=None, timedOutKwargs=None):
+        '''
+            __init__ - Create this exception type.
+
+                You should not need to do this outside of testing, it will be created by the func_timeout API
+
+                    @param msg <str> - A predefined message, otherwise we will attempt to generate one from the other arguments.
+
+                    @param timedOutAfter <None/float> - Number of seconds before timing-out. Filled-in by API, None will produce "Unknown"
+
+                    @param timedOutFunction <None/function> - Reference to the function that timed-out. Filled-in by API." None will produce "Unknown Function"
+
+                    @param timedOutArgs <None/tuple/list> - List of fixed-order arguments ( *args ), or None for no args.
+
+                    @param timedOutKwargs <None/dict> - Dict of keyword arg ( **kwargs ) names to values, or None for no kwargs.
+
+        '''
+
+        self.timedOutAfter = timedOutAfter
+
+        self.timedOutFunction = timedOutFunction
+        self.timedOutArgs = timedOutArgs
+        self.timedOutKwargs = timedOutKwargs
+
+        if not msg:
+            msg = self.getMsg()
+
+        BaseException.__init__(self, msg)
+
+        self.msg = msg
+
+
+    def getMsg(self):
+        '''
+            getMsg - Generate a default message based on parameters to FunctionTimedOut exception'
+
+            @return <str> - Message
+        '''
+        # Try to gather the function name, if available.
+        # If it is not, default to an "unknown" string to allow default instantiation
+        if self.timedOutFunction is not None:
+            timedOutFuncName = self.timedOutFunction.__name__
+        else:
+            timedOutFuncName = 'Unknown Function'
+        if self.timedOutAfter is not None:
+            timedOutAfterStr = "%f" %(self.timedOutAfter, )
+        else:
+            timedOutAfterStr = "Unknown"
+
+        return 'Function %s (args=%s) (kwargs=%s) timed out after %s seconds.\n' %(timedOutFuncName, repr(self.timedOutArgs), repr(self.timedOutKwargs), timedOutAfterStr)
+
+    def retry(self, timeout=RETRY_SAME_TIMEOUT):
+        '''
+            retry - Retry the timed-out function with same arguments.
+
+            @param timeout <float/RETRY_SAME_TIMEOUT/None> Default RETRY_SAME_TIMEOUT
+
+                If RETRY_SAME_TIMEOUT : Will retry the function same args, same timeout
+                If a float/int : Will retry the function same args with provided timeout
+                If None : Will retry function same args no timeout
+
+            @return - Returnval from function
+        '''
+        if timeout is None:
+            return self.timedOutFunction(*(self.timedOutArgs), **self.timedOutKwargs)
+
+        from .dafunc import func_timeout
+
+        if timeout == RETRY_SAME_TIMEOUT:
+            timeout = self.timedOutAfter
+
+        return func_timeout(timeout, self.timedOutFunction, args=self.timedOutArgs, kwargs=self.timedOutKwargs)

funboost/utils/dependency_packages_in_pythonpath/func_timeout/py2_raise.py

@@ -1,7 +1,7 @@
-
-
-# Python2 allows specifying an alternate traceback.
-def raise_exception(exception):
-    '''
-    raise exception[0] , None , exception[0].__traceback__  # noqa
-    '''
+
+
+# Python2 allows specifying an alternate traceback.
+def raise_exception(exception):
+    '''
+    raise exception[0] , None , exception[0].__traceback__  # noqa
+    '''

funboost/utils/dependency_packages_in_pythonpath/func_timeout/py3_raise.py

@@ -1,7 +1,7 @@
-
-# PEP 409 - Raise with the chained exception context disabled
-#  This, in effect, prevents the "funcwrap" wrapper ( chained
-#   in context to an exception raised here, due to scope )
-# Only available in python3.3+
-def raise_exception(exception):
-    raise exception[0] from None
+
+# PEP 409 - Raise with the chained exception context disabled
+#  This, in effect, prevents the "funcwrap" wrapper ( chained
+#   in context to an exception raised here, due to scope )
+# Only available in python3.3+
+def raise_exception(exception):
+    raise exception[0] from None

funboost/utils/times/__init__.py

@@ -1,85 +1,85 @@
-import datetime
-import sys
-
-import arrow
-
-from .version import VERSION
-
-PY3 = sys.version_info[0] == 3
-if PY3:
-    string_types = str
-else:
-    string_types = basestring
-
-
-__author__ = 'Vincent Driessen <vincent@3rdcloud.com>'
-__version__ = VERSION
-
-
-def to_universal(local_dt, timezone=None):
-    """
-    Converts the given local datetime or UNIX timestamp to a universal
-    datetime.
-    """
-    if isinstance(local_dt, (int, float)):
-        if timezone is not None:
-            raise ValueError('Timezone argument illegal when using UNIX timestamps.')
-        return from_unix(local_dt)
-    elif isinstance(local_dt, string_types):
-        local_dt = arrow.get(local_dt).to('UTC').naive
-
-    return from_local(local_dt, timezone)
-
-
-def from_local(local_dt, timezone=None):
-    """Converts the given local datetime to a universal datetime."""
-    if not isinstance(local_dt, datetime.datetime):
-        raise TypeError('Expected a datetime object')
-
-    if timezone is None:
-        a = arrow.get(local_dt)
-    else:
-        a = arrow.get(local_dt, timezone)
-    return a.to('UTC').naive
-
-
-def from_unix(ut):
-    """
-    Converts a UNIX timestamp, as returned by `time.time()`, to universal
-    time.  Assumes the input is in UTC, as `time.time()` does.
-    """
-    if not isinstance(ut, (int, float)):
-        raise TypeError('Expected an int or float value')
-
-    return arrow.get(ut).naive
-
-
-def to_local(dt, timezone):
-    """Converts universal datetime to a local representation in given timezone."""
-    if dt.tzinfo is not None:
-        raise ValueError(
-            'First argument to to_local() should be a universal time.'
-        )
-    if not isinstance(timezone, string_types):
-        raise TypeError('expected a timezone name (string), but got {} instead'.format(type(timezone)))
-    return arrow.get(dt).to(timezone).datetime
-
-
-def to_unix(dt):
-    """Converts a datetime object to unixtime"""
-    if not isinstance(dt, datetime.datetime):
-        raise TypeError('Expected a datetime object')
-
-    return arrow.get(dt).timestamp
-
-
-def format(dt, timezone, fmt=None):
-    """Formats the given universal time for display in the given time zone."""
-    local = to_local(dt, timezone)
-    if fmt is None:
-        return local.isoformat()
-    else:
-        return local.strftime(fmt)
-
-
-now = datetime.datetime.utcnow
+import datetime
+import sys
+
+import arrow
+
+from .version import VERSION
+
+PY3 = sys.version_info[0] == 3
+if PY3:
+    string_types = str
+else:
+    string_types = basestring
+
+
+__author__ = 'Vincent Driessen <vincent@3rdcloud.com>'
+__version__ = VERSION
+
+
+def to_universal(local_dt, timezone=None):
+    """
+    Converts the given local datetime or UNIX timestamp to a universal
+    datetime.
+    """
+    if isinstance(local_dt, (int, float)):
+        if timezone is not None:
+            raise ValueError('Timezone argument illegal when using UNIX timestamps.')
+        return from_unix(local_dt)
+    elif isinstance(local_dt, string_types):
+        local_dt = arrow.get(local_dt).to('UTC').naive
+
+    return from_local(local_dt, timezone)
+
+
+def from_local(local_dt, timezone=None):
+    """Converts the given local datetime to a universal datetime."""
+    if not isinstance(local_dt, datetime.datetime):
+        raise TypeError('Expected a datetime object')
+
+    if timezone is None:
+        a = arrow.get(local_dt)
+    else:
+        a = arrow.get(local_dt, timezone)
+    return a.to('UTC').naive
+
+
+def from_unix(ut):
+    """
+    Converts a UNIX timestamp, as returned by `time.time()`, to universal
+    time.  Assumes the input is in UTC, as `time.time()` does.
+    """
+    if not isinstance(ut, (int, float)):
+        raise TypeError('Expected an int or float value')
+
+    return arrow.get(ut).naive
+
+
+def to_local(dt, timezone):
+    """Converts universal datetime to a local representation in given timezone."""
+    if dt.tzinfo is not None:
+        raise ValueError(
+            'First argument to to_local() should be a universal time.'
+        )
+    if not isinstance(timezone, string_types):
+        raise TypeError('expected a timezone name (string), but got {} instead'.format(type(timezone)))
+    return arrow.get(dt).to(timezone).datetime
+
+
+def to_unix(dt):
+    """Converts a datetime object to unixtime"""
+    if not isinstance(dt, datetime.datetime):
+        raise TypeError('Expected a datetime object')
+
+    return arrow.get(dt).timestamp
+
+
+def format(dt, timezone, fmt=None):
+    """Formats the given universal time for display in the given time zone."""
+    local = to_local(dt, timezone)
+    if fmt is None:
+        return local.isoformat()
+    else:
+        return local.strftime(fmt)
+
+
+now = datetime.datetime.utcnow

funboost/utils/times/version.py

@@ -1 +1 @@
-VERSION = '0.7'
+VERSION = '0.7'

{funboost-44.8.dist-info → funboost-45.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: funboost
-Version: 44.8
+Version: 45.0
 Summary: pip install funboost，python全功能分布式函数调度框架,。支持python所有类型的并发模式和一切知名消息队列中间件，支持如 celery dramatiq等框架整体作为funboost中间件，python函数加速器，框架包罗万象，用户能想到的控制功能全都有。一统编程思维，兼容50% python业务场景，适用范围广。只需要一行代码即可分布式执行python一切函数，99%用过funboost的pythoner 感受是　简易 方便 强劲 强大，相见恨晚 
 Home-page: https://github.com/ydf0509/funboost
 Author: bfzs
@@ -576,4 +576,3 @@ funboost通过支持celery作为broker_kind,使celer框架变成了funboost的
 ![](https://visitor-badge.glitch.me/badge?page_id=distributed_framework)
 
 <div> </div>
-