funboost 47.7__py3-none-any.whl → 47.9__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of funboost might be problematic. Click here for more details.

funboost/__init__.py CHANGED
@@ -13,7 +13,7 @@ set_frame_config这个模块的 use_config_form_funboost_config_module() 是核
13
13
  这段注释说明和使用的用户无关,只和框架开发人员有关.
14
14
  '''
15
15
 
16
- __version__ = "47.7"
16
+ __version__ = "47.9"
17
17
 
18
18
  from funboost.set_frame_config import show_frame_config
19
19
 
@@ -65,7 +65,7 @@ from funboost.concurrent_pool.bounded_threadpoolexcutor import \
65
65
  BoundedThreadPoolExecutor
66
66
  from funboost.utils.redis_manager import RedisMixin
67
67
  # from func_timeout import func_set_timeout # noqa
68
- from funboost.utils.func_timeout.dafunc import func_set_timeout
68
+ from funboost.utils.func_timeout import dafunc
69
69
 
70
70
  from funboost.concurrent_pool.custom_threadpool_executor import check_not_monkey
71
71
  from funboost.concurrent_pool.flexible_thread_pool import FlexibleThreadPool, sync_or_async_fun_deco
@@ -1058,7 +1058,7 @@ class ConcurrentModeDispatcher(FunboostFileLoggerMixin):
1058
1058
  self.timeout_deco = None
1059
1059
  if self._concurrent_mode in (ConcurrentModeEnum.THREADING, ConcurrentModeEnum.SINGLE_THREAD):
1060
1060
  # self.timeout_deco = decorators.timeout
1061
- self.timeout_deco = func_set_timeout # 这个超时装饰器性能好很多。
1061
+ self.timeout_deco = dafunc.func_set_timeout # 这个超时装饰器性能好很多。
1062
1062
  elif self._concurrent_mode == ConcurrentModeEnum.GEVENT:
1063
1063
  from funboost.concurrent_pool.custom_gevent_pool_executor import gevent_timeout_deco
1064
1064
  self.timeout_deco = gevent_timeout_deco
@@ -154,6 +154,7 @@ class BoosterParams(BaseJsonAbleModel):
154
154
  retry_interval: typing.Union[float, int] = 0 # 函数出错后间隔多少秒再重试.
155
155
  is_push_to_dlx_queue_when_retry_max_times: bool = False # 函数达到最大重试次数仍然没成功,是否发送到死信队列,死信队列的名字是 队列名字 + _dlx。
156
156
 
157
+
157
158
  consumin_function_decorator: typing.Callable = None # 函数的装饰器。因为此框架做参数自动转指点,需要获取精准的入参名称,不支持在消费函数上叠加 @ *args **kwargs的装饰器,如果想用装饰器可以这里指定。
158
159
  function_timeout: typing.Union[int, float,None] = None # 超时秒数,函数运行超过这个时间,则自动杀死函数。为0是不限制。 谨慎使用,非必要别去设置超时时间,设置后性能会降低(因为需要把用户函数包装到另一个线单独的程中去运行),而且突然强制超时杀死运行中函数,可能会造成死锁.(例如用户函数在获得线程锁后突然杀死函数,别的线程再也无法获得锁了)
159
160
 
@@ -167,7 +167,7 @@ class FunboostBackgroundScheduler(BackgroundScheduler):
167
167
  """
168
168
  MAX_WAIT_SECONDS_FOR_NEX_PROCESS_JOBS = 0.5
169
169
  wait_seconds = None
170
- while self.state == STATE_RUNNING:
170
+ while self.state != STATE_STOPPED:
171
171
  if wait_seconds is None:
172
172
  wait_seconds = MAX_WAIT_SECONDS_FOR_NEX_PROCESS_JOBS
173
173
  self._last_wait_seconds = min(wait_seconds, MAX_WAIT_SECONDS_FOR_NEX_PROCESS_JOBS)
@@ -0,0 +1,94 @@
1
+ import copy
2
+ import gc
3
+ import inspect
4
+ import re
5
+ import sys
6
+ import traceback
7
+ import typing
8
+
9
+ import nb_log
10
+ from types import MethodType, FunctionType
11
+
12
+
13
+
14
+
15
+ class ClsHelper:
16
+ @staticmethod
17
+ def is_static_method(func):
18
+ # 获取类名
19
+ class_name = func.__qualname__.split('.')[0]
20
+ # 使用 inspect 获取函数的原始定义
21
+ return isinstance(func, staticmethod) or (inspect.isfunction(func) and func.__qualname__.startswith(f'{class_name}.'))
22
+
23
+ # 判断函数是否是实例方法
24
+ @staticmethod
25
+ def is_instance_method(method):
26
+ # 检查方法是否是绑定到类实例上的方法
27
+ return inspect.ismethod(method) or (inspect.isfunction(method) and getattr(method, '__self__', None) is not None)
28
+
29
+ @staticmethod
30
+ def is_class_method(method):
31
+ # 检查方法是否是类方法
32
+ return isinstance(method, classmethod) or (inspect.isfunction(method) and method.__self__ is None)
33
+
34
+
35
+
36
+ @classmethod
37
+ def is_common_function(cls, method):
38
+ if cls.is_static_method(method):
39
+ return False
40
+ if cls.is_class_method(method):
41
+ return False
42
+ if cls.is_instance_method(method):
43
+ return False
44
+ if isinstance(method, FunctionType):
45
+ sourcelines = inspect.getsourcelines(method)
46
+ for line in sourcelines[0][:50]:
47
+ if not line.replace(' ', '').startswith('#'):
48
+ if not re.search('\(\s*?self\s*?,', line):
49
+ return True
50
+
51
+ @classmethod
52
+ def get_method_kind(cls, method: typing.Callable) -> str:
53
+ func =method
54
+ try:
55
+ if cls.is_instance_method(func):
56
+ return "实例方法"
57
+ if cls.is_static_method(func):
58
+ return "静态方法"
59
+ if cls.is_class_method(func):
60
+ return "类方法"
61
+ if inspect.isfunction(func):
62
+ return "模块级函数"
63
+ except Exception as e:
64
+ print(traceback.format_exc())
65
+
66
+ @staticmethod
67
+ def get_obj_init_params_for_funboost(obj_init_params: dict):
68
+ obj_init_params.pop('self')
69
+ return copy.deepcopy(obj_init_params)
70
+
71
+
72
+
73
+
74
+ if __name__ == '__main__':
75
+ def module_function():
76
+ return "I am a module-level function"
77
+
78
+
79
+ class MyClass:
80
+ @staticmethod
81
+ def static_method():
82
+ return "I am a static method"
83
+
84
+ @classmethod
85
+ def class_method(cls):
86
+ return "I am a class method"
87
+
88
+ def instance_method(self):
89
+ return "I am a instance method"
90
+
91
+ print(ClsHelper.get_method_kind(module_function)) # 输出: 模块级函数
92
+ print(ClsHelper.get_method_kind(MyClass.static_method)) # 输出: 静态方法
93
+ print(ClsHelper.get_method_kind(MyClass.class_method)) # 输出: 类方法
94
+ print(ClsHelper.get_method_kind(MyClass.instance_method)) # 输出: 实例方法
@@ -0,0 +1,134 @@
1
+ '''
2
+ Copyright (c) 2016, 2017, 2019 Timothy Savannah All Rights Reserved.
3
+
4
+ Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
5
+ LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
6
+ '''
7
+
8
+ import os
9
+ import ctypes
10
+ import threading
11
+
12
+ from funboost.core.current_task import FctContextThread
13
+ __all__ = ('StoppableThread', 'JoinThread')
14
+
15
+ class StoppableThread(FctContextThread): # 这里重要,继承的是FctContextThread,而不是原生 threading.Thread
16
+ '''
17
+ StoppableThread - A thread that can be stopped by forcing an exception in the execution context.
18
+
19
+ This works both to interrupt code that is in C or in python code, at either the next call to a python function,
20
+ or the next line in python code.
21
+
22
+ It is recommended that if you call stop ( @see StoppableThread.stop ) that you use an exception that inherits BaseException, to ensure it likely isn't caught.
23
+
24
+ Also, beware unmarked exception handlers in your code. Code like this:
25
+
26
+ while True:
27
+ try:
28
+ doSomething()
29
+ except:
30
+ continue
31
+
32
+ will never be able to abort, because the exception you raise is immediately caught.
33
+
34
+ The exception is raised over and over, with a specifed delay (default 2.0 seconds)
35
+ '''
36
+
37
+
38
+ def _stopThread(self, exception, raiseEvery=2.0):
39
+ '''
40
+ _stopThread - @see StoppableThread.stop
41
+ '''
42
+ if self.is_alive() is False:
43
+ return True
44
+
45
+ self._stderr = open(os.devnull, 'w')
46
+
47
+ # Create "joining" thread which will raise the provided exception
48
+ # on a repeat, until the thread stops.
49
+ joinThread = JoinThread(self, exception, repeatEvery=raiseEvery)
50
+
51
+ # Try to prevent spurrious prints
52
+ joinThread._stderr = self._stderr
53
+ joinThread.start()
54
+ joinThread._stderr = self._stderr
55
+
56
+
57
+ def stop(self, exception, raiseEvery=2.0):
58
+ '''
59
+ Stops the thread by raising a given exception.
60
+
61
+ @param exception <Exception type> - Exception to throw. Likely, you want to use something
62
+
63
+ that inherits from BaseException (so except BaseException as e: continue; isn't a problem)
64
+
65
+ This should be a class/type, NOT an instance, i.e. MyExceptionType not MyExceptionType()
66
+
67
+
68
+ @param raiseEvery <float> Default 2.0 - We will keep raising this exception every #raiseEvery seconds,
69
+
70
+ until the thread terminates.
71
+
72
+ If your code traps a specific exception type, this will allow you #raiseEvery seconds to cleanup before exit.
73
+
74
+ If you're calling third-party code you can't control, which catches BaseException, set this to a low number
75
+
76
+ to break out of their exception handler.
77
+
78
+
79
+ @return <None>
80
+ '''
81
+ return self._stopThread(exception, raiseEvery)
82
+
83
+
84
+ class JoinThread(FctContextThread):
85
+ '''
86
+ JoinThread - The workhouse that stops the StoppableThread.
87
+
88
+ Takes an exception, and upon being started immediately raises that exception in the current context
89
+ of the thread's execution (so next line of python gets it, or next call to a python api function in C code ).
90
+
91
+ @see StoppableThread for more details
92
+ '''
93
+
94
+ def __init__(self, otherThread, exception, repeatEvery=2.0):
95
+ '''
96
+ __init__ - Create a JoinThread (don't forget to call .start() ! )
97
+
98
+ @param otherThread <threading.Thread> - A thread
99
+
100
+ @param exception <BaseException> - An exception. Should be a BaseException, to prevent "catch Exception as e: continue" type code
101
+ from never being terminated. If such code is unavoidable, you can try setting #repeatEvery to a very low number, like .00001,
102
+ and it will hopefully raise within the context of the catch, and be able to break free.
103
+
104
+ @param repeatEvery <float> Default 2.0 - After starting, the given exception is immediately raised. Then, every #repeatEvery seconds,
105
+ it is raised again, until the thread terminates.
106
+ '''
107
+ threading.Thread.__init__(self)
108
+ self.otherThread = otherThread
109
+ self.exception = exception
110
+ self.repeatEvery = repeatEvery
111
+ self.daemon = True
112
+
113
+ def run(self):
114
+ '''
115
+ run - The thread main. Will attempt to stop and join the attached thread.
116
+ '''
117
+
118
+ # Try to silence default exception printing.
119
+ self.otherThread._Thread__stderr = self._stderr
120
+ if hasattr(self.otherThread, '_Thread__stop'):
121
+ # If py2, call this first to start thread termination cleanly.
122
+ # Python3 does not need such ( nor does it provide.. )
123
+ self.otherThread._Thread__stop()
124
+ while self.otherThread.is_alive():
125
+ # We loop raising exception incase it's caught hopefully this breaks us far out.
126
+ ctypes.pythonapi.PyThreadState_SetAsyncExc(ctypes.c_long(self.otherThread.ident), ctypes.py_object(self.exception))
127
+ self.otherThread.join(self.repeatEvery)
128
+
129
+ try:
130
+ self._stderr.close()
131
+ except:
132
+ pass
133
+
134
+ # vim: set ts=4 sw=4 expandtab :
File without changes
@@ -0,0 +1,244 @@
1
+
2
+ # vim: set ts=4 sw=4 expandtab :
3
+
4
+ '''
5
+ Copyright (c) 2016, 2017 Tim Savannah All Rights Reserved.
6
+
7
+ Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
8
+ LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
9
+ '''
10
+
11
+ import copy
12
+ import functools
13
+ import inspect
14
+ import threading
15
+ import time
16
+ import types
17
+ import sys
18
+
19
+
20
+ from .exceptions import FunctionTimedOut
21
+ from .StoppableThread import StoppableThread
22
+
23
+
24
+ from .py3_raise import raise_exception
25
+
26
+
27
+ from functools import wraps
28
+
29
+ __all__ = ('func_timeout', 'func_set_timeout')
30
+
31
+
32
+
33
+
34
+ def func_timeout(timeout, func, args=(), kwargs=None):
35
+ '''
36
+ func_timeout - Runs the given function for up to #timeout# seconds.
37
+
38
+ Raises any exceptions #func# would raise, returns what #func# would return (unless timeout is exceeded), in which case it raises FunctionTimedOut
39
+
40
+ @param timeout <float> - Maximum number of seconds to run #func# before terminating
41
+
42
+ @param func <function> - The function to call
43
+
44
+ @param args <tuple> - Any ordered arguments to pass to the function
45
+
46
+ @param kwargs <dict/None> - Keyword arguments to pass to the function.
47
+
48
+
49
+ @raises - FunctionTimedOut if #timeout# is exceeded, otherwise anything #func# could raise will be raised
50
+
51
+ If the timeout is exceeded, FunctionTimedOut will be raised within the context of the called function every two seconds until it terminates,
52
+ but will not block the calling thread (a new thread will be created to perform the join). If possible, you should try/except FunctionTimedOut
53
+ to return cleanly, but in most cases it will 'just work'.
54
+
55
+ @return - The return value that #func# gives
56
+ '''
57
+
58
+ if not kwargs:
59
+ kwargs = {}
60
+ if not args:
61
+ args = ()
62
+
63
+ ret = []
64
+ exception = []
65
+ isStopped = False
66
+
67
+ from funboost.core.current_task import thread_current_task
68
+
69
+ def funcwrap(args2, kwargs2,):
70
+ # fct = thread_current_task
71
+ # fct.set_fct_context(fct_context) # 把funboost的消费线程上下文需要传递到超时线程上下文里面来.
72
+ try:
73
+ ret.append( func(*args2, **kwargs2) )
74
+ except FunctionTimedOut:
75
+ # Don't print traceback to stderr if we time out
76
+ pass
77
+ except BaseException as e:
78
+ exc_info = sys.exc_info()
79
+ if isStopped is False:
80
+ # Assemble the alternate traceback, excluding this function
81
+ # from the trace (by going to next frame)
82
+ # Pytohn3 reads native from __traceback__,
83
+ # python2 has a different form for "raise"
84
+ e.__traceback__ = exc_info[2].tb_next
85
+ exception.append( e )
86
+
87
+
88
+ # fct = funboost_current_task()
89
+ thread = StoppableThread(target=funcwrap, args=(args, kwargs,))
90
+ thread.daemon = True
91
+
92
+ thread.start()
93
+ thread.join(timeout)
94
+
95
+ stopException = None
96
+ if thread.is_alive():
97
+ isStopped = True
98
+
99
+ class FunctionTimedOutTempType(FunctionTimedOut):
100
+ def __init__(self):
101
+ return FunctionTimedOut.__init__(self, '', timeout, func, args, kwargs)
102
+
103
+ FunctionTimedOutTemp = type('FunctionTimedOut' + str( hash( "%d_%d_%d_%d" %(id(timeout), id(func), id(args), id(kwargs))) ), FunctionTimedOutTempType.__bases__, dict(FunctionTimedOutTempType.__dict__))
104
+
105
+ stopException = FunctionTimedOutTemp
106
+ # raise FunctionTimedOut('', timeout, func, args, kwargs)
107
+ thread._stopThread(stopException)
108
+ thread.join(min(.1, timeout / 50.0))
109
+ raise FunctionTimedOut('', timeout, func, args, kwargs)
110
+ else:
111
+ # We can still cleanup the thread here..
112
+ # Still give a timeout... just... cuz..
113
+ thread.join(.5)
114
+
115
+ if exception:
116
+ raise_exception(exception)
117
+
118
+ if ret:
119
+ return ret[0]
120
+
121
+
122
+ def func_set_timeout(timeout, allowOverride=False):
123
+ '''
124
+ func_set_timeout - Decorator to run a function with a given/calculated timeout (max execution time).
125
+ Optionally (if #allowOverride is True), adds a paramater, "forceTimeout", to the
126
+ function which, if provided, will override the default timeout for that invocation.
127
+
128
+ If #timeout is provided as a lambda/function, it will be called
129
+ prior to each invocation of the decorated function to calculate the timeout to be used
130
+ for that call, based on the arguments passed to the decorated function.
131
+
132
+ For example, you may have a "processData" function whose execution time
133
+ depends on the number of "data" elements, so you may want a million elements to have a
134
+ much higher timeout than seven elements.)
135
+
136
+ If #allowOverride is True AND a kwarg of "forceTimeout" is passed to the wrapped function, that timeout
137
+ will be used for that single call.
138
+
139
+ @param timeout <float OR lambda/function> -
140
+
141
+ **If float:**
142
+ Default number of seconds max to allow function to execute
143
+ before throwing FunctionTimedOut
144
+
145
+ **If lambda/function:
146
+
147
+ If a function/lambda is provided, it will be called for every
148
+ invocation of the decorated function (unless #allowOverride=True and "forceTimeout" was passed)
149
+ to determine the timeout to use based on the arguments to the decorated function.
150
+
151
+ The arguments as passed into the decorated function will be passed to this function.
152
+ They either must match exactly to what the decorated function has, OR
153
+ if you prefer to get the *args (list of ordered args) and **kwargs ( key : value keyword args form),
154
+ define your calculate function like:
155
+
156
+ def calculateTimeout(*args, **kwargs):
157
+ ...
158
+
159
+ or lambda like:
160
+
161
+ calculateTimeout = lambda *args, **kwargs : ...
162
+
163
+ otherwise the args to your calculate function should match exactly the decorated function.
164
+
165
+
166
+ @param allowOverride <bool> Default False, if True adds a keyword argument to the decorated function,
167
+ "forceTimeout" which, if provided, will override the #timeout. If #timeout was provided as a lambda / function, it
168
+ will not be called.
169
+
170
+ @throws FunctionTimedOut If time alloted passes without function returning naturally
171
+
172
+ @see func_timeout
173
+ '''
174
+ # Try to be as efficent as possible... don't compare the args more than once
175
+
176
+ # Helps closure issue on some versions of python
177
+ defaultTimeout = copy.copy(timeout)
178
+
179
+ isTimeoutAFunction = bool( issubclass(timeout.__class__, (types.FunctionType, types.MethodType, types.LambdaType, types.BuiltinFunctionType, types.BuiltinMethodType) ) )
180
+
181
+ if not isTimeoutAFunction:
182
+ if not issubclass(timeout.__class__, (float, int)):
183
+ try:
184
+ timeout = float(timeout)
185
+ except:
186
+ raise ValueError('timeout argument must be a float/int for number of seconds, or a function/lambda which gets passed the function arguments and returns a calculated timeout (as float or int). Passed type: < %s > is not of any of these, and cannot be converted to a float.' %( timeout.__class__.__name__, ))
187
+
188
+
189
+ if not allowOverride and not isTimeoutAFunction:
190
+ # Only defaultTimeout provided. Simple function wrapper
191
+ def _function_decorator(func):
192
+
193
+ return wraps(func)(lambda *args, **kwargs : func_timeout(defaultTimeout, func, args=args, kwargs=kwargs))
194
+
195
+ # def _function_wrapper(*args, **kwargs):
196
+ # return func_timeout(defaultTimeout, func, args=args, kwargs=kwargs)
197
+ # return _function_wrapper
198
+ return _function_decorator
199
+
200
+ if not isTimeoutAFunction:
201
+ # allowOverride is True and timeout is not a function. Simple conditional on every call
202
+ def _function_decorator(func):
203
+ def _function_wrapper(*args, **kwargs):
204
+ if 'forceTimeout' in kwargs:
205
+ useTimeout = kwargs.pop('forceTimeout')
206
+ else:
207
+ useTimeout = defaultTimeout
208
+
209
+ return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
210
+
211
+ return wraps(func)(_function_wrapper)
212
+ return _function_decorator
213
+
214
+
215
+ # At this point, timeout IS known to be a function.
216
+ timeoutFunction = timeout
217
+
218
+ if allowOverride:
219
+ # Could use a lambda here... but want traceback to highlight the calculate function,
220
+ # and not the invoked function
221
+ def _function_decorator(func):
222
+ def _function_wrapper(*args, **kwargs):
223
+ if 'forceTimeout' in kwargs:
224
+ useTimeout = kwargs.pop('forceTimeout')
225
+ else:
226
+ useTimeout = timeoutFunction(*args, **kwargs)
227
+
228
+ return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
229
+
230
+ return wraps(func)(_function_wrapper)
231
+ return _function_decorator
232
+
233
+ # Cannot override, and calculate timeout function
234
+ def _function_decorator(func):
235
+ def _function_wrapper(*args, **kwargs):
236
+ useTimeout = timeoutFunction(*args, **kwargs)
237
+
238
+ return func_timeout(useTimeout, func, args=args, kwargs=kwargs)
239
+
240
+ return wraps(func)(_function_wrapper)
241
+ return _function_decorator
242
+
243
+
244
+ # vim: set ts=4 sw=4 expandtab :
@@ -0,0 +1,98 @@
1
+ '''
2
+ Copyright (c) 2016 Tim Savannah All Rights Reserved.
3
+
4
+ Licensed under the Lesser GNU Public License Version 3, LGPLv3. You should have recieved a copy of this with the source distribution as
5
+ LICENSE, otherwise it is available at https://github.com/kata198/func_timeout/LICENSE
6
+ '''
7
+
8
+ __all__ = ('FunctionTimedOut', 'RETRY_SAME_TIMEOUT')
9
+
10
+ RETRY_SAME_TIMEOUT = 'RETRY_SAME_TIMEOUT'
11
+
12
+ class FunctionTimedOut(BaseException):
13
+ '''
14
+ FunctionTimedOut - Exception raised when a function times out
15
+
16
+ @property timedOutAfter - Number of seconds before timeout was triggered
17
+
18
+ @property timedOutFunction - Function called which timed out
19
+ @property timedOutArgs - Ordered args to function
20
+ @property timedOutKwargs - Keyword args to function
21
+
22
+ @method retry - Retries the function with same arguments, with option to run with original timeout, no timeout, or a different
23
+ explicit timeout. @see FunctionTimedOut.retry
24
+ '''
25
+
26
+
27
+ def __init__(self, msg='', timedOutAfter=None, timedOutFunction=None, timedOutArgs=None, timedOutKwargs=None):
28
+ '''
29
+ __init__ - Create this exception type.
30
+
31
+ You should not need to do this outside of testing, it will be created by the func_timeout API
32
+
33
+ @param msg <str> - A predefined message, otherwise we will attempt to generate one from the other arguments.
34
+
35
+ @param timedOutAfter <None/float> - Number of seconds before timing-out. Filled-in by API, None will produce "Unknown"
36
+
37
+ @param timedOutFunction <None/function> - Reference to the function that timed-out. Filled-in by API." None will produce "Unknown Function"
38
+
39
+ @param timedOutArgs <None/tuple/list> - List of fixed-order arguments ( *args ), or None for no args.
40
+
41
+ @param timedOutKwargs <None/dict> - Dict of keyword arg ( **kwargs ) names to values, or None for no kwargs.
42
+
43
+ '''
44
+
45
+ self.timedOutAfter = timedOutAfter
46
+
47
+ self.timedOutFunction = timedOutFunction
48
+ self.timedOutArgs = timedOutArgs
49
+ self.timedOutKwargs = timedOutKwargs
50
+
51
+ if not msg:
52
+ msg = self.getMsg()
53
+
54
+ BaseException.__init__(self, msg)
55
+
56
+ self.msg = msg
57
+
58
+
59
+ def getMsg(self):
60
+ '''
61
+ getMsg - Generate a default message based on parameters to FunctionTimedOut exception'
62
+
63
+ @return <str> - Message
64
+ '''
65
+ # Try to gather the function name, if available.
66
+ # If it is not, default to an "unknown" string to allow default instantiation
67
+ if self.timedOutFunction is not None:
68
+ timedOutFuncName = self.timedOutFunction.__name__
69
+ else:
70
+ timedOutFuncName = 'Unknown Function'
71
+ if self.timedOutAfter is not None:
72
+ timedOutAfterStr = "%f" %(self.timedOutAfter, )
73
+ else:
74
+ timedOutAfterStr = "Unknown"
75
+
76
+ return 'Function %s (args=%s) (kwargs=%s) timed out after %s seconds.\n' %(timedOutFuncName, repr(self.timedOutArgs), repr(self.timedOutKwargs), timedOutAfterStr)
77
+
78
+ def retry(self, timeout=RETRY_SAME_TIMEOUT):
79
+ '''
80
+ retry - Retry the timed-out function with same arguments.
81
+
82
+ @param timeout <float/RETRY_SAME_TIMEOUT/None> Default RETRY_SAME_TIMEOUT
83
+
84
+ If RETRY_SAME_TIMEOUT : Will retry the function same args, same timeout
85
+ If a float/int : Will retry the function same args with provided timeout
86
+ If None : Will retry function same args no timeout
87
+
88
+ @return - Returnval from function
89
+ '''
90
+ if timeout is None:
91
+ return self.timedOutFunction(*(self.timedOutArgs), **self.timedOutKwargs)
92
+
93
+ from .dafunc import func_timeout
94
+
95
+ if timeout == RETRY_SAME_TIMEOUT:
96
+ timeout = self.timedOutAfter
97
+
98
+ return func_timeout(timeout, self.timedOutFunction, args=self.timedOutArgs, kwargs=self.timedOutKwargs)
@@ -0,0 +1,7 @@
1
+
2
+
3
+ # Python2 allows specifying an alternate traceback.
4
+ def raise_exception(exception):
5
+ '''
6
+ raise exception[0] , None , exception[0].__traceback__ # noqa
7
+ '''
@@ -0,0 +1,7 @@
1
+
2
+ # PEP 409 - Raise with the chained exception context disabled
3
+ # This, in effect, prevents the "funcwrap" wrapper ( chained
4
+ # in context to an exception raised here, due to scope )
5
+ # Only available in python3.3+
6
+ def raise_exception(exception):
7
+ raise exception[0] from None
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: funboost
3
- Version: 47.7
3
+ Version: 47.9
4
4
  Summary: pip install funboost,python全功能分布式函数调度框架,funboost的功能是全面性重量级,用户能想得到的功能99%全都有;funboost的使用方式是轻量级,只有@boost一行代码需要写。支持python所有类型的并发模式和一切知名消息队列中间件,支持如 celery dramatiq等框架整体作为funboost中间件,python函数加速器,框架包罗万象,用户能想到的控制功能全都有。一统编程思维,兼容50% python业务场景,适用范围广。只需要一行代码即可分布式执行python一切函数,99%用过funboost的pythoner 感受是 简易 方便 强劲 强大,相见恨晚
5
5
  Home-page: https://github.com/ydf0509/funboost
6
6
  Author: bfzs
@@ -1,4 +1,4 @@
1
- funboost/__init__.py,sha256=pCrho59b07poarIGVL2qV8mN-1X_n8hTdRutgJk-Q7w,3956
1
+ funboost/__init__.py,sha256=l8lcf1PvoDA8EMs003cPTt7X2oqjga7S2rK9SkdQoqw,3956
2
2
  funboost/__init__old.py,sha256=9Kv3cPLnPkbzMRnuJFVkPsuDdx1CdcSIuITkpdncZSc,20382
3
3
  funboost/__main__.py,sha256=-6Nogi666Y0LN8fVm3JmHGTOk8xEGWvotW_GDbSaZME,1065
4
4
  funboost/constant.py,sha256=STzRDZbuCC5FFV-uD_0r2beGsD1Zni4kregzR11z3Ok,8148
@@ -35,7 +35,7 @@ funboost/concurrent_pool/backup/async_pool_executor0223.py,sha256=RVUZiylUvpTm6U
35
35
  funboost/concurrent_pool/backup/async_pool_executor_back.py,sha256=KL6zEQaa1KkZOlAO85mCC1gwLm-YC5Ghn21IUom0UKM,9598
36
36
  funboost/concurrent_pool/backup/async_pool_executor_janus.py,sha256=OHMWJ9l3EYTpPpcrPrGGKd4K0tmQ2PN8HiX0Dta0EOo,5728
37
37
  funboost/consumers/__init__.py,sha256=ZXY_6Kut1VYNQiF5aWEgIWobsW1ht9YUP0TdRZRWFqI,126
38
- funboost/consumers/base_consumer.py,sha256=G84PqfZB5KprCCWnG50eJPi10ZsRTm9zHN7BHEkZob0,82443
38
+ funboost/consumers/base_consumer.py,sha256=q1e37C-6898qP3Y98Tf-bSNg_CJYqQTx0Cog5tjCRXo,82433
39
39
  funboost/consumers/celery_consumer.py,sha256=nQpSkzPBJ4bRpxn4i9ms0axrJiq9RWhb4lG2nAdCIig,9254
40
40
  funboost/consumers/confirm_mixin.py,sha256=5xC9AAQr_MY4tbSed8U-M6tOVmh69Qv9X0ld0JLT9Tk,6185
41
41
  funboost/consumers/dramatiq_consumer.py,sha256=ozmeAfeF0U-YNYHK4suQB0N264h5AZdfMH0O45Mh-8A,2229
@@ -92,7 +92,7 @@ funboost/core/exceptions.py,sha256=pLF7BkRJAfDiWp2_xGZqencmwdPiSQI1NENbImExknY,1
92
92
  funboost/core/fabric_deploy_helper.py,sha256=foieeqlNySuU9axJzNF6TavPjIUSYBx9UO3syVKUiyY,9999
93
93
  funboost/core/funboost_config_getter.py,sha256=b5nAdAmUxahskY-ohB7ptf2gKywFlDA0Fq1cWroxxbs,384
94
94
  funboost/core/funboost_time.py,sha256=a0MacbUBfYk8mf7D3UUyCxH5QJsu8YiGVXwJqPnSQH0,1779
95
- funboost/core/func_params_model.py,sha256=n7nYsnjR04nPtQilqmfDzOXzKmLx86CC970tNdtA47g,22510
95
+ funboost/core/func_params_model.py,sha256=ZKpkQrIJhPwOBubcjbluVr06U1h48B6qK6CfdQ6R29Y,22512
96
96
  funboost/core/function_result_status_config.py,sha256=PyjqAQOiwsLt28sRtH-eYRjiI3edPFO4Nde0ILFRReE,1764
97
97
  funboost/core/function_result_status_saver.py,sha256=yHKZF9MjmhI-Q4Mkrka7DdweJ0wpgfLmgfAlsfkCeCk,9274
98
98
  funboost/core/helper_funs.py,sha256=SsMa7A3iJyLek6v1qRK02kINebDp6kuAmlYkrYLXwQ0,2369
@@ -172,7 +172,7 @@ funboost/queues/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
172
172
  funboost/queues/memory_queues_map.py,sha256=e1S_cnjnCVI4DBsA_iupF51S_eX4OvCtlefQCqS1TYA,424
173
173
  funboost/queues/peewee_queue.py,sha256=FrwegrilkHZG6Y1cGdl5Bt_UtA25f7m5TJQJMZ9YnJI,5280
174
174
  funboost/queues/sqla_queue.py,sha256=b-2QPvvuMxklm41ibZhGKehaAV9trXBQFCOHzgThx_s,11080
175
- funboost/timing_job/__init__.py,sha256=UF13HdQZq27FxdoZ-9KHLUuI5kGAvcDgC9sS5QplmAo,10362
175
+ funboost/timing_job/__init__.py,sha256=XYKZwis7DBY03iTzt36QPEuU_jjiAOvEsHDvsfv9lrk,10362
176
176
  funboost/timing_job/apscheduler_use_mysql_store.py,sha256=ss92DiSLzbWuVIo19sTLgC99GessltWLOlqqOd4AIL4,471
177
177
  funboost/timing_job/apscheduler_use_redis_store.py,sha256=RNZVerUTTzpSFMFEHWkDrUOSz71B4Ml_hlcavkL1tAA,2933
178
178
  funboost/utils/__init__.py,sha256=rAyXE7lgCo_3VdMvGrIJiqsTHv2nZPTJDTj1f6s_KgE,586
@@ -180,6 +180,7 @@ funboost/utils/apscheduler_monkey.py,sha256=CcUISbqX6nMWSxr_QjZ26IvvhUk_ojYZWRaK
180
180
  funboost/utils/block_exit.py,sha256=BnfxNYo3lnmhk686RAEoc4u3D4RU_iEMMMgu5L8gIuI,96
181
181
  funboost/utils/bulk_operation.py,sha256=B4FBxlz5f4oqlKDWqer7axn4gnDSfsYoMW2zSUCnGcQ,10101
182
182
  funboost/utils/class_utils.py,sha256=xtP9RU_5vVnWye7QXXqkloDzwVE5N3N-4_2fUZNfXlo,3591
183
+ funboost/utils/class_utils2.py,sha256=ND45cMR385xG4fOmwWDHxXFOmcEi1ZG8B0iN8_6ZAeo,3015
183
184
  funboost/utils/ctrl_c_end.py,sha256=FgT9An-qsUA5gW-V-UKWqOh5shC7C_uvTFn0fS7i8GI,439
184
185
  funboost/utils/custom_pysnooper.py,sha256=7yXLKEMY_JjPRRt0Y0N-wV2CFhILlYNh40Y6uRBUaj8,5923
185
186
  funboost/utils/decorators.py,sha256=gpwof-Nw__iFjeJjVQWx1l-scnxTivxcCI_0XqhMu6c,27885
@@ -270,6 +271,12 @@ funboost/utils/dependency_packages_in_pythonpath/func_timeout/__pycache__/except
270
271
  funboost/utils/dependency_packages_in_pythonpath/func_timeout/__pycache__/py3_raise.cpython-311.pyc,sha256=i27JG81WYNUWCTqdYZLl5u-C7iPQbdxtzFFt_fRIsRE,357
271
272
  funboost/utils/dependency_packages_in_pythonpath/func_timeout/__pycache__/py3_raise.cpython-37.pyc,sha256=67Zqz4tjErzQSm9FM9mGaY3uMHYOUj3QYKtPqJQvQpE,303
272
273
  funboost/utils/dependency_packages_in_pythonpath/func_timeout/__pycache__/py3_raise.cpython-39.pyc,sha256=a1ajayGg3JjQz--IC3-6YQHRFStG9etoieY8mXEdJ6Q,311
274
+ funboost/utils/func_timeout/StoppableThread.py,sha256=Hz8SKOO1Jg4sQWnsVMQ9N1agTWyBdml_BpGnUN9wfwY,5517
275
+ funboost/utils/func_timeout/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
276
+ funboost/utils/func_timeout/dafunc.py,sha256=Yy98BzsmgWi07ja5zM4ElLwb1h8NXahxtRG5YC4_R7Q,9828
277
+ funboost/utils/func_timeout/exceptions.py,sha256=tUEaspemq_dS460EQvUMMSxeeyjIbgfEHIdxIC6ZhaU,3974
278
+ funboost/utils/func_timeout/py2_raise.py,sha256=9tpZLQ3-zIgU_ixazydwZmw8rFg7ybjI9alNYfSvwRk,169
279
+ funboost/utils/func_timeout/py3_raise.py,sha256=Odvg1FtXTEC--Ru1EIfsHASamBpOm9hdXY7OnlEUObA,280
273
280
  funboost/utils/pysnooper_ydf/__init__.py,sha256=ctbQdJpLVZ5g_PPstj7Xaqcl0sMIgvUGwZXtcogYyHA,909
274
281
  funboost/utils/pysnooper_ydf/pycompat.py,sha256=ehsCfjsLdwoK0_o5fwYWDo3WeqCVfHW5lxekrEZxq4Y,2243
275
282
  funboost/utils/pysnooper_ydf/tracer.py,sha256=DYxYeRFSH1jXy4OTB5KIAgQm2EHRWEOwq3EXJig7Yrk,19131
@@ -277,9 +284,9 @@ funboost/utils/pysnooper_ydf/utils.py,sha256=evSmGi_Oul7vSP47AJ0DLjFwoCYCfunJZ1m
277
284
  funboost/utils/pysnooper_ydf/variables.py,sha256=QejRDESBA06KG9OH4sBT4J1M55eaU29EIHg8K_igaXo,3693
278
285
  funboost/utils/times/__init__.py,sha256=Y4bQD3SIA_E7W2YvHq2Qdi0dGM4H2DxyFNdDOuFOq1w,2417
279
286
  funboost/utils/times/version.py,sha256=11XfnZVVzOgIhXXdeN_mYfdXThfrsbQHpA0wCjz-hpg,17
280
- funboost-47.7.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
281
- funboost-47.7.dist-info/METADATA,sha256=SEjVk__sbtAtt1t1rXm1tjofAJTaHX890Fkkb33MLxg,33382
282
- funboost-47.7.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
283
- funboost-47.7.dist-info/entry_points.txt,sha256=yMSSAGRzRAAhGyNNQHw24MooKlDZsaJ499_D6fPl58A,96
284
- funboost-47.7.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
285
- funboost-47.7.dist-info/RECORD,,
287
+ funboost-47.9.dist-info/LICENSE,sha256=9EPP2ktG_lAPB8PjmWV-c9BiaJHc_FP6pPLcUrUwx0E,11562
288
+ funboost-47.9.dist-info/METADATA,sha256=C3yeGEucRB3T10Ju_3LlPeUetNhcskJUq5EjLmDJN8w,33382
289
+ funboost-47.9.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
290
+ funboost-47.9.dist-info/entry_points.txt,sha256=yMSSAGRzRAAhGyNNQHw24MooKlDZsaJ499_D6fPl58A,96
291
+ funboost-47.9.dist-info/top_level.txt,sha256=K8WuKnS6MRcEWxP1NvbmCeujJq6TEfbsB150YROlRw0,9
292
+ funboost-47.9.dist-info/RECORD,,