lesscode-py 0.3.135__tar.gz → 0.3.136__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/PKG-INFO +1 -1
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/CacheUtil.py +40 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/version.py +1 -1
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/base_handler.py +10 -2
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/web_server.py +2 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode_py.egg-info/PKG-INFO +1 -1
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/README.md +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/base_connection_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/base_sql_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/clickhouse/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/clickhouse/clickhouse_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/clickhouse/clickhouse_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/condition_wrapper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/connection_info.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/db_function.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/dm/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/dm/dm_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/dm/dm_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/ds_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/elasticsearch/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/elasticsearch/elasticsearch_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/elasticsearch/elasticsearch_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/es/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/es/es_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/es/es_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/es/es_request.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/generic/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/generic/generic_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/generic/generic_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/init_connection_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mongodb/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mongodb/base_model.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mongodb/mongodb_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mongodb/mongodb_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mysql/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mysql/mysql_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/mysql/mysql_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/nebula/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/nebula/nebula_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/nebula/nebula_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/neo4j/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/neo4j/neo4j_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/neo4j/neo4j_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/page.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/postgresql/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/postgresql/postgresql_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/postgresql/postgresql_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis/redis_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis/redis_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis_cluster/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis_cluster/redis_cluster_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis_cluster/redis_cluster_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/relational_db_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/sqlalchemy/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/sqlalchemy/sqlalchemy_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/sqlalchemy/sqlalchemy_model_service.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/sqlalchemy/sqlalchemy_pool.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/extend_handlers/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/extend_handlers/doc/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/extend_handlers/doc/swagger_interface_doc_handler.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/extend_handlers/not_found_handler.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/mq/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/mq/kafka/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/mq/kafka/kafka_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/mq/rabbitmq/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/mq/rabbitmq/rabbitmq_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/sentry/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/sentry/sentry_monitor.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/task/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/task/job_info.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/task/task_helper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/doc/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/doc/interface_doc.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/es_log/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/es_log/record_log.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/json.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/oss/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/oss/aliyun_oss.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/oss/ks3_oss.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/request.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/upms_util.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/utils/wrapper.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/__init__.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/base_server_send_event_handler.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/base_websocket_handler.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/business_exception.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/native_handler.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/response_result.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/router_mapping.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/web/status_code.py +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode_py.egg-info/SOURCES.txt +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode_py.egg-info/dependency_links.txt +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode_py.egg-info/top_level.txt +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/setup.cfg +0 -0
- {lesscode-py-0.3.135 → lesscode-py-0.3.136}/setup.py +0 -0
|
@@ -16,6 +16,23 @@ from threading import Thread
|
|
|
16
16
|
|
|
17
17
|
# 装饰器
|
|
18
18
|
|
|
19
|
+
def common_cache(func, ex, *args, **params):
|
|
20
|
+
try:
|
|
21
|
+
data = deal_cache(func, ex, None, *args, **params)
|
|
22
|
+
except Exception as e:
|
|
23
|
+
logging.error(traceback.format_exc())
|
|
24
|
+
data = func(*args, **params)
|
|
25
|
+
return data
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
async def async_common_cache(func, ex, *args, **params):
|
|
29
|
+
try:
|
|
30
|
+
data = deal_cache(func, ex, None, *args, **params)
|
|
31
|
+
except Exception as e:
|
|
32
|
+
logging.error(traceback.format_exc())
|
|
33
|
+
data = await func(*args, **params)
|
|
34
|
+
return data
|
|
35
|
+
|
|
19
36
|
|
|
20
37
|
def Cache(ex=3600 * 12, cache_key=None):
|
|
21
38
|
def cache_func(func):
|
|
@@ -64,6 +81,24 @@ def query_cache(cache_key, params=None, ex=3600 * 12, func=None, args=None, conn
|
|
|
64
81
|
if options.cache_enable:
|
|
65
82
|
ttl = RedisHelper(conn_name).get_connection(sync=True).ttl(cache_key)
|
|
66
83
|
|
|
84
|
+
if ttl and ex >= 900 and 0 < ttl <= ex - 900:
|
|
85
|
+
Thread(target=request_interface, kwargs={
|
|
86
|
+
"func": func,
|
|
87
|
+
"params": params,
|
|
88
|
+
"args": args,
|
|
89
|
+
"ex": ex,
|
|
90
|
+
"cache_key": cache_key
|
|
91
|
+
}).start()
|
|
92
|
+
data = RedisHelper(conn_name).sync_get(cache_key)
|
|
93
|
+
if data:
|
|
94
|
+
value = json.loads(data)
|
|
95
|
+
return value
|
|
96
|
+
else:
|
|
97
|
+
logging.info("str_select_key为".format(cache_key))
|
|
98
|
+
return False
|
|
99
|
+
if options.common_cache_enable:
|
|
100
|
+
ttl = RedisHelper(conn_name).get_connection(sync=True).ttl(cache_key)
|
|
101
|
+
|
|
67
102
|
if ttl and ex >= 900 and 0 < ttl <= ex - 900:
|
|
68
103
|
Thread(target=request_interface, kwargs={
|
|
69
104
|
"func": func,
|
|
@@ -117,3 +152,8 @@ def insert_cache(data, ex, cache_key, conn_name=None):
|
|
|
117
152
|
RedisHelper(conn_name).sync_set(cache_key, JSONEncoder().encode(data), ex=ex)
|
|
118
153
|
except:
|
|
119
154
|
logging.error(traceback.format_exc())
|
|
155
|
+
if options.common_cache_enable:
|
|
156
|
+
try:
|
|
157
|
+
RedisHelper(conn_name).sync_set(cache_key, JSONEncoder().encode(data), ex=ex)
|
|
158
|
+
except:
|
|
159
|
+
logging.error(traceback.format_exc())
|
|
@@ -20,6 +20,7 @@ from tornado.options import options
|
|
|
20
20
|
from tornado.web import RequestHandler, Application
|
|
21
21
|
|
|
22
22
|
from lesscode.task.task_helper import TaskHelper
|
|
23
|
+
from lesscode.utils.CacheUtil import async_common_cache, common_cache
|
|
23
24
|
from lesscode.utils.es_log.record_log import es_record_log
|
|
24
25
|
from lesscode.utils.json import JSONEncoder
|
|
25
26
|
from lesscode.web.business_exception import BusinessException
|
|
@@ -257,11 +258,18 @@ class BaseHandler(RequestHandler):
|
|
|
257
258
|
try:
|
|
258
259
|
if inspect.iscoroutinefunction(handler_method):
|
|
259
260
|
# data = await handler_method(*params_list)
|
|
260
|
-
|
|
261
|
+
if options.common_cache_enable:
|
|
262
|
+
data = await async_common_cache(handler_method, options.common_cache_ex, **params_dict)
|
|
263
|
+
else:
|
|
264
|
+
data = await handler_method(**params_dict)
|
|
265
|
+
|
|
261
266
|
else:
|
|
262
267
|
# 阻塞方法异步调用
|
|
263
268
|
# data = await IOLoop.current().run_in_executor(None, handler_method, *params_list)
|
|
264
|
-
|
|
269
|
+
if options.common_cache_enable:
|
|
270
|
+
func = lambda: common_cache(handler_method, options.common_cache_ex, **params_dict)
|
|
271
|
+
else:
|
|
272
|
+
func = lambda: handler_method(**params_dict)
|
|
265
273
|
data = await IOLoop.current().run_in_executor(None, func)
|
|
266
274
|
self.end_time = int(round(time.time() * 1000))
|
|
267
275
|
self.set_header("Api-Time", f"{self.end_time - self.start_time}ms")
|
|
@@ -53,6 +53,8 @@ define("kafka_config", default={}, type=dict, help="kafka配置")
|
|
|
53
53
|
define("log_es_config", default={}, type=dict, help="同步日志到es的配置")
|
|
54
54
|
define("cache_conn", default="redis_con_1", type=str, help="redis缓存连接")
|
|
55
55
|
define("cache_enable", default=False, type=bool, help="redis缓存开关")
|
|
56
|
+
define("common_cache_enable", default=False, type=bool, help="redis缓存开关")
|
|
57
|
+
define("common_cache_ex", default=3600 * 12, type=int, help="redis缓存时间,单位秒")
|
|
56
58
|
define("task_list", default=[], type=list, help="任务列表")
|
|
57
59
|
define("correction_param", default={"enable": False}, type=dict, help="aes加密key")
|
|
58
60
|
define("sentry_config", default={"enable": False}, type=dict, help="sentry配置")
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/elasticsearch/elasticsearch_helper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/redis_cluster/redis_cluster_helper.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{lesscode-py-0.3.135 → lesscode-py-0.3.136}/lesscode/db/sqlalchemy/sqlalchemy_model_service.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|