dataquant 1.1.6__py3-none-any.whl

dataquant/utils/decorators.py

@@ -0,0 +1,125 @@
+# -*- coding: utf-8 -*-
+import time
+import inspect
+from functools import wraps
+
+
+def retry(count, exp_name, time_delta=1.0):
+    def decorate(func):
+        @wraps(func)
+        def wrap(*args, **kwargs):
+            assert count
+            exec_count = 1
+            while exec_count < count:
+                try:
+                    return func(*args, **kwargs)
+                except exp_name as ex:
+                    exec_count += 1
+                    if exec_count == count:
+                        raise ex
+                    print("Retry because Multi-Process")
+                    if time_delta:
+                        time.sleep(time_delta)
+
+        return wrap
+
+    return decorate
+
+
+functions = []
+
+
+def lru_cache(*args, **kwargs):
+    from functools import lru_cache as _lru_cache
+
+    def decorator(func):
+        func = _lru_cache(*args, **kwargs)(func)
+        functions.append(func)
+        return func
+
+    return decorator
+
+
+def args_check(*checks):
+    def decorator(func):
+        @wraps(func)
+        def wrap(*args, **kwargs):
+            call_args = None
+            for check in checks:
+                if call_args is None:
+                    call_args = inspect.getcallargs(get_original_func(func), *args, **kwargs)
+
+                check.check(func.__name__, call_args.get(check.arg_name, check.arg_name), kwargs)
+
+            return func(*args, **kwargs)
+        return wrap
+
+    return decorator
+
+
+def get_original_func(func):
+    func_wrapped = getattr(func, "__wrapped__", None)
+    while func_wrapped:
+        func = func_wrapped
+        func_wrapped = getattr(func, "__wrapped__", None)
+
+    return func
+
+
+class ArgumentChecker(object):
+
+    def __init__(self, args_name):
+        self._args_name = args_name
+        self._functions = []
+        self._required_func = None
+
+    def is_instance(self, _types):
+        from dataquant.utils.error import InvalidArgument
+
+        def warp(func, value):
+            if not isinstance(value, _types):
+                raise InvalidArgument("函数[{}] 参数类型异常，参数[{}]有效类型为[{}]，实参类型为[{}]".format(
+                    func, self._args_name, _types, type(value)))
+
+        self._functions.append(warp)
+        return self
+
+    def is_required(self):
+        from dataquant.utils.error import InvalidArgument
+
+        assert self.arg_name
+        if not isinstance(self.arg_name, (tuple, list)):
+            raise InvalidArgument("必填项装饰器，参数的有效类型为元组或数组，实参类型为[{}]".format(type(self._args_name)))
+
+        def warp(func, value):
+            checkd = False
+            for name in self.arg_name:
+                if name in value.keys() and value[name]:
+                    checkd = True
+                    break
+
+            if not checkd:
+                raise InvalidArgument("函数[{}] 必填项参数异常，参数[{}]至少填其中一个，实参传入为{}".format(
+                    func, self._args_name, list(value.keys())))
+
+        self._required_func = warp
+        return self
+
+    def check(self, func, value, kwargs):
+        if self._required_func:
+            self._required_func(func, kwargs)
+            return
+
+        for check_func in self._functions:
+            check_func(func, value)
+
+    @property
+    def arg_name(self):
+        return self._args_name
+
+
+def check(arg_name):
+    return ArgumentChecker(arg_name)
+
+
+

dataquant/utils/error.py

@@ -0,0 +1,159 @@
+# -*- coding: utf-8 -*-
+
+class ConnectionException(Exception):
+    pass
+
+
+class ConnectionTimeOut(Exception):
+    pass
+
+
+class RequestTimeOut(Exception):
+    pass
+
+
+class RequestException(Exception):
+    pass
+
+
+class ServerException(Exception):
+    pass
+
+
+class GatewayException(Exception):
+    pass
+
+
+class ArgumentsVaildError(Exception):
+    pass
+
+
+class InvalidArgument(Exception):
+    pass
+
+
+class MultiProcessException(Exception):
+    pass
+
+class MaxTryExceed(Exception):
+    pass
+
+
+class RunTimeError(Exception):
+    pass
+
+ERROR_CHANNEL_BASE = 9100
+GATEWAY_ERROR_DICT = {
+    ERROR_CHANNEL_BASE + 1: "no timestamp field",
+    ERROR_CHANNEL_BASE + 2: "error timestamp format",
+    ERROR_CHANNEL_BASE + 3: "error timestamp",
+    ERROR_CHANNEL_BASE + 4: "no signature head",
+    ERROR_CHANNEL_BASE + 5: "unkown HTTP method",
+    ERROR_CHANNEL_BASE + 6: "resty_sm3:new() failed",
+    ERROR_CHANNEL_BASE + 7: "sm3:update() failed",
+    ERROR_CHANNEL_BASE + 8: "error packet",
+    ERROR_CHANNEL_BASE + 9: "no appkey head",
+    ERROR_CHANNEL_BASE + 10: "redis not config, please check...",
+    ERROR_CHANNEL_BASE + 11: "no getinfo_byself.lua or no get_secret_byself function in getinfo_byself.lua",
+    ERROR_CHANNEL_BASE + 12: "no app_secret in redis or hget from redis timeout",
+    ERROR_CHANNEL_BASE + 13: "authentication failure,no client_key in clients",
+    ERROR_CHANNEL_BASE + 14: "authentication failure,ip not in whitelist",
+    ERROR_CHANNEL_BASE + 15: "authentication failure,ip in blacklist",
+    ERROR_CHANNEL_BASE + 16: "authentication failure,app_auth_type is nil",
+    ERROR_CHANNEL_BASE + 17: "no client_id in body",
+    ERROR_CHANNEL_BASE + 18: "no client_id in args",
+    ERROR_CHANNEL_BASE + 19: "error client id",
+    ERROR_CHANNEL_BASE + 20: "no client_id head",
+    ERROR_CHANNEL_BASE + 21: "error packet,no data_value with get request",
+    ERROR_CHANNEL_BASE + 22: "must json type",
+    ERROR_CHANNEL_BASE + 23: "error packet,not data_value in post_args",
+    ERROR_CHANNEL_BASE + 24: "error packet,not data_value in header or args"
+}
+
+SERVER_ERROR_DICT = {
+    1002005: "该API不存在",
+    1002007: "该API名称已存在!",
+    1002008: "该API名称[{0}]已归档!",
+    1002013: "json转换失败!",
+    1002016: "该path已归档!",
+    1002018: "微服务API[{0}]不符合发布规则",
+    1002024: "该API已归档",
+    1002025: "版本[{0}]正在审核，不能归档",
+    1004001: "api版本信息已存在，不可删除！",
+    1004002: "api版本信息已上线，不可归档！",
+    1005001: "获取RestTemplate对象失败！",
+    1005002: "请求URL不能为空！",
+    1005003: "请求URL[{0}]不是HTTP协议！",
+    1005004: "请求信息不能为空！",
+    1005005: "请求头部信息不能为空！",
+    1005006: "请求参数信息不能为空！",
+    1005007: "请求头部信息缺少httpMethod配置！",
+    1005009: "请求头部信息缺少contentType配置！",
+    1005010: "远程访问地址[{0}],服务返回报文[{1}],发生异常！",
+    1005011: "远程访问地址[{0}],HTTP状态[{1}],HTTP状态说明[{2}],发生异常！",
+    1005012: "远程访问地址[{0}],发生异常！",
+    1005013: "转换json结构失败！",
+    1005016: "服务治理URL，获得失败！",
+    100000: "发生异常",
+    100011: "参数[{0}]不能为空",
+    100027: "请求格式错误",
+    100034: "参数[{0}]非法",
+    100038: "只能删除空分组",
+    100039: "上级分组不能是当前分组或当前分组的下级分组",
+    100040: "分组[{0}]的上级分组出现循环引用",
+    100041: "{0}[{1}]不存在",
+    100042: "{0}[{1}]已存在",
+    100043: "{0}JSON反序列化异常",
+    100044: "{0}JSON序列化异常",
+    101001: "未知的渠道过期状态[{0}]",
+    101002: "未知的渠道状态[{0}]",
+    102001: "审核记录的状态应为{0}目前是{1}",
+    102002: "您只能撤回自己的申请",
+    103001: "您已评论，每人只能评论一次",
+    103002: "只能删除自己的评论",
+    104001: "该API已上线，不能发起上线申请",
+    104002: "该API已经在审核中，不能重复发起上线申请",
+    104003: "当前已存在草稿版本，不能重复创建草稿版本",
+    104004: "只能保存草稿版本",
+    104005: "不能保存待审核的API",
+    104006: "该API的审核状态不为待审核",
+    104007: "审核记录的类型不为API上线申请",
+    104008: "API[{0}]的[{1}]版本{2}待审核，不能删除",
+    104009: "API[{0}]的[{1}]版本已上线，不能删除",
+    104010: "API[{0}]的[{1}]版本{2}待审核，不能归档",
+    104011: "API[{0}]的[{1}]版本已上线，不能归档",
+    105001: "不能删除基分组",
+    105002: "API分组[{}]不在系统ID关联的基分组下",
+    200001: "未知的{0}",
+    200002: "解析{0}失败",
+    200003: "数据库连接失败：{0}",
+    200004: "获取方言失败：{0}",
+    200011: "参数校验失败：{0}",
+    200012: "参数{0}校验失败：{1}",
+    200013: "参数{0}转换失败：{1}",
+    200014: "参数{0}不能为空",
+    200015: "请求解析失败：{0}",
+    200021: "生成SQL失败：{0}",
+    200022: "自动分页失败，{0}",
+    200023: "查询失败：{0}",
+    200031: "CSV写入失败：{0}",
+    200032: "FTP异常：{0}",
+    200033: "DBF文件写入失败：{0}",
+    200034: "SFTP异常：{0}",
+    200041: "非法的URL：{0}",
+    200042: "将请求参数序列化为JSON失败",
+    200043: "HTTP请求失败：{0}",
+    200044: "解析JSON响应失败",
+    200050: "推库初始化异常：{0}",
+    200051: "推库执行失败：{0}",
+    804001: "ES获取日志失败",
+    804002: "检查索引[{0}]是否存在发生异常",
+    804003: "创建索引[{0}]的索引结构发生异常",
+    804004: "删除索引[{0}]发生异常",
+    804005: "新增索引[{0}]文档数据[{1}]发生异常",
+    804006: "批量新增索引[{0}]文档数据发生异常",
+    804007: "更新索引[{0}]文档数据[{1}]发生异常",
+    804008: "删除索引[{0}]文档数据[{1}]发生异常",
+    804009: "从索引[{0}]将数据迁移至索引[{1}]发生异常"
+}
+

dataquant/utils/parallel.py

@@ -0,0 +1,48 @@
+import multiprocessing
+from multiprocessing import Pool
+import pandas as pd
+import numpy as np
+from functools import partial
+
+
+def parallel_df(df,func,**kwargs):
+    if 'parallel_num' not in kwargs:
+        cpus = multiprocessing.cpu_count()
+        parallel_num = cpus * 2
+    else:
+        parallel_num = kwargs['parallel_num']
+        del kwargs['parallel_num']
+    num_parts = parallel_num
+    num_cores = parallel_num
+
+    df_split = np.array_split(df,num_parts)
+    pool = Pool(num_cores)
+    pfunc = partial(func,**kwargs)
+    df = pd.concat(pool.map(pfunc,df_split),axis=0,ignore_index=True)
+    pool.close()
+    pool.join()
+    return df
+
+
+def parallel_df2nd(df,func,**kwargs):
+    if 'parallel_num' not in kwargs:
+        cpus = multiprocessing.cpu_count()
+        parallel_num = cpus * 2
+    else:
+        parallel_num = kwargs['parallel_num']
+        del kwargs['parallel_num']
+    num_parts = parallel_num
+    num_cores = parallel_num
+
+    df_split = np.array_split(df,num_parts)
+    pool = Pool(num_cores)
+    pfunc = partial(func,**kwargs)
+    nd = np.concatenate(pool.map(pfunc,df_split),axis=0)
+    pool.close()
+    pool.join()
+    return nd
+
+
+def warm_up_func(x):
+    ret = x * 2
+    return ret

dataquant-1.1.6.dist-info/METADATA

@@ -0,0 +1,30 @@
+Metadata-Version: 2.1
+Name: dataquant
+Version: 1.1.6
+Summary: UNKNOWN
+Home-page: UNKNOWN
+Author: zszq
+Author-email: jiangchao@stocke.com.cn
+License: UNKNOWN
+Keywords: ZHESHANG SECURITES DATA QUANT
+Platform: UNKNOWN
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: GNU General Public License (GPL)
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3.5
+Classifier: Programming Language :: Python :: 3.6
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Requires-Dist: numpy (>=1.18.1)
+Requires-Dist: six (>=1.13.0)
+Requires-Dist: pandas (>=0.24.2)
+Requires-Dist: requests (>=2.7.0)
+Requires-Dist: contextlib2 (>=0.5.3)
+Requires-Dist: simplejson (>=3.17.0)
+Requires-Dist: PyYAML (>=3.13)
+Requires-Dist: ruamel.yaml (>=0.15.0)
+Requires-Dist: gevent (>=1.3.0)
+
+UNKNOWN
+
+

dataquant-1.1.6.dist-info/RECORD

@@ -0,0 +1,38 @@
+dataquant/__init__.py,sha256=Tuq3BymP4PO3__7MKLKTRKvyL8buZ1TG_DQ_g-nHU6s,6703
+dataquant/apis/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/apis/base/__init__.py,sha256=kAux9NS2UsHvU02ZRDvH7p9ol8Dhlw2OhZrSuy4APZQ,88
+dataquant/apis/base/api.py,sha256=Zt9EVSrYB3cj0yK0_HkdR8tGJzKn5xJQ5Ua4Su957wM,2103
+dataquant/apis/info/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/apis/info/api.py,sha256=1dzZSn4qTfLWl0Evho5UTE7uOI64s2888lTUmcWDFIw,104572
+dataquant/apis/quote/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/apis/quote/api.py,sha256=kR40zEqf0Riwc-sMbo6SCXfKdKxAybYM4dZYTfWqWPk,57350
+dataquant/cd/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/cd/api.py,sha256=iZ9rIFYxOnRBBDOPhHFqqh3SyqiyIBaonPO3dOr5_0E,22768
+dataquant/hk/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/hk/api.py,sha256=WefEhQMZ0_TETp6jvnmsC2eSjSu19aFINwDy2CG5ujg,34577
+dataquant/ic/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/ic/api.py,sha256=IdYqmi7NrJHj9LXhIO5W6cI1Sew7fK2w25Y7ANCZdiA,4608
+dataquant/intl/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/intl/api.py,sha256=e-RZnao4tHgH3uqfEbX4iDCoJ4zayQuSBPQqlXR-Nf4,4084
+dataquant/pof/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/pof/api.py,sha256=B6L9CQBrQmGTIAZkwH-JtFO-SN9S7tjPJpxvAT2EFaY,64996
+dataquant/sql/__init__.py,sha256=-sDr1WLWXNIEjCtHd9d7-5GNTrbml2IO4yIPhgKpNrI,25
+dataquant/sql/api.py,sha256=63UQYKoI_5odfKV0L3LE3i8bYEC72sjk8eQtFfw9eMc,1523
+dataquant/utils/__init__.py,sha256=NycWnpngLBA2lIMwigUqvokiq0OPODIsrES14BjsQWc,78
+dataquant/utils/client.py,sha256=3uzXFIB91S6t6UlVIDlDuwRk0aUDTcLj_CUR49HqMw0,6177
+dataquant/utils/common.py,sha256=9MTIbUYezEOZrQ1rP4KW36y_kOWk1f6yCyDq69IqMOU,781
+dataquant/utils/config.py,sha256=nSrTD_-yXDNEV98n9zHz0fw8Rou5314XTdCP1fGtqqI,724
+dataquant/utils/config.yml,sha256=NgzuhzYQPp3A0jFcw1pvw9saIPn1H2dKatWcaZbEfls,1009
+dataquant/utils/connection.py,sha256=ypLIeSUnWYooOeRcYo1n2Lo9m_QB-NZcm_D3uLrCIAA,17609
+dataquant/utils/connection_pool.py,sha256=sWThbX-nFVWFILwxeNP7L0RXDNbl4nqV6U6u6RMOewY,2282
+dataquant/utils/consts.py,sha256=5FQ0s_2rPa2Vpj_dOhp6usXXAHPT9X-MBVVZLP2Uoqo,23
+dataquant/utils/convert.py,sha256=5H-Ln5eCENv2VQY_FLxwXy3lLCbaELL1MGFQGLolDiE,1541
+dataquant/utils/datetime_func.py,sha256=7hGpGsA4r4TA4D0CcgsUlfj4VVPJlSjJ3HR06T75BR4,2454
+dataquant/utils/decorators.py,sha256=jVuNiIBCvVwu_XQHKODGSiqS8w-iYLl4wKEUDDI0qIU,3539
+dataquant/utils/error.py,sha256=WMH3Bmov5bibyuHpc-ldLB8B8UoHThD0dzci7Np7Nr4,6281
+dataquant/utils/parallel.py,sha256=xkbT2wtYkWMDdnZWsS3hqkIawGTlMVl1LvlU4JSPLo4,1213
+dataquant-1.1.6.dist-info/METADATA,sha256=FCPQMaUIOcCGFRIxrNu8MLJ29GluzPoB5boqFY2uMog,889
+dataquant-1.1.6.dist-info/RECORD,,
+dataquant-1.1.6.dist-info/WHEEL,sha256=NzFAKnL7g-U64xnS1s5e3mJnxKpOTeOtlXdFwS9yNXI,92
+dataquant-1.1.6.dist-info/entry_points.txt,sha256=ZgdrSUUnnklMi7msu0gUGaFTXeoIGmKW3e9xi6DY36w,55
+dataquant-1.1.6.dist-info/top_level.txt,sha256=z2BOKZHAM7WQu1DD-0rXZjkE9xLvpWKgxesk5SG1Qwo,10

dataquant-1.1.6.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.31.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

dataquant-1.1.6.dist-info/entry_points.txt

@@ -0,0 +1,3 @@
+[console_scripts]
+dataquant = dataquant.__main__:main
+

dataquant-1.1.6.dist-info/top_level.txt

@@ -0,0 +1 @@
+dataquant