codosdk 1.0.0__py2.py3-none-any.whl

websdk2/cloud/qcloud_api.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+""""
+Contact : 191715030@qq.com
+Author : shenshuo
+Date   : 2019年2月5日13:37:54
+Desc   : 云厂商的一些方法
+"""
+
+import hmac
+import hashlib
+import base64
+from urllib import parse
+
+
+class QCloudApiOpt:
+
+    @staticmethod
+    def sort_dic(keydict):
+        return sorted(zip(keydict.keys(), keydict.values()))
+
+    @staticmethod
+    def get_str_sign(sortlist, api_url):
+        sign_str_init = ''
+        for value in sortlist:
+            sign_str_init += value[0] + '=' + value[1] + '&'
+        sign_str = 'GET' + api_url + sign_str_init[:-1]
+        return sign_str, sign_str_init
+
+    @staticmethod
+    def get_signature(sign_str, secret_key):
+        secretkey = secret_key
+        signature = bytes(sign_str, encoding='utf-8')
+        secretkey = bytes(secretkey, encoding='utf-8')
+        my_sign = hmac.new(secretkey, signature, hashlib.sha1).digest()
+        return base64.b64encode(my_sign)
+
+    @staticmethod
+    def encode_signature(my_sign):
+        return parse.quote(my_sign)
+
+    @staticmethod
+    def get_result_url(sign_str, result_sign, api_url):
+        return 'https://' + api_url + sign_str + 'Signature=' + result_sign
+
+    @staticmethod
+    def run(keydict, api_url, secret_key):
+        sortlist = QCloudApiOpt.sort_dic(keydict)
+        # 获取拼接后的sign字符串
+        sign_str, sign_str_int = QCloudApiOpt.get_str_sign(sortlist, api_url)
+        # 获取签名
+        my_sign = QCloudApiOpt.get_signature(sign_str, secret_key)
+        # 对签名串进行编码
+        result_sign = QCloudApiOpt.encode_signature(my_sign)
+        # 获取最终请求url
+        result_url = QCloudApiOpt.get_result_url(sign_str_int, result_sign, api_url)
+        return result_url

websdk2/cloud/ucloud_api.py

@@ -0,0 +1,73 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+Contact : 191715030@qq.com
+Author  : shenshuo
+Date   : 2019年2月5日13:37:54
+Desc   : 云厂商的一些方法
+"""
+
+import requests
+import hashlib
+import logging
+
+logging.basicConfig(level=logging.INFO, format='%(asctime)s %(filename)s[line:%(lineno)d] %(levelname)s %(message)s',
+                    datefmt='%Y %H:%M:%S')
+
+logger = logging.getLogger("ucloud")
+logger.setLevel(logging.WARN)
+
+
+class UCloudApi:
+    """UCloud接口"""
+
+    def __init__(self, access_id, access_key, url='https://api.ucloud.cn/'):
+        self.url = url
+        self.access_id = access_id
+        self.access_key = access_key
+
+    def get_region_list(self):
+        params = {
+            'Action': 'GetRegion',
+            'PublicKey': self.access_id
+        }
+        params = self.add_signature(params)
+        req = requests.get(url=self.url, params=params)
+        regions = list(set([r['Region'] for r in req.json()['Regions']]))
+        return regions
+
+    def get_project_list(self):
+        params = {
+            'Action': 'GetProjectList',
+            'PublicKey': self.access_id
+        }
+        params = self.add_signature(params)
+        req = requests.get(url=self.url, params=params)
+        project = list(set([r['ProjectId'] for r in req.json()['ProjectSet']]))
+        return project
+
+    def get_project_info(self):
+        params = {
+            'Action': 'GetProjectList',
+            'PublicKey': self.access_id
+        }
+        params = self.add_signature(params)
+        req = requests.get(url=self.url, params=params)
+        project_list =  []
+        for i in req.json()['ProjectSet']:
+            if isinstance(i, dict):
+                project_list.append(i)
+        return project_list
+
+
+    def add_signature(self, params):
+        items = params.items()
+        params_data = ""
+        for key in sorted(items):
+            params_data = params_data + str(key[0]) + str(key[1])
+        params_data = params_data + self.access_key
+        sign = hashlib.sha1()
+        sign.update(params_data.encode('utf8'))
+        signature = sign.hexdigest()
+        params['Signature'] = signature
+        return params

websdk2/cloud_utils.py

@@ -0,0 +1,26 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+""""
+Contact : 191715030@qq.com
+Author : shenshuo
+Date   : 2019年2月5日13:37:54
+Desc   : 云厂商的一些方法
+"""
+from .cloud.qcloud_api import QCloudApiOpt
+from .cloud.ucloud_api import UCloudApi
+
+
+def cloud_factory(cloud):
+    if cloud == 'aliyun':
+        return None
+
+    elif cloud == 'qcloud':
+        return QCloudApiOpt()
+
+    elif cloud == 'ucloud':
+        return UCloudApi()
+
+    elif cloud == 'aws':
+        return None
+    else:
+        return None

websdk2/configs.py

@@ -0,0 +1,97 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+"""
+Contact : 191715030@qq.com
+Author  : shenshuo
+Date    : 2018/9/5
+Desc    : 配置文件
+"""
+
+from .consts import const
+from .tools import singleton
+
+
+@singleton
+class Config(dict):
+    def __init__(self):
+        self.__can_import = True
+        self.__init_default()
+        dict.__init__(self)
+
+    def __getattr__(self, item, default=""):
+        if item in self:
+            return self[item]
+        return ""
+
+    @property
+    def can_import(self):
+        return self.__can_import
+
+    def import_dict(self, **kwargs):
+        if self.__can_import:
+            for k, v in kwargs.items():
+                self[k] = v
+            self.__can_import = False
+        else:
+            raise Exception('ConfigImportError')
+
+    def __init_default(self):
+        self['debug'] = False
+        self['autoreload'] = True
+        self[const.DB_CONFIG_ITEM] = {
+            const.DEFAULT_DB_KEY: {
+                const.DBHOST_KEY: '',
+                const.DBPORT_KEY: 3306,
+                const.DBUSER_KEY: '',
+                const.DBPWD_KEY: '',
+                const.DBNAME_KEY: '',
+            },
+            const.READONLY_DB_KEY: {
+                const.DBHOST_KEY: '',
+                const.DBPORT_KEY: 3306,
+                const.DBUSER_KEY: '',
+                const.DBPWD_KEY: '',
+                const.DBNAME_KEY: '',
+            }
+        }
+        self[const.REDIS_CONFIG_ITEM] = {
+            const.DEFAULT_RD_KEY: {
+                const.RD_HOST_KEY: '',
+                const.RD_PORT_KEY: 6379,
+                const.RD_DB_KEY: -1,
+                const.RD_AUTH_KEY: True,
+                const.RD_CHARSET_KEY: 'utf-8',
+                const.RD_PASSWORD_KEY: ''
+            }
+        }
+        self[const.MQ_CONFIG_ITEM] = {
+            const.DEFAULT_MQ_KEY: {
+                const.MQ_ADDR: '',
+                const.MQ_PORT: 5672,
+                const.MQ_VHOST: '/',
+                const.MQ_USER: '',
+                const.MQ_PWD: '',
+            }
+        }
+        # self[const.APP_NAME] = ''
+        # self[const.LOG_TO_FILE] = False
+
+    def has_item(self, item):
+        return item in self
+
+    def clear(self):
+        self.__can_import = True
+        dict.clear(self)
+        self.__init_default()
+
+    @staticmethod
+    def __get_key_dict(sub_set, key):
+        if key in sub_set:
+            sk_dict = sub_set[key]
+        else:
+            sk_dict = {}
+            sub_set[key] = sk_dict
+        return sk_dict
+
+
+configs = Config()

websdk2/consts.py

@@ -0,0 +1,212 @@
+#!/usr/bin/env python
+# -*-coding:utf-8-*-
+"""
+Author : ming
+date   : 2017/4/11 下午1:54
+role   : 常量管理
+"""
+
+from enum import IntEnum as Enum
+
+
+class ConstError(TypeError):
+    pass
+
+
+class IntEnum(Enum):
+    @staticmethod
+    def find_enum(cls, value):
+        for k, v in cls._value2member_map_.items():
+            if k == value:
+                return v
+        return None
+
+
+class ErrorCode(IntEnum):
+    """ 错误码枚举 """
+
+    not_found = 404
+    bad_request = 400
+    unauthorized = 401
+    forbidden = 403
+    not_allowed = 405
+    not_acceptable = 406
+    conflict = 409
+    gone = 410
+    precondition_failed = 412
+    request_entity_too_large = 413
+    unsupport_media_type = 415
+    internal_server_error = 500
+    service_unavailable = 503
+    service_not_implemented = 501
+    handler_uncatched_exception = 504
+    config_import_error = 1001
+    config_item_notfound_error = 1002
+
+
+class _const(object):
+    def __setattr__(self, name, value):
+        if name in self.__dict__:
+            raise ConstError("Can't rebind const (%s)" % name)
+        if not name.isupper():
+            raise ConstError("Const must be upper.")
+        self.__dict__[name] = value
+
+
+const = _const()
+
+const.DB_CONFIG_ITEM = 'databases'
+const.DBHOST_KEY = 'host'
+const.DBPWD_KEY = 'pwd'
+const.DBUSER_KEY = 'user'
+const.DBNAME_KEY = 'name'
+const.DBPORT_KEY = 'port'
+const.SF_DB_KEY = 'vmobel'
+const.DEFAULT_DB_KEY = 'default'
+const.READONLY_DB_KEY = 'readonly'
+
+const.REDIS_CONFIG_ITEM = 'redises'
+const.RD_HOST_KEY = 'host'
+const.RD_PORT_KEY = 'port'
+const.RD_DB_KEY = 'db'
+const.RD_AUTH_KEY = 'auth'
+const.RD_CHARSET_KEY = 'charset'
+const.RD_DECODE_RESPONSES = 'decode_responses'
+const.RD_PASSWORD_KEY = 'password'
+const.DEFAULT_RD_KEY = 'default'
+
+# ETCD
+const.DEFAULT_ETCD_KEY = "default"
+const.BACKUP_ETCD_KEY = "backup"
+const.DEFAULT_ETCD_HOST = "host"
+const.DEFAULT_ETCD_PORT = "port"
+const.DEFAULT_ETCD_PROTOCOL = "protocol"
+const.DEFAULT_ETCD_USER = "user"
+const.DEFAULT_ETCD_PWD = "pwd"
+
+# MQ
+const.MQ_CONFIG_ITEM = 'mqs'
+const.MQ_ADDR = 'MQ_ADDR'
+const.MQ_PORT = 'MQ_PORT'
+const.MQ_VHOST = 'MQ_VHOST'
+const.MQ_USER = 'MQ_USER'
+const.MQ_PWD = 'MQ_PWD'
+const.DEFAULT_MQ_KEY = 'default'
+const.AGENT_MQ_KEY = 'agent'
+
+# JMS
+const.JMS_CONFIG_ITEM = 'jmss'
+const.DEFAULT_JMS_KEY = 'default'
+const.JMS_API_BASE_URL = "jms_url"
+const.JMS_API_KEY_ID = "jms_key_id"
+const.JMS_API_KEY_SECRET = "jms_key_secret"
+
+# consul
+const.CONSUL_CONFIG_ITEM = 'consuls'
+const.DEFAULT_CS_KEY = 'default'
+const.CONSUL_HOST_KEY = 'cs_host'
+const.CONSUL_PORT_KEY = 'cs_port'
+const.CONSUL_TOKEN_KEY = 'cs_token'
+const.CONSUL_SCHEME_KEY = 'cs_scheme'
+
+const.APP_NAME = 'app_name'
+const.LOG_PATH = 'log_path'
+const.LOG_BACKUP_COUNT = 'log_backup_count'
+const.LOG_MAX_FILE_SIZE = 'log_max_filesize'
+
+const.REQUEST_START_SIGNAL = 'request_start'
+const.REQUEST_FINISHED_SIGNAL = 'request_finished'
+
+const.NW_SALT = 'nw'
+const.ALY_SALT = 'aly'
+const.TX_SALT = 'tx'
+const.SG_SALT = 'sg'
+const.DEFAULT_SALT = 'default'
+const.SALT_API = 'salt_api'
+const.SALT_USER = 'salt_username'
+const.SALT_PW = 'salt_password'
+const.SALT_OUT = 'salt_timeout'
+
+const.NW_INCEPTION = 'nw'
+const.ALY_INCEPTION = 'aly'
+const.TX_INCEPTION = 'tx'
+const.DEFAULT_INCEPTION = 'default'
+
+const.REGION = "cn-hangzhou"
+const.PRODUCT_NAME = "Dysmsapi"
+const.DOMAIN = "dysmsapi.aliyuncs.com"
+
+# crypto
+const.AES_CRYPTO_KEY = 'aes_crypto_key'
+### app settings
+const.APP_SETTINGS = 'APP_SETTINGS'
+### all user info
+const.USERS_INFO = 'USERS_INFO'
+
+# API GW
+const.WEBSITE_API_GW_URL = 'api_gw'
+const.API_AUTH_KEY = 'settings_auth_key'
+const.EMAILLOGIN_DOMAIN = 'EMAILLOGIN_DOMAIN'
+const.EMAILLOGIN_SERVER = 'EMAILLOGIN_SERVER'
+
+# email
+const.EMAIL_SUBJECT_PREFIX = "EMAIL_SUBJECT_PREFIX"
+const.EMAIL_HOST = "EMAIL_HOST"
+const.EMAIL_PORT = "EMAIL_PORT"
+const.EMAIL_HOST_USER = "EMAIL_HOST_USER"
+const.EMAIL_HOST_PASSWORD = "EMAIL_HOST_PASSWORD"
+const.EMAIL_USE_SSL = "EMAIL_USE_SSL"
+const.EMAIL_USE_TLS = "EMAIL_USE_TLS"
+
+# 短信配置
+const.SMS_REGION = "SMS_REGION"
+const.SMS_PRODUCT_NAME = "SMS_PRODUCT_NAME"
+const.SMS_DOMAIN = "SMS_DOMAIN"
+
+const.SMS_ACCESS_KEY_ID = 'SMS_ACCESS_KEY_ID'
+const.SMS_ACCESS_KEY_SECRET = 'SMS_ACCESS_KEY_SECRET'
+# 钉钉
+const.DING_TALK_WEBHOOK = "DING_TALK_WEBHOOK"
+# 存储
+const.STORAGE_REGION = "STORAGE_REGION"
+const.STORAGE_NAME = "STORAGE_NAME"
+const.STORAGE_PATH = "STORAGE_PATH"
+const.STORAGE_KEY_ID = "STORAGE_KEY_ID"
+const.STORAGE_KEY_SECRET = "STORAGE_KEY_SECRET"
+
+### LDAP
+const.LDAP_SERVER_HOST = "LDAP_SERVER_HOST"
+const.LDAP_SERVER_PORT = "LDAP_SERVER_PORT"
+const.LDAP_ADMIN_DN = "LDAP_ADMIN_DN"
+const.LDAP_ADMIN_PASSWORD = "LDAP_ADMIN_PASSWORD"
+const.LDAP_SEARCH_BASE = "LDAP_SEARCH_BASE"
+const.LDAP_SEARCH_FILTER = "LDAP_SEARCH_FILTER"
+const.LDAP_ATTRIBUTES = "LDAP_ATTRIBUTES"
+const.LDAP_USE_SSL = "LDAP_USE_SSL"
+const.LDAP_ENABLE = "LDAP_ENABLE"
+
+### token 超时时间
+const.TOKEN_EXP_TIME = "TOKEN_EXP_TIME"
+
+### 全局 二次认证
+const.MFA_GLOBAL = 'MFA_GLOBAL'
+
+### 任务状态
+const.STATE_NEW = '0'
+const.STATE_WAIT = '1'
+const.STATE_RUNNING = '2'
+const.STATE_SUCCESS = '3'
+const.STATE_ERROR = '4'
+const.STATE_MANUAL = '5'
+const.STATE_BREAK = '6'
+const.STATE_TIMING = '7'
+const.STATE_UNKNOWN = '8'
+const.STATE_FAIL = '9'
+const.STATE_IGNORE = '10'  # 忽略
+const.STATE_QUEUE = '11'  # 排队中
+const.EXEC_TIMEOUT = 1800
+
+## 节点地址
+const.NODE_ADDRESS = 'NODE_ADDRESS'
+const.EXEC_NODE_MAP_KEY = 'EXEC_NODE_MAP_KEY'
+const.AGENT_USED_KEY = "agent_is_used_map_mark_key"

websdk2/db_context.py

@@ -0,0 +1,150 @@
+# -*-coding:utf-8-*-
+"""
+Author : shenshuo
+date   : 2017年10月17日17:23:19
+role   : 数据库连接
+"""
+
+import pymysql
+from urllib.parse import quote_plus
+from sqlalchemy import create_engine
+from sqlalchemy.pool import NullPool
+from sqlalchemy.orm import sessionmaker
+from .consts import const
+from .configs import configs
+
+engines = {}
+
+
+def init_engine(**settings):
+    if settings:
+        databases = settings[const.DB_CONFIG_ITEM]
+    else:
+        databases = configs[const.DB_CONFIG_ITEM]
+    for dbkey, db_conf in databases.items():
+        dbuser = db_conf[const.DBUSER_KEY]
+        dbpwd = db_conf[const.DBPWD_KEY]
+        dbhost = db_conf[const.DBHOST_KEY]
+        dbport = db_conf[const.DBPORT_KEY]
+        dbname = db_conf[const.DBNAME_KEY]
+        engine = create_engine('mysql+pymysql://{user}:{pwd}@{host}:{port}/{dbname}?charset=utf8mb4'
+                               .format(user=dbuser, pwd=quote_plus(dbpwd), host=dbhost, port=dbport, dbname=dbname),
+                               # logging_name=dbkey)
+                               logging_name=dbkey, poolclass=NullPool)
+        engines[dbkey] = engine
+
+
+def get_db_url(dbkey):
+    databases = configs[const.DB_CONFIG_ITEM]
+    db_conf = databases[dbkey]
+    dbuser = db_conf['user']
+    dbpwd = db_conf['pwd']
+    dbhost = db_conf['host']
+    dbport = db_conf.get('port', 3306)
+    dbname = db_conf['name']
+
+    return 'mysql+pymysql://{user}:{pwd}@{host}:{port}/{dbname}?charset=utf8mb4'.format(user=dbuser, pwd=quote_plus(dbpwd),
+                                                                                     host=dbhost, port=dbport,
+                                                                                     dbname=dbname, poolclass=NullPool)
+
+
+class DBContext(object):
+    def __init__(self, rw='r', db_key=None, need_commit=False, **settings):
+        self.__db_key = db_key
+        if not self.__db_key:
+            if rw == 'w':
+                self.__db_key = const.DEFAULT_DB_KEY
+            elif rw == 'r':
+                self.__db_key = const.READONLY_DB_KEY
+        engine = self.__get_db_engine(self.__db_key, **settings)
+        self.__engine = engine
+        self.need_commit = need_commit
+
+    # @property
+    # def db_key(self):
+    #     return self.__db_key
+
+    @staticmethod
+    def __get_db_engine(db_key, **settings):
+        if len(engines) == 0:
+            init_engine(**settings)
+        return engines[db_key]
+
+    @property
+    def session(self):
+        return self.__session
+
+    def __enter__(self):
+        self.__session = sessionmaker(bind=self.__engine)()
+        return self.__session
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.need_commit:
+            if exc_type:
+                self.__session.rollback()
+            else:
+                self.__session.commit()
+        self.__session.close()
+
+    def get_session(self):
+        return self.__session
+
+
+def init_engine_v2(**settings):
+    if settings:
+        databases = settings[const.DB_CONFIG_ITEM]
+    else:
+        databases = configs[const.DB_CONFIG_ITEM]
+    for dbkey, db_conf in databases.items():
+        dbuser = db_conf[const.DBUSER_KEY]
+        dbpwd = db_conf[const.DBPWD_KEY]
+        dbhost = db_conf[const.DBHOST_KEY]
+        dbport = db_conf[const.DBPORT_KEY]
+        dbname = db_conf[const.DBNAME_KEY]
+        engine = create_engine('mysql+pymysql://{user}:{pwd}@{host}:{port}/{dbname}?charset=utf8mb4'
+                               .format(user=dbuser, pwd=quote_plus(dbpwd), host=dbhost, port=dbport, dbname=dbname),
+                               logging_name=dbkey, poolclass=None, pool_size=10, max_overflow=50, pool_recycle=3600,
+                               pool_pre_ping=True, pool_timeout=60)
+        engines[dbkey] = engine
+
+
+class DBContextV2(object):
+    def __init__(self, rw='r', db_key=None, need_commit=False, **settings):
+        self.__db_key = db_key
+        if not self.__db_key:
+            if rw == 'w':
+                self.__db_key = const.DEFAULT_DB_KEY
+            elif rw == 'r':
+                self.__db_key = const.READONLY_DB_KEY
+        engine = self.__get_db_engine(self.__db_key, **settings)
+        self.__engine = engine
+        self.need_commit = need_commit
+
+    # @property
+    # def db_key(self):
+    #     return self.__db_key
+
+    @staticmethod
+    def __get_db_engine(db_key, **settings):
+        if len(engines) == 0:
+            init_engine_v2(**settings)
+        return engines[db_key]
+
+    @property
+    def session(self):
+        return self.__session
+
+    def __enter__(self):
+        self.__session = sessionmaker(bind=self.__engine)()
+        return self.__session
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        if self.need_commit:
+            if exc_type:
+                self.__session.rollback()
+            else:
+                self.__session.commit()
+        self.__session.close()
+
+    def get_session(self):
+        return self.__session

websdk2/error.py

@@ -0,0 +1,50 @@
+from enum import IntEnum
+from .consts import ErrorCode
+class BaseError(Exception):
+    """ 错误基类，所有错误必须从该类继承 """
+
+    def __init__(self, errorcode, *args, **kwargs):
+        """
+        初始化错误基类
+        :param errorcode: 错误码
+        :param args:
+        :param kwargs:
+        """
+        if isinstance(errorcode, IntEnum):
+            self._errorcode = errorcode
+            self.kwargs = kwargs
+            super(BaseError, self).__init__(*args)
+        else:
+            raise TypeError(
+                'Error code must be vmbsdk.constants.enums.ErrorCode type.')
+
+    @property
+    def errorcode(self):
+        return self._errorcode
+class BizError(BaseError):
+    """ 业务错误 """
+
+    def __init__(self, errorcode, *args, **kwargs):
+        self.__subcode = int(args[1]) if len(args) > 1 else 0
+        super(BizError, self).__init__(errorcode, *args, **kwargs)
+
+    @property
+    def subcode(self):
+        """
+        获取
+        :return:
+        """
+        return self.__subcode
+
+class BadRequestError(BizError):
+    """ 错误的请求 """
+
+    def __init__(self, *args, **kwargs):
+        super(BadRequestError, self).__init__(ErrorCode.bad_request,
+                                              *args, **kwargs)
+
+
+class ConfigError(Exception):
+    def __init__(self, config_key, *args, **kwargs):
+        self.config_key = config_key
+        super(ConfigError, self).__init__(*args, **kwargs)

websdk2/fetch_coroutine.py

@@ -0,0 +1,12 @@
+import json
+from tornado.httpclient import HTTPRequest, AsyncHTTPClient
+from tornado.gen import coroutine
+
+
+@coroutine
+def fetch_coroutine(url, method='GET', body=None, **kwargs):
+    request = HTTPRequest(url, method=method, body=body, connect_timeout=5, request_timeout=10)
+    http_client = AsyncHTTPClient(**kwargs)
+    response = yield http_client.fetch(request)
+    body = json.loads(response.body)
+    return body