aliyun-log-python-sdk 0.9.36__tar.gz → 0.9.38__tar.gz

{aliyun_log_python_sdk-0.9.36/aliyun_log_python_sdk.egg-info → aliyun_log_python_sdk-0.9.38}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: aliyun-log-python-sdk
-Version: 0.9.36
+Version: 0.9.38
 Summary: Aliyun log service Python client SDK
 Home-page: https://github.com/aliyun/aliyun-log-python-sdk
 Author: Aliyun
@@ -29,14 +29,6 @@ Requires-Dist: pytest; extra == "test"
 Requires-Dist: lz4; extra == "test"
 Requires-Dist: virtualenv; extra == "test"
 Requires-Dist: zstandard; extra == "test"
-Dynamic: author
-Dynamic: classifier
-Dynamic: description
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: summary
 
 
 Python SDK for Alicloud Log Service

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/__init__.py

@@ -48,7 +48,7 @@ from .logger_hanlder import SimpleLogHandler, QueuedLogHandler, LogFields, Uwsgi
 from .metering_mode_response import GetLogStoreMeteringModeResponse, \
     GetMetricStoreMeteringModeResponse, \
     UpdateLogStoreMeteringModeResponse, UpdateMetricStoreMeteringModeResponse
-
+from .object_response import PutObjectResponse, GetObjectResponse
 
 from .store_view import StoreView, StoreViewStore
 from .store_view_response import CreateStoreViewResponse, UpdateStoreViewResponse, DeleteStoreViewResponse, ListStoreViewsResponse, GetStoreViewResponse

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/auth.py

@@ -60,7 +60,7 @@ class AuthV1(AuthBase):
             logger.warning("failed to set locale time to C. skip it: {0}".format(ex))
         return datetime.utcnow().strftime('%a, %d %b %Y %H:%M:%S GMT')
 
-    def sign_request(self, method, resource, params, headers, body):
+    def sign_request(self, method, resource, params, headers, body, compute_content_hash=True):
         credentials = self.credentials_provider.get_credentials()
         if credentials.get_security_token():
             headers['x-acs-security-token'] = credentials.get_security_token()
@@ -68,7 +68,7 @@ class AuthV1(AuthBase):
         headers['x-log-signaturemethod'] = 'hmac-sha1'
         headers['Date'] = self._getGMT()
 
-        if body:
+        if body and compute_content_hash:
             headers['Content-MD5'] = Util.cal_md5(body)
         if not credentials.get_access_key_secret():
             return six.b('')
@@ -92,7 +92,7 @@ class AuthV4(AuthBase):
         AuthBase.__init__(self, credentials_provider)
         self._region = region
 
-    def sign_request(self, method, resource, params, headers, body):
+    def sign_request(self, method, resource, params, headers, body, compute_content_hash=True):
         current_time = datetime.utcnow().strftime("%Y%m%dT%H%M%SZ")
         headers['Authorization'] = self._do_sign_request(method, resource, params, headers, body, current_time)
 

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/index_config.py

@@ -229,9 +229,12 @@ class IndexConfig(object):
     :type log_reduce: bool
     :param log_reduce: if to enable logreduce
 
+    :type scan_index: bool
+    :param scan_index: if to enable scan index
+
     """
 
-    def __init__(self, ttl=1, line_config=None, key_config_list=None, all_keys_config=None, log_reduce=None):
+    def __init__(self, ttl=1, line_config=None, key_config_list=None, all_keys_config=None, log_reduce=None, scan_index=None):
         if key_config_list is None:
             key_config_list = {}
         self.ttl = ttl
@@ -243,7 +246,7 @@ class IndexConfig(object):
         self.log_reduce_black_list = None
         self.log_reduce_white_list = None
         self.docvalue_max_text_len = 0
-
+        self.scan_index = scan_index
     '''
     :type max_len : int
     :param max_len : the max len  of the docvalue
@@ -268,6 +271,9 @@ class IndexConfig(object):
     def set_log_reduce_white_list(self, white_list):
         self.log_reduce_white_list = white_list
 
+    def set_scan_index(self, scan_index):
+        self.scan_index = scan_index
+
     def to_json(self):
         json_value = {}
         if self.line_config is not None:
@@ -289,6 +295,9 @@ class IndexConfig(object):
 
         elif self.log_reduce_black_list != None:
             json_value["log_reduce_black_list"] = self.log_reduce_black_list
+        
+        if self.scan_index is not None:
+            json_value["scan_index"] = self.scan_index
 
         return json_value
 
@@ -314,3 +323,6 @@ class IndexConfig(object):
         self.docvalue_max_text_len = json_value.get('max_text_len', 0)
 
         self.modify_time = json_value.get("lastModifyTime", int(time.time()))
+
+        if 'scan_index' in json_value:
+            self.scan_index = json_value['scan_index']

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/logclient.py

@@ -10,9 +10,9 @@ import json
 import requests
 import six
 import time
-import zlib
 from datetime import datetime
 import logging
+import re
 
 from .store_view_response import ListStoreViewsResponse, CreateStoreViewResponse, UpdateStoreViewResponse, DeleteStoreViewResponse, GetStoreViewResponse
 from .credentials import StaticCredentialsProvider
@@ -76,7 +76,8 @@ from .compress import CompressType, Compressor
 from .metering_mode_response import GetLogStoreMeteringModeResponse, \
     GetMetricStoreMeteringModeResponse, UpdateLogStoreMeteringModeResponse, \
         UpdateMetricStoreMeteringModeResponse
-from .util import require_python3
+from .object_response import PutObjectResponse, GetObjectResponse
+from .util import require_python3, object_name_encode
 
 logger = logging.getLogger(__name__)
 
@@ -310,7 +311,7 @@ class LogClient(object):
                                'Request is failed. Http code is ' + str(resp_status) + exJson, requestId,
                                resp_status, resp_header, resp_body)
 
-    def _send(self, method, project, body, resource, params, headers, respons_body_type='json'):
+    def _send(self, method, project, body, resource, params, headers, respons_body_type='json', compute_content_hash=True):
         if body:
             headers['Content-Length'] = str(len(body))
         else:
@@ -337,7 +338,7 @@ class LogClient(object):
                 params2 = copy(params)
                 if self._securityToken:
                     headers2["x-acs-security-token"] = self._securityToken
-                self._auth.sign_request(method, resource, params2, headers2, body)
+                self._auth.sign_request(method, resource, params2, headers2, body, compute_content_hash=compute_content_hash)
                 return self._sendRequest(method, url, params2, body, headers2, respons_body_type)
             except LogException as ex:
                 last_err = ex
@@ -6511,3 +6512,77 @@ class LogClient(object):
         resource = "/storeviews/" + store_view_name
         (resp, header) = self._send("DELETE", project_name, None, resource, params, {})
         return DeleteStoreViewResponse(header, resp)
+
+    def put_object(
+        self, project_name, logstore_name, object_name, content, headers=None
+    ):
+        """Put an object to the specified logstore.
+        Unsuccessful operation will cause an LogException.
+
+        :type project_name: string
+        :param project_name: the project name
+
+        :type logstore_name: string
+        :param logstore_name: the logstore name
+
+        :type object_name: string
+        :param object_name: the object name (only allow a-z A-Z 0-9 _ -)
+
+        :type content: bytes/string
+        :param content: the object content (can be empty)
+
+        :type headers: dict
+        :param headers: optional headers to send with the request.
+                        - x-log-meta-* headers will be attached to the object as metadata, and returned in the response when getting the object
+                        - Content-Type will be attached to the object as metadata, and returned in the response when getting the object
+                        - Content-MD5 will be attached to the object as metadata, and returned in the response when getting the object
+
+        :return: PutObjectResponse
+
+        :raise: LogException
+        """
+        encoded_object_name = object_name_encode(object_name)
+        if headers is None:
+            headers = {}
+        else:
+            headers = dict(headers)
+
+        if isinstance(content, six.text_type):
+            body = content.encode("utf-8")
+        elif isinstance(content, six.binary_type):
+            body = content
+        else:
+            raise LogException("InvalidParameter", "content must be bytes or string")
+
+        headers["x-log-bodyrawsize"] = str(len(body))
+        resource = "/logstores/" + logstore_name + "/objects/" + encoded_object_name
+
+        (resp, resp_header) = self._send(
+            "PUT", project_name, body, resource, {}, headers, compute_content_hash=False
+        )
+        return PutObjectResponse(resp_header, resp)
+
+    def get_object(self, project_name, logstore_name, object_name):
+        """Get an object from the specified logstore.
+        Unsuccessful operation will cause an LogException.
+
+        :type project_name: string
+        :param project_name: the project name
+
+        :type logstore_name: string
+        :param logstore_name: the logstore name
+
+        :type object_name: string
+        :param object_name: the object name
+
+        :return: GetObjectResponse
+
+        :raise: LogException
+        """
+        encoded_object_name = object_name_encode(object_name)
+        resource = "/logstores/" + logstore_name + "/objects/" + encoded_object_name
+
+        (resp, resp_header) = self._send(
+            "GET", project_name, None, resource, {}, {}, respons_body_type="raw"
+        )
+        return GetObjectResponse(resp_header, resp)

aliyun_log_python_sdk-0.9.38/aliyun/log/object_response.py

@@ -0,0 +1,89 @@
+#!/usr/bin/env python
+# encoding: utf-8
+
+# Copyright (C) Alibaba Cloud Computing
+# All rights reserved.
+
+from .logresponse import LogResponse
+from .util import Util
+
+__all__ = ['PutObjectResponse', 'GetObjectResponse']
+
+
+class PutObjectResponse(LogResponse):
+    """ The response of the put_object API from log.
+
+    :type header: dict
+    :param header: PutObjectResponse HTTP response header
+
+    :type resp: string
+    :param resp: PutObjectResponse HTTP response body
+    """
+
+    def __init__(self, header, resp=''):
+        LogResponse.__init__(self, header, resp)
+
+    def get_etag(self):
+        """ Get the ETag of the uploaded object.
+
+        :return: string, ETag value
+        """
+        return Util.h_v_td(self.headers, 'ETag', None)
+
+    def log_print(self):
+        print('PutObjectResponse:')
+        print('headers:', self.get_all_headers())
+
+
+class GetObjectResponse(LogResponse):
+    """ The response of the get_object API from log.
+
+    :type header: dict
+    :param header: GetObjectResponse HTTP response header
+
+    :type resp: bytes
+    :param resp: GetObjectResponse HTTP response body (object content)
+    """
+
+    def __init__(self, header, resp):
+        LogResponse.__init__(self, header, resp)
+
+    def get_etag(self):
+        """ Get the ETag of the object.
+
+        :return: string, ETag value, may be None if not set
+        """
+        return Util.h_v_td(self.headers, 'ETag', None)
+
+    def get_last_modified(self):
+        """ Get the last modified time of the object.
+
+        :return: string, last modified time, may be None if not set
+        """
+        return Util.h_v_td(self.headers, 'Last-Modified', None)
+
+    def get_content_type(self):
+        """ Get the content type of the object.
+
+        :return: string, content type
+        """
+        return Util.h_v_td(self.headers, 'Content-Type', '')
+
+    def get_headers(self):
+        """ Get all headers of the response.
+
+        :return: dict, all response headers
+        """
+        return self.headers
+
+    def get_body(self):
+        """ Get the object content.
+
+        :return: bytes, object content
+        """
+        return self.body
+
+    def log_print(self):
+        print('GetObjectResponse:')
+        print('headers:', self.get_all_headers())
+

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/util.py

@@ -322,4 +322,14 @@ def require_python3(func):
         if not six.PY3:
             raise RuntimeError("Function '{func_name}' requires Python 3 to run.".format(func_name=func.__name__))
         return func(*args, **kwargs)
-    return wrapper
+    return wrapper
+
+
+if six.PY2:
+    from urllib import quote as urlquote
+else:
+    from urllib.parse import quote as urlquote
+    urlquote
+
+def object_name_encode(object_name):
+    return urlquote(object_name)

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun/log/version.py

@@ -1,4 +1,4 @@
-__version__ = '0.9.36'
+__version__ = '0.9.38'
 
 import sys
 OS_VERSION = str(sys.platform)

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38/aliyun_log_python_sdk.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
-Metadata-Version: 2.4
+Metadata-Version: 2.1
 Name: aliyun-log-python-sdk
-Version: 0.9.36
+Version: 0.9.38
 Summary: Aliyun log service Python client SDK
 Home-page: https://github.com/aliyun/aliyun-log-python-sdk
 Author: Aliyun
@@ -29,14 +29,6 @@ Requires-Dist: pytest; extra == "test"
 Requires-Dist: lz4; extra == "test"
 Requires-Dist: virtualenv; extra == "test"
 Requires-Dist: zstandard; extra == "test"
-Dynamic: author
-Dynamic: classifier
-Dynamic: description
-Dynamic: home-page
-Dynamic: license-file
-Dynamic: provides-extra
-Dynamic: requires-dist
-Dynamic: summary
 
 
 Python SDK for Alicloud Log Service

{aliyun_log_python_sdk-0.9.36 → aliyun_log_python_sdk-0.9.38}/aliyun_log_python_sdk.egg-info/SOURCES.txt

@@ -59,6 +59,7 @@ aliyun/log/logtail_pipeline_config_response.py
 aliyun/log/machine_group_detail.py
 aliyun/log/machinegroup_response.py
 aliyun/log/metering_mode_response.py
+aliyun/log/object_response.py
 aliyun/log/odps_sink.py
 aliyun/log/oss_sink.py
 aliyun/log/pluralize.py