uploadoss 0.3__tar.gz → 0.3.2__tar.gz

uploadoss-0.3.2/PKG-INFO

@@ -0,0 +1,53 @@
+Metadata-Version: 2.1
+Name: uploadoss
+Version: 0.3.2
+Summary: Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS
+Author: Binghe
+Project-URL: Source, https://github.com/binghexmo/uploadoss/
+Description-Content-Type: text/markdown
+License-File: LICENSE.txt
+
+# Uploadoss
+Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS 
+
+
+## Installation
+download uploadoss-0.1.tar.gz
+https://pypi.org/project/uploadoss/#files
+pip install uploadoss-0.1.tar.gz
+
+## Usage
+Some simple things you can do with uploadoss
+```
+#upload local file(Logs, CSV, and their gzip compression) to Alibaba Cloud OSS 
+
+from uploadoss import uploadoss
+conf_path = 'C:\demo\oss\conf.ini'
+bucket = uploadoss.getossbucket(conf_path)
+# Directory of local files
+local_path = r'C:\\demo\\data\\file\\'
+# The file name in the local directory, also used as the file name on the OSS side
+file_name = 'test1.log.gz'
+# OSS Directory
+oss_path = 'xxx/testlocalfile/'
+result = uploadoss.file_to_oss(bucket,local_path = local_path,file_name = file_name,oss_path = oss_path)
+print('http status: {0}'.format(result.status))
+
+# Through a single SQL statement
+
+conn = uploadoss.getmysqlconn(conf_path=conf_path)
+# 
+sql_text = 'select * from bigdata_demo.event_info limit 1' 
+# The file where the SQL query results are stored, also serving as the file name on the OSS side
+file_name = 'sql_text.csv.gz'
+# OSS Directory
+oss_path = 'xxx/testsqltext/dt=20230926/'
+result = uploadoss.mysql_to_oss_table(conn=conn,bucket=bucket,local_path=local_path,file_name=file_name,sql_text=sql_text,oss_path = oss_path)
+print('http status: {0}'.format(result.status))
+
+
+# Through a multiple SQL statements,The separator is \001 ,e.g. event_info\001SQL_TEXT
+table_conf_list=r'C:\\demo\\oss\\table_config.txt'
+result = uploadoss.mysql_to_oss_list(conf_path = conf_path,local_path = local_path,oss_dire_path = oss_dire_path,table_list_conf = table_conf_list )
+
+```

{uploadoss-0.3 → uploadoss-0.3.2}/setup.py

@@ -1,8 +1,12 @@
 from setuptools import setup, find_packages
+import codecs
+
+# with open('README.md') as f:
+#     long_description = f.read()
 
 setup(
     name='uploadoss',
-    version='0.3',
+    version='0.3.2',
     author='Binghe',
     description='Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS',
     packages=find_packages(),
@@ -12,5 +16,10 @@ setup(
         'pymysql',
         'configparser'
     ],
+    project_urls={  
+        'Source': 'https://github.com/binghexmo/uploadoss/',   
+    },
+    long_description=(codecs.open("README.md", encoding='utf-8').read()),
+    long_description_content_type="text/markdown"
 )
 

{uploadoss-0.3 → uploadoss-0.3.2}/uploadoss/uploadoss.py

@@ -5,6 +5,14 @@ import pandas as pd
 from configparser import ConfigParser
 import os
 
+
+"""  
+    Mysql数据库批量操作,内部对CSV进行GZIP压缩处理，将多个表的数据导出并上传到Ali OSS 指定目录  
+    :param conf_path: config file full path
+    :local_path: 本地文件位置,用于存放数据库导出的数据
+    :oss_dire_path: Ali OSS目录名称
+    :table_list_conf: config file full path，每个表和sql文本使用固定的分隔符\001 
+"""
 def mysql_to_oss_list(conf_path,local_path,oss_dire_path,table_list_conf):
     config = ConfigParser() 
     config.read(conf_path)  
@@ -77,6 +85,13 @@ def oss_upload_file(local_file,oss_path,file_name,bucket):
         result = bucket.put_object(oss_path+file_name, file_obj)
     return result
 
+"""  
+    上传单个文件到Ali OSS 指定目录  
+    :param bucket: Ali bucket,getossbucket() 返回值
+    :local_path: 本地文件位置
+    :file_name: 本地文件名称，同时也作为OSS端文件名称
+    :oss_path: 文件需要上传到的目录  
+"""
 def file_to_oss(bucket,local_path,file_name,oss_path):
 
     local_file = local_path + file_name
@@ -87,7 +102,10 @@ def file_to_oss(bucket,local_path,file_name,oss_path):
     return result 
 
 
-# Get OSS Bucket
+"""  
+    返回 OSS Bucket  
+    :param conf_path: config file full path 
+"""
 def getossbucket(conf_path):
 
     config = ConfigParser()  
@@ -103,7 +121,10 @@ def getossbucket(conf_path):
     bucket = oss2.Bucket(auth, endpoint, bucket)
 
     return bucket
-
+"""  
+    返回 pymysql conn  
+    :param conf_path: config file full path
+"""
 def getmysqlconn(conf_path):
     config = ConfigParser()  
     config.read(conf_path) 
@@ -118,7 +139,15 @@ def getmysqlconn(conf_path):
     conn = pymysql.connect(host=host, port=port, user=user, password=password, database=database,charset=charset)
     return conn
 
-# 数据库单次操作
+"""  
+    数据库单次操作,内部对CSV进行GZIP压缩处理，文件名格式.csv.gz  
+    :param conn: pymysql conn  
+    :param bucket: Ali bucket,getossbucket() 返回值
+    :local_path: 本地文件位置
+    :file_name: 本地文件名称，同时也作为OSS端文件名称
+    :sql_text: sql
+    :oss_path: 文件需要上传到的目录  
+"""
 def mysql_to_oss_table(conn,bucket,local_path,file_name,sql_text,oss_path):
 
     df = pd.read_sql(sql_text,conn) 

uploadoss-0.3.2/uploadoss.egg-info/PKG-INFO

@@ -0,0 +1,53 @@
+Metadata-Version: 2.1
+Name: uploadoss
+Version: 0.3.2
+Summary: Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS
+Author: Binghe
+Project-URL: Source, https://github.com/binghexmo/uploadoss/
+Description-Content-Type: text/markdown
+License-File: LICENSE.txt
+
+# Uploadoss
+Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS 
+
+
+## Installation
+download uploadoss-0.1.tar.gz
+https://pypi.org/project/uploadoss/#files
+pip install uploadoss-0.1.tar.gz
+
+## Usage
+Some simple things you can do with uploadoss
+```
+#upload local file(Logs, CSV, and their gzip compression) to Alibaba Cloud OSS 
+
+from uploadoss import uploadoss
+conf_path = 'C:\demo\oss\conf.ini'
+bucket = uploadoss.getossbucket(conf_path)
+# Directory of local files
+local_path = r'C:\\demo\\data\\file\\'
+# The file name in the local directory, also used as the file name on the OSS side
+file_name = 'test1.log.gz'
+# OSS Directory
+oss_path = 'xxx/testlocalfile/'
+result = uploadoss.file_to_oss(bucket,local_path = local_path,file_name = file_name,oss_path = oss_path)
+print('http status: {0}'.format(result.status))
+
+# Through a single SQL statement
+
+conn = uploadoss.getmysqlconn(conf_path=conf_path)
+# 
+sql_text = 'select * from bigdata_demo.event_info limit 1' 
+# The file where the SQL query results are stored, also serving as the file name on the OSS side
+file_name = 'sql_text.csv.gz'
+# OSS Directory
+oss_path = 'xxx/testsqltext/dt=20230926/'
+result = uploadoss.mysql_to_oss_table(conn=conn,bucket=bucket,local_path=local_path,file_name=file_name,sql_text=sql_text,oss_path = oss_path)
+print('http status: {0}'.format(result.status))
+
+
+# Through a multiple SQL statements,The separator is \001 ,e.g. event_info\001SQL_TEXT
+table_conf_list=r'C:\\demo\\oss\\table_config.txt'
+result = uploadoss.mysql_to_oss_list(conf_path = conf_path,local_path = local_path,oss_dire_path = oss_dire_path,table_list_conf = table_conf_list )
+
+```

uploadoss-0.3/PKG-INFO

@@ -1,6 +0,0 @@
-Metadata-Version: 2.1
-Name: uploadoss
-Version: 0.3
-Summary: Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS
-Author: Binghe
-License-File: LICENSE.txt

uploadoss-0.3/uploadoss.egg-info/PKG-INFO

@@ -1,6 +0,0 @@
-Metadata-Version: 2.1
-Name: uploadoss
-Version: 0.3
-Summary: Uploadoss is the general module of uploading database data and local files to the Alibaba Cloud OSS
-Author: Binghe
-License-File: LICENSE.txt