xparse-client 0.2.11__py3-none-any.whl → 0.2.12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- example/run_pipeline.py +12 -3
- xparse_client/pipeline/destinations.py +2 -0
- {xparse_client-0.2.11.dist-info → xparse_client-0.2.12.dist-info}/METADATA +1 -1
- {xparse_client-0.2.11.dist-info → xparse_client-0.2.12.dist-info}/RECORD +7 -7
- {xparse_client-0.2.11.dist-info → xparse_client-0.2.12.dist-info}/WHEEL +0 -0
- {xparse_client-0.2.11.dist-info → xparse_client-0.2.12.dist-info}/licenses/LICENSE +0 -0
- {xparse_client-0.2.11.dist-info → xparse_client-0.2.12.dist-info}/top_level.txt +0 -0
example/run_pipeline.py
CHANGED
|
@@ -187,9 +187,9 @@ def run_with_manual_setup():
|
|
|
187
187
|
# dimension=1024
|
|
188
188
|
# )
|
|
189
189
|
|
|
190
|
-
destination = LocalDestination(
|
|
191
|
-
|
|
192
|
-
)
|
|
190
|
+
# destination = LocalDestination(
|
|
191
|
+
# output_dir='./result'
|
|
192
|
+
# )
|
|
193
193
|
|
|
194
194
|
# destination = MilvusDestination(
|
|
195
195
|
# db_path='https://in03-5388093d0db1707.serverless.ali-cn-hangzhou.cloud.zilliz.com.cn', # zilliz连接地址
|
|
@@ -213,6 +213,15 @@ def run_with_manual_setup():
|
|
|
213
213
|
# dimension=1024,
|
|
214
214
|
# api_key='eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJhY2Nlc3MiOiJtIn0.TGnFB1pAD7c7IqSOvTpgCPpHXSnnoKhWEQ5pQ8DrBnI',
|
|
215
215
|
# )
|
|
216
|
+
|
|
217
|
+
destination = S3Destination(
|
|
218
|
+
endpoint='https://obs.cn-east-3.myhuaweicloud.com',
|
|
219
|
+
access_key='HPUAFT3D1Q6O6UUN1RWQ',
|
|
220
|
+
secret_key='4zIk8x37nZiDS9P585BTFCWsOSo5G7ok1yRWtEA1',
|
|
221
|
+
bucket='xparse',
|
|
222
|
+
prefix='json/',
|
|
223
|
+
region='cn-east-3'
|
|
224
|
+
) # 华为云
|
|
216
225
|
|
|
217
226
|
# 使用新的 stages 格式创建配置
|
|
218
227
|
stages = [
|
|
@@ -240,6 +240,8 @@ class S3Destination(Destination):
|
|
|
240
240
|
config = Config(signature_version='s3v4')
|
|
241
241
|
elif self.endpoint.endswith('aliyuncs.com'):
|
|
242
242
|
config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
|
|
243
|
+
elif self.endpoint.endswith('myhuaweicloud.com'):
|
|
244
|
+
config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
|
|
243
245
|
else:
|
|
244
246
|
config = Config(signature_version='s3v4', s3={'addressing_style': 'virtual'})
|
|
245
247
|
|
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
example/run_pipeline.py,sha256=
|
|
1
|
+
example/run_pipeline.py,sha256=AnNMUD0h6eoWdUQrejw6YZs7O_aM5rYajbtAAoAALrc,16671
|
|
2
2
|
example/run_pipeline_test.py,sha256=pxsNiq_LmP6M4R7tTuja0u-Lu7fW-wIBU1uBf0-agQI,14845
|
|
3
3
|
xparse_client/__init__.py,sha256=C2XLxkCoONl6_B1FmDhWRw84TqOL4pZF20br-K26SSY,1721
|
|
4
4
|
xparse_client/pipeline/__init__.py,sha256=TVlb2AGCNKP0jrv3p4ZLZCPKp68hTVMFi00DTdi6QAo,49
|
|
5
5
|
xparse_client/pipeline/config.py,sha256=FFYq2a0dBWBEj70s2aInXOiQ5MwwHimd6SI2_tkp52w,4138
|
|
6
|
-
xparse_client/pipeline/destinations.py,sha256=
|
|
6
|
+
xparse_client/pipeline/destinations.py,sha256=QKlNGcpXIqkZS3rlBlhLDoRqIWA21Jgn3GiGhhfE8Rc,20921
|
|
7
7
|
xparse_client/pipeline/pipeline.py,sha256=ZspagUjiL5wnzGJq6A7riOU8qGXJMtg1fqPm9H09mkk,27272
|
|
8
8
|
xparse_client/pipeline/sources.py,sha256=pzJ5FjP-kZi-6Cphhm9rOPXETmHw5Qpf7EaxrQPgSxs,22285
|
|
9
|
-
xparse_client-0.2.
|
|
10
|
-
xparse_client-0.2.
|
|
11
|
-
xparse_client-0.2.
|
|
12
|
-
xparse_client-0.2.
|
|
13
|
-
xparse_client-0.2.
|
|
9
|
+
xparse_client-0.2.12.dist-info/licenses/LICENSE,sha256=ckIP-MbocsP9nqYnta5KgfAicYF196B5TNdHIR6kOO0,1075
|
|
10
|
+
xparse_client-0.2.12.dist-info/METADATA,sha256=wQIOLJAjxSbLGpWXNM_rZmKK2h_TSoNwHvvhQLYafaw,28799
|
|
11
|
+
xparse_client-0.2.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
12
|
+
xparse_client-0.2.12.dist-info/top_level.txt,sha256=bfX8BWo1sEEQVsI4Ql4Uu80vrfEh5zfajU9YqFTzxMo,22
|
|
13
|
+
xparse_client-0.2.12.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|