xparse-client 0.2.13__tar.gz → 0.2.15__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {xparse_client-0.2.13/xparse_client.egg-info → xparse_client-0.2.15}/PKG-INFO +2 -2
- {xparse_client-0.2.13 → xparse_client-0.2.15}/example/run_pipeline.py +9 -9
- {xparse_client-0.2.13 → xparse_client-0.2.15}/pyproject.toml +2 -2
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/pipeline.py +4 -4
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/sources.py +0 -2
- {xparse_client-0.2.13 → xparse_client-0.2.15/xparse_client.egg-info}/PKG-INFO +2 -2
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/requires.txt +3 -1
- {xparse_client-0.2.13 → xparse_client-0.2.15}/LICENSE +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/README.md +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/example/run_pipeline_test.py +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/setup.cfg +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/__init__.py +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/__init__.py +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/config.py +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/destinations.py +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/SOURCES.txt +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/dependency_links.txt +0 -0
- {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: xparse-client
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.15
|
|
4
4
|
Summary: 面向Agent和RAG的新一代文档处理 AI Infra
|
|
5
5
|
License-Expression: MIT
|
|
6
6
|
Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
|
|
@@ -11,7 +11,7 @@ Description-Content-Type: text/markdown
|
|
|
11
11
|
License-File: LICENSE
|
|
12
12
|
Requires-Dist: boto3
|
|
13
13
|
Requires-Dist: pymilvus
|
|
14
|
-
Requires-Dist: milvus-lite
|
|
14
|
+
Requires-Dist: milvus-lite; sys_platform != "win32"
|
|
15
15
|
Requires-Dist: requests
|
|
16
16
|
Requires-Dist: pysmb
|
|
17
17
|
Requires-Dist: qdrant-client
|
|
@@ -167,8 +167,8 @@ def run_with_manual_setup():
|
|
|
167
167
|
# )
|
|
168
168
|
source = LocalSource(
|
|
169
169
|
directory='/Users/ke_wang/Documents/doc',
|
|
170
|
-
pattern=['*.pdf'],
|
|
171
|
-
recursive=True,
|
|
170
|
+
# pattern=['*.pdf'],
|
|
171
|
+
# recursive=True,
|
|
172
172
|
)
|
|
173
173
|
|
|
174
174
|
# source=S3Source(
|
|
@@ -215,13 +215,13 @@ def run_with_manual_setup():
|
|
|
215
215
|
# )
|
|
216
216
|
|
|
217
217
|
destination = S3Destination(
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
218
|
+
endpoint='https://obs.cn-east-3.myhuaweicloud.com',
|
|
219
|
+
access_key='HPUAFT3D1Q6O6UUN1RWQ',
|
|
220
|
+
secret_key='4zIk8x37nZiDS9P585BTFCWsOSo5G7ok1yRWtEA1',
|
|
221
|
+
bucket='xparse',
|
|
222
|
+
prefix='json/',
|
|
223
|
+
region='cn-east-3'
|
|
224
|
+
) # 华为云
|
|
225
225
|
|
|
226
226
|
# 使用新的 stages 格式创建配置
|
|
227
227
|
stages = [
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "xparse-client"
|
|
7
|
-
version = "0.2.
|
|
7
|
+
version = "0.2.15"
|
|
8
8
|
description = "面向Agent和RAG的新一代文档处理 AI Infra"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
license = "MIT"
|
|
@@ -15,7 +15,7 @@ requires-python = ">=3.8"
|
|
|
15
15
|
dependencies = [
|
|
16
16
|
"boto3",
|
|
17
17
|
"pymilvus",
|
|
18
|
-
"milvus-lite",
|
|
18
|
+
"milvus-lite; sys_platform != 'win32'",
|
|
19
19
|
"requests",
|
|
20
20
|
"pysmb",
|
|
21
21
|
"qdrant-client"
|
|
@@ -469,13 +469,13 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
|
|
|
469
469
|
bucket=source_config['bucket'],
|
|
470
470
|
prefix=source_config.get('prefix', ''),
|
|
471
471
|
region=source_config.get('region', 'us-east-1'),
|
|
472
|
-
pattern=source_config.get('pattern',
|
|
472
|
+
pattern=source_config.get('pattern', None),
|
|
473
473
|
recursive=source_config.get('recursive', False)
|
|
474
474
|
)
|
|
475
475
|
elif source_config['type'] == 'local':
|
|
476
476
|
source = LocalSource(
|
|
477
477
|
directory=source_config['directory'],
|
|
478
|
-
pattern=source_config.get('pattern',
|
|
478
|
+
pattern=source_config.get('pattern', None),
|
|
479
479
|
recursive=source_config.get('recursive', False)
|
|
480
480
|
)
|
|
481
481
|
elif source_config['type'] == 'ftp':
|
|
@@ -484,7 +484,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
|
|
|
484
484
|
port=source_config['port'],
|
|
485
485
|
username=source_config['username'],
|
|
486
486
|
password=source_config['password'],
|
|
487
|
-
pattern=source_config.get('pattern',
|
|
487
|
+
pattern=source_config.get('pattern', None),
|
|
488
488
|
recursive=source_config.get('recursive', False)
|
|
489
489
|
)
|
|
490
490
|
elif source_config['type'] == 'smb':
|
|
@@ -496,7 +496,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
|
|
|
496
496
|
domain=source_config.get('domain', ''),
|
|
497
497
|
port=source_config.get('port', 445),
|
|
498
498
|
path=source_config.get('path', ''),
|
|
499
|
-
pattern=source_config.get('pattern',
|
|
499
|
+
pattern=source_config.get('pattern', None),
|
|
500
500
|
recursive=source_config.get('recursive', False)
|
|
501
501
|
)
|
|
502
502
|
else:
|
|
@@ -121,8 +121,6 @@ class S3Source(Source):
|
|
|
121
121
|
|
|
122
122
|
if self.endpoint == 'https://textin-minio-api.ai.intsig.net':
|
|
123
123
|
config = Config(signature_version='s3v4')
|
|
124
|
-
elif self.endpoint.endswith('aliyuncs.com'):
|
|
125
|
-
config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
|
|
126
124
|
else:
|
|
127
125
|
config = Config(signature_version='s3v4', s3={'addressing_style': 'virtual'})
|
|
128
126
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: xparse-client
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.15
|
|
4
4
|
Summary: 面向Agent和RAG的新一代文档处理 AI Infra
|
|
5
5
|
License-Expression: MIT
|
|
6
6
|
Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
|
|
@@ -11,7 +11,7 @@ Description-Content-Type: text/markdown
|
|
|
11
11
|
License-File: LICENSE
|
|
12
12
|
Requires-Dist: boto3
|
|
13
13
|
Requires-Dist: pymilvus
|
|
14
|
-
Requires-Dist: milvus-lite
|
|
14
|
+
Requires-Dist: milvus-lite; sys_platform != "win32"
|
|
15
15
|
Requires-Dist: requests
|
|
16
16
|
Requires-Dist: pysmb
|
|
17
17
|
Requires-Dist: qdrant-client
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|