xparse-client 0.2.13__tar.gz → 0.2.15__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (18) hide show
  1. {xparse_client-0.2.13/xparse_client.egg-info → xparse_client-0.2.15}/PKG-INFO +2 -2
  2. {xparse_client-0.2.13 → xparse_client-0.2.15}/example/run_pipeline.py +9 -9
  3. {xparse_client-0.2.13 → xparse_client-0.2.15}/pyproject.toml +2 -2
  4. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/pipeline.py +4 -4
  5. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/sources.py +0 -2
  6. {xparse_client-0.2.13 → xparse_client-0.2.15/xparse_client.egg-info}/PKG-INFO +2 -2
  7. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/requires.txt +3 -1
  8. {xparse_client-0.2.13 → xparse_client-0.2.15}/LICENSE +0 -0
  9. {xparse_client-0.2.13 → xparse_client-0.2.15}/README.md +0 -0
  10. {xparse_client-0.2.13 → xparse_client-0.2.15}/example/run_pipeline_test.py +0 -0
  11. {xparse_client-0.2.13 → xparse_client-0.2.15}/setup.cfg +0 -0
  12. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/__init__.py +0 -0
  13. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/__init__.py +0 -0
  14. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/config.py +0 -0
  15. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client/pipeline/destinations.py +0 -0
  16. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/SOURCES.txt +0 -0
  17. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/dependency_links.txt +0 -0
  18. {xparse_client-0.2.13 → xparse_client-0.2.15}/xparse_client.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: xparse-client
3
- Version: 0.2.13
3
+ Version: 0.2.15
4
4
  Summary: 面向Agent和RAG的新一代文档处理 AI Infra
5
5
  License-Expression: MIT
6
6
  Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
@@ -11,7 +11,7 @@ Description-Content-Type: text/markdown
11
11
  License-File: LICENSE
12
12
  Requires-Dist: boto3
13
13
  Requires-Dist: pymilvus
14
- Requires-Dist: milvus-lite
14
+ Requires-Dist: milvus-lite; sys_platform != "win32"
15
15
  Requires-Dist: requests
16
16
  Requires-Dist: pysmb
17
17
  Requires-Dist: qdrant-client
@@ -167,8 +167,8 @@ def run_with_manual_setup():
167
167
  # )
168
168
  source = LocalSource(
169
169
  directory='/Users/ke_wang/Documents/doc',
170
- pattern=['*.pdf'],
171
- recursive=True,
170
+ # pattern=['*.pdf'],
171
+ # recursive=True,
172
172
  )
173
173
 
174
174
  # source=S3Source(
@@ -215,13 +215,13 @@ def run_with_manual_setup():
215
215
  # )
216
216
 
217
217
  destination = S3Destination(
218
- endpoint='https://obs.cn-east-3.myhuaweicloud.com',
219
- access_key='HPUAFT3D1Q6O6UUN1RWQ',
220
- secret_key='4zIk8x37nZiDS9P585BTFCWsOSo5G7ok1yRWtEA1',
221
- bucket='xparse',
222
- prefix='json/',
223
- region='cn-east-3'
224
- ) # 华为云
218
+ endpoint='https://obs.cn-east-3.myhuaweicloud.com',
219
+ access_key='HPUAFT3D1Q6O6UUN1RWQ',
220
+ secret_key='4zIk8x37nZiDS9P585BTFCWsOSo5G7ok1yRWtEA1',
221
+ bucket='xparse',
222
+ prefix='json/',
223
+ region='cn-east-3'
224
+ ) # 华为云
225
225
 
226
226
  # 使用新的 stages 格式创建配置
227
227
  stages = [
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "xparse-client"
7
- version = "0.2.13"
7
+ version = "0.2.15"
8
8
  description = "面向Agent和RAG的新一代文档处理 AI Infra"
9
9
  readme = "README.md"
10
10
  license = "MIT"
@@ -15,7 +15,7 @@ requires-python = ">=3.8"
15
15
  dependencies = [
16
16
  "boto3",
17
17
  "pymilvus",
18
- "milvus-lite",
18
+ "milvus-lite; sys_platform != 'win32'",
19
19
  "requests",
20
20
  "pysmb",
21
21
  "qdrant-client"
@@ -469,13 +469,13 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
469
469
  bucket=source_config['bucket'],
470
470
  prefix=source_config.get('prefix', ''),
471
471
  region=source_config.get('region', 'us-east-1'),
472
- pattern=source_config.get('pattern', '*'),
472
+ pattern=source_config.get('pattern', None),
473
473
  recursive=source_config.get('recursive', False)
474
474
  )
475
475
  elif source_config['type'] == 'local':
476
476
  source = LocalSource(
477
477
  directory=source_config['directory'],
478
- pattern=source_config.get('pattern', '*'),
478
+ pattern=source_config.get('pattern', None),
479
479
  recursive=source_config.get('recursive', False)
480
480
  )
481
481
  elif source_config['type'] == 'ftp':
@@ -484,7 +484,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
484
484
  port=source_config['port'],
485
485
  username=source_config['username'],
486
486
  password=source_config['password'],
487
- pattern=source_config.get('pattern', '*'),
487
+ pattern=source_config.get('pattern', None),
488
488
  recursive=source_config.get('recursive', False)
489
489
  )
490
490
  elif source_config['type'] == 'smb':
@@ -496,7 +496,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
496
496
  domain=source_config.get('domain', ''),
497
497
  port=source_config.get('port', 445),
498
498
  path=source_config.get('path', ''),
499
- pattern=source_config.get('pattern', '*'),
499
+ pattern=source_config.get('pattern', None),
500
500
  recursive=source_config.get('recursive', False)
501
501
  )
502
502
  else:
@@ -121,8 +121,6 @@ class S3Source(Source):
121
121
 
122
122
  if self.endpoint == 'https://textin-minio-api.ai.intsig.net':
123
123
  config = Config(signature_version='s3v4')
124
- elif self.endpoint.endswith('aliyuncs.com'):
125
- config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
126
124
  else:
127
125
  config = Config(signature_version='s3v4', s3={'addressing_style': 'virtual'})
128
126
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: xparse-client
3
- Version: 0.2.13
3
+ Version: 0.2.15
4
4
  Summary: 面向Agent和RAG的新一代文档处理 AI Infra
5
5
  License-Expression: MIT
6
6
  Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
@@ -11,7 +11,7 @@ Description-Content-Type: text/markdown
11
11
  License-File: LICENSE
12
12
  Requires-Dist: boto3
13
13
  Requires-Dist: pymilvus
14
- Requires-Dist: milvus-lite
14
+ Requires-Dist: milvus-lite; sys_platform != "win32"
15
15
  Requires-Dist: requests
16
16
  Requires-Dist: pysmb
17
17
  Requires-Dist: qdrant-client
@@ -1,6 +1,8 @@
1
1
  boto3
2
2
  pymilvus
3
- milvus-lite
4
3
  requests
5
4
  pysmb
6
5
  qdrant-client
6
+
7
+ [:sys_platform != "win32"]
8
+ milvus-lite
File without changes
File without changes
File without changes