xparse-client 0.2.14__py3-none-any.whl → 0.2.15__py3-none-any.whl

example/run_pipeline.py

@@ -167,8 +167,8 @@ def run_with_manual_setup():
     # )
     source = LocalSource(
         directory='/Users/ke_wang/Documents/doc',
-        pattern=['*.pdf'],
-        recursive=True,
+        # pattern=['*.pdf'],
+        # recursive=True,
     )
 
     # source=S3Source(

xparse_client/pipeline/pipeline.py

@@ -469,13 +469,13 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
             bucket=source_config['bucket'],
             prefix=source_config.get('prefix', ''),
             region=source_config.get('region', 'us-east-1'),
-            pattern=source_config.get('pattern', '*'),
+            pattern=source_config.get('pattern', None),
             recursive=source_config.get('recursive', False)
         )
     elif source_config['type'] == 'local':
         source = LocalSource(
             directory=source_config['directory'],
-            pattern=source_config.get('pattern', '*'),
+            pattern=source_config.get('pattern', None),
             recursive=source_config.get('recursive', False)
         )
     elif source_config['type'] == 'ftp':
@@ -484,7 +484,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
             port=source_config['port'],
             username=source_config['username'],
             password=source_config['password'],
-            pattern=source_config.get('pattern', '*'),
+            pattern=source_config.get('pattern', None),
             recursive=source_config.get('recursive', False)
         )
     elif source_config['type'] == 'smb':
@@ -496,7 +496,7 @@ def create_pipeline_from_config(config: Dict[str, Any]) -> Pipeline:
             domain=source_config.get('domain', ''),
             port=source_config.get('port', 445),
             path=source_config.get('path', ''),
-            pattern=source_config.get('pattern', '*'),
+            pattern=source_config.get('pattern', None),
             recursive=source_config.get('recursive', False)
         )
     else:

xparse_client/pipeline/sources.py

@@ -121,8 +121,6 @@ class S3Source(Source):
 
         if self.endpoint == 'https://textin-minio-api.ai.intsig.net':
             config = Config(signature_version='s3v4')
-        elif self.endpoint.endswith('aliyuncs.com'):
-            config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
         else:
             config = Config(signature_version='s3v4', s3={'addressing_style': 'virtual'})
 

{xparse_client-0.2.14.dist-info → xparse_client-0.2.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xparse-client
-Version: 0.2.14
+Version: 0.2.15
 Summary: 面向Agent和RAG的新一代文档处理 AI Infra
 License-Expression: MIT
 Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline

xparse_client-0.2.15.dist-info/RECORD

@@ -0,0 +1,13 @@
+example/run_pipeline.py,sha256=-p-vgW5ifFlZKglmCAejsa1OKR5a3vb8sHOCrMqseps,16647
+example/run_pipeline_test.py,sha256=pxsNiq_LmP6M4R7tTuja0u-Lu7fW-wIBU1uBf0-agQI,14845
+xparse_client/__init__.py,sha256=C2XLxkCoONl6_B1FmDhWRw84TqOL4pZF20br-K26SSY,1721
+xparse_client/pipeline/__init__.py,sha256=TVlb2AGCNKP0jrv3p4ZLZCPKp68hTVMFi00DTdi6QAo,49
+xparse_client/pipeline/config.py,sha256=FFYq2a0dBWBEj70s2aInXOiQ5MwwHimd6SI2_tkp52w,4138
+xparse_client/pipeline/destinations.py,sha256=QKlNGcpXIqkZS3rlBlhLDoRqIWA21Jgn3GiGhhfE8Rc,20921
+xparse_client/pipeline/pipeline.py,sha256=llG4ZMfzgCWyKyTfZO01AKaP8OXw3vovEAnqW6QJ0Bg,27276
+xparse_client/pipeline/sources.py,sha256=D-kLrSQ-qsFFFq7JC4sL3Y3Q3Q87Wcpv9R5K85YkDjE,22144
+xparse_client-0.2.15.dist-info/licenses/LICENSE,sha256=ckIP-MbocsP9nqYnta5KgfAicYF196B5TNdHIR6kOO0,1075
+xparse_client-0.2.15.dist-info/METADATA,sha256=wZ6KdkAbpa8nmA9qUEn395U4Ecr4Ep-V3L3omgLY1C8,28824
+xparse_client-0.2.15.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+xparse_client-0.2.15.dist-info/top_level.txt,sha256=bfX8BWo1sEEQVsI4Ql4Uu80vrfEh5zfajU9YqFTzxMo,22
+xparse_client-0.2.15.dist-info/RECORD,,

xparse_client-0.2.14.dist-info/RECORD

@@ -1,13 +0,0 @@
-example/run_pipeline.py,sha256=Hfc27wsGoif7FzIFiWHdcnxIjtGCq2L5VeNF4X_d0Q0,16643
-example/run_pipeline_test.py,sha256=pxsNiq_LmP6M4R7tTuja0u-Lu7fW-wIBU1uBf0-agQI,14845
-xparse_client/__init__.py,sha256=C2XLxkCoONl6_B1FmDhWRw84TqOL4pZF20br-K26SSY,1721
-xparse_client/pipeline/__init__.py,sha256=TVlb2AGCNKP0jrv3p4ZLZCPKp68hTVMFi00DTdi6QAo,49
-xparse_client/pipeline/config.py,sha256=FFYq2a0dBWBEj70s2aInXOiQ5MwwHimd6SI2_tkp52w,4138
-xparse_client/pipeline/destinations.py,sha256=QKlNGcpXIqkZS3rlBlhLDoRqIWA21Jgn3GiGhhfE8Rc,20921
-xparse_client/pipeline/pipeline.py,sha256=ZspagUjiL5wnzGJq6A7riOU8qGXJMtg1fqPm9H09mkk,27272
-xparse_client/pipeline/sources.py,sha256=pzJ5FjP-kZi-6Cphhm9rOPXETmHw5Qpf7EaxrQPgSxs,22285
-xparse_client-0.2.14.dist-info/licenses/LICENSE,sha256=ckIP-MbocsP9nqYnta5KgfAicYF196B5TNdHIR6kOO0,1075
-xparse_client-0.2.14.dist-info/METADATA,sha256=DWUEbC_Ez38V_2al6TQEuAkEEtOG70kg3ye3YL8UJ8o,28824
-xparse_client-0.2.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-xparse_client-0.2.14.dist-info/top_level.txt,sha256=bfX8BWo1sEEQVsI4Ql4Uu80vrfEh5zfajU9YqFTzxMo,22
-xparse_client-0.2.14.dist-info/RECORD,,