xparse-client 0.2.10__tar.gz → 0.2.11__tar.gz

{xparse_client-0.2.10/xparse_client.egg-info → xparse_client-0.2.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xparse-client
-Version: 0.2.10
+Version: 0.2.11
 Summary: 面向Agent和RAG的新一代文档处理 AI Infra
 License-Expression: MIT
 Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
@@ -10,7 +10,8 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: boto3
-Requires-Dist: pymilvus[milvus_lite]
+Requires-Dist: pymilvus
+Requires-Dist: milvus-lite
 Requires-Dist: requests
 Requires-Dist: pysmb
 Requires-Dist: qdrant-client

{xparse_client-0.2.10 → xparse_client-0.2.11}/example/run_pipeline.py

@@ -101,8 +101,15 @@ def run_with_manual_setup():
     #     secret_key='JFIIaTGiXelv7DgBYNIBSStofF0S98',
     #     bucket='textin',
     #     prefix='',
-    #     region='cn-shanghai',
-    #     pattern='*.png'
+    #     region='cn-shanghai'
+    # )
+    # source=S3Source(
+    #     endpoint='https://S3.oss-cn-shanghai.aliyuncs.com',
+    #     access_key='LTAI5t6ZnqTra8oLmJEfvcr7',
+    #     secret_key='SEbz4oJ4KNJIOTMfphuVGOWmRpGGUG',
+    #     bucket='textin-test-aliyun',
+    #     prefix='',
+    #     region='cn-shanghai'
     # )
     # source = S3Source(
     #     endpoint='https://cos.ap-shanghai.myqcloud.com',
@@ -128,14 +135,14 @@ def run_with_manual_setup():
     #     prefix='',
     #     region='cn-east-3'
     # )
-    source = S3Source(
-        endpoint='https://s3.us-east-1.amazonaws.com',
-        access_key='AKIA6QUE3TVZADUWA4PO',
-        secret_key='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',
-        bucket='textin-test',
-        prefix='',
-        region='us-east-1'
-    )
+    # source = S3Source(
+    #     endpoint='https://s3.us-east-1.amazonaws.com',
+    #     access_key='AKIA6QUE3TVZADUWA4PO',
+    #     secret_key='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',
+    #     bucket='textin-test',
+    #     prefix='',
+    #     region='us-east-1'
+    # )
     # source = S3Source(
     #     endpoint='http://127.0.0.1:9000',
     #     access_key='',
@@ -158,11 +165,20 @@ def run_with_manual_setup():
     #     username='', # 用户名，按照实际填写
     #     password=''  # 密码，按照实际填写
     # )
-    # source = LocalSource(
-    #     directory='/Users/ke_wang/Documents/doc',
-    #     recursive=True,
-    #     pattern=['**/*.png']  # 支持通配符: *.pdf, *.docx, **/*.txt
-    # )
+    source = LocalSource(
+        directory='/Users/ke_wang/Documents/doc',
+        pattern=['*.pdf'],
+        recursive=True,
+    )
+
+    # source=S3Source(
+    #     endpoint='https://obs.cn-north-4.myhuaweicloud.com',
+    #     access_key='HPUAFT3D1Q6O6UUN1RWQ',
+    #     secret_key='4zIk8x37nZiDS9P585BTFCWsOSo5G7ok1yRWtEA1',
+    #     bucket='textin-test-ywj',
+    #     prefix='',
+    #     region='cn-north-4'
+    # )# 华为云
     
     # 创建 Milvus 目的地
     # destination = MilvusDestination(
@@ -171,9 +187,9 @@ def run_with_manual_setup():
     #     dimension=1024
     # )
 
-    # destination = LocalDestination(
-    #     output_dir='./result'
-    # )
+    destination = LocalDestination(
+        output_dir='./result'
+    )
 
     # destination = MilvusDestination(
     #     db_path='https://in03-5388093d0db1707.serverless.ali-cn-hangzhou.cloud.zilliz.com.cn', # zilliz连接地址
@@ -191,18 +207,18 @@ def run_with_manual_setup():
     #     region='ap-shanghai'
     # )
 
-    destination = QdrantDestination(
-        url='https://1325db22-7dd8-4fc9-930b-f969d4963b3d.us-east-1-1.aws.cloud.qdrant.io:6333',
-        collection_name='textin1',
-        dimension=1024,
-        api_key='eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJhY2Nlc3MiOiJtIn0.TGnFB1pAD7c7IqSOvTpgCPpHXSnnoKhWEQ5pQ8DrBnI',
-    )
+    # destination = QdrantDestination(
+    #     url='https://1325db22-7dd8-4fc9-930b-f969d4963b3d.us-east-1-1.aws.cloud.qdrant.io:6333',
+    #     collection_name='textin1',
+    #     dimension=1024,
+    #     api_key='eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJhY2Nlc3MiOiJtIn0.TGnFB1pAD7c7IqSOvTpgCPpHXSnnoKhWEQ5pQ8DrBnI',
+    # )
     
     # 使用新的 stages 格式创建配置
     stages = [
         Stage(
             type='parse',
-            config=ParseConfig(provider='paddle')
+            config=ParseConfig(provider='textin', page_ranges='3')
         ),
         Stage(
             type='chunk',

{xparse_client-0.2.10 → xparse_client-0.2.11}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "xparse-client"
-version = "0.2.10"
+version = "0.2.11"
 description = "面向Agent和RAG的新一代文档处理 AI Infra"
 readme = "README.md"
 license = "MIT"
@@ -14,7 +14,8 @@ keywords = ["xparse", "pipeline", "rag"]
 requires-python = ">=3.8"
 dependencies = [
     "boto3",
-    "pymilvus[milvus_lite]",
+    "pymilvus",
+    "milvus-lite",
     "requests",
     "pysmb",
     "qdrant-client"

{xparse_client-0.2.10 → xparse_client-0.2.11}/xparse_client/pipeline/sources.py

@@ -121,6 +121,8 @@ class S3Source(Source):
 
         if self.endpoint == 'https://textin-minio-api.ai.intsig.net':
             config = Config(signature_version='s3v4')
+        elif self.endpoint.endswith('aliyuncs.com'):
+            config = Config(signature_version='s3', s3={'addressing_style': 'virtual'})
         else:
             config = Config(signature_version='s3v4', s3={'addressing_style': 'virtual'})
 

{xparse_client-0.2.10 → xparse_client-0.2.11/xparse_client.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: xparse-client
-Version: 0.2.10
+Version: 0.2.11
 Summary: 面向Agent和RAG的新一代文档处理 AI Infra
 License-Expression: MIT
 Project-URL: Homepage, https://gitlab.intsig.net/xparse1/xparse-pipeline
@@ -10,7 +10,8 @@ Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: boto3
-Requires-Dist: pymilvus[milvus_lite]
+Requires-Dist: pymilvus
+Requires-Dist: milvus-lite
 Requires-Dist: requests
 Requires-Dist: pysmb
 Requires-Dist: qdrant-client

{xparse_client-0.2.10 → xparse_client-0.2.11}/xparse_client.egg-info/requires.txt

@@ -1,5 +1,6 @@
 boto3
-pymilvus[milvus_lite]
+pymilvus
+milvus-lite
 requests
 pysmb
 qdrant-client

{xparse_client-0.2.10 → xparse_client-0.2.11}/xparse_client.egg-info/top_level.txt

@@ -1,6 +1,9 @@
+agent_vectors
 dist
 doc
 example
 intermediate_results
+parsed_documents
+parsed_medical_documents
 result
 xparse_client