xparse-client 0.2.19__py3-none-any.whl → 0.3.0b8__py3-none-any.whl

xparse_client-0.3.0b8.dist-info/RECORD

@@ -0,0 +1,68 @@
+example/1_basic_api_usage.py,sha256=x_ZHEWXz6z7qp-sMLBvq7Vpu6nA7YxVCizyQpDday6M,5802
+example/2_async_job.py,sha256=CT03sKz2dwTJRqSde8s5o75oe-p3ze43i0E1i_-Ai5Q,6352
+example/3_local_workflow.py,sha256=ZxoT8N0Nz4_s-bkLF0l6UDqBJk_eZZi99WUtUhJseXs,8980
+example/4_advanced_workflow.py,sha256=KH6gmzoKi6oeHIPDv9snw1YehynHTDqWVq1WFtoqGws,10156
+example/README.md,sha256=d-DumaZwbV96K6ZTEryAlDSk9HUhRBg0gG_Yekx9PqA,2336
+example/config_example.json,sha256=mBaLmKbgxFBKUgA-FtCTiLMtq24z0QRwKbPeYDGwA9I,2517
+tests/conftest.py,sha256=h6sy9RNQmXTQNTu86h7ATDAg-9wI4cKjzKXUbNNH5q8,10037
+tests/unit/__init__.py,sha256=C1308ox8hFFtq3A1vBAVPzL6r8HGVbEbC42ULCpFkjs,25
+tests/unit/test_base.py,sha256=HRW2irYNAX863PBCtJWvN9EJ_UttfOwRI7CRnDdcjEk,11599
+tests/unit/test_client.py,sha256=92geEJ6jBht7nFr5suRbJ6SmkvzCu_HGB5MhSl4Qmr8,3534
+tests/unit/test_config.py,sha256=OAUKvmEtpC-eAglnDzhp1bUyMlUpaeqLAa1QwyxCUdw,5498
+tests/unit/test_exceptions.py,sha256=BEaGSs34_jmdjUuT4e3S3QONDqldamiXNId04PPdMt4,5155
+tests/unit/test_http.py,sha256=3h-O6k5rcVP_I1sPoISOYLdHAKtSxoPrDOfC3EJyNi0,16490
+tests/unit/api/__init__.py,sha256=5HiLverbqHC-yFxXClrHBjHq62KoONLZPLMMOkYR3eU,23
+tests/unit/api/test_extract.py,sha256=QX4_BAQN6MkRTJQocEf9u6HwOA_XoY_a2djMcuLBCTo,6959
+tests/unit/api/test_local.py,sha256=_DXC8PattJ-CH9inlwDu9s1RCocTGVeYpKFpTiwDwa4,7541
+tests/unit/api/test_parse.py,sha256=EUA3emZFAFefop3CcUgqyLGC1lhd5ujx6x-dGE5h3pw,12639
+tests/unit/api/test_pipeline.py,sha256=0TC_upZbSllQfuz7uGOCvx28BDNCnX1POR92JLnfrIE,11067
+tests/unit/api/test_workflows.py,sha256=lYVbOWph8ZqxszFQTgcFHnxgdp9jjJM35F-wKO3IUuY,3286
+tests/unit/connectors/test_ftp.py,sha256=7NbV7cL9tIy03L7_sWoALrfDmjda_xOgfAoBfUnF9ks,14605
+tests/unit/connectors/test_local_connectors.py,sha256=QS2T_eLXJtHSaOrbtwYrRSgAVrL3jkO3QVPoMEpi9d8,9855
+tests/unit/connectors/test_milvus.py,sha256=X2VRv639QSntpjx_7u1cOwJg0HSKPumuDmd26FWxMKA,11911
+tests/unit/connectors/test_qdrant.py,sha256=wCIG36CjbDhF0Jq53jnNzMliq5eXMWgnCPiIHtVBbew,12682
+tests/unit/connectors/test_s3.py,sha256=Xbo-S9khgS1S3LM3BUIuYp-28YLEmEW0SP1O-iJ8g5g,18444
+tests/unit/connectors/test_smb.py,sha256=yrI_xNeOe84vONyxXNOGLbWa7tcyxjzo9G5Z_Tjzn-w,12378
+tests/unit/connectors/test_utils.py,sha256=RfnzTW5-9w2f5YeLbNTB_z3vVnsUSL7DwXNobo7xZUA,10302
+tests/unit/models/test_local.py,sha256=QnxzWKOivqeITd0CPzZLEzGbaMDtiwsPiwyEHiPpcPY,1325
+tests/unit/models/test_pipeline_stages.py,sha256=LR7OmMhVAAsV085x-l3d5jQ-efl04WMyrQFjVzXEvws,4049
+tests/unit/models/test_workflows.py,sha256=Al4d3SQI1jTz585i1kD569TZx4IWNrhyf3_Le6-cq2k,1692
+xparse_client/__init__.py,sha256=FyR7W0eteapDoPj2pU4VoTobM8XR2B7f_g4yVI-v2v8,3956
+xparse_client/_base.py,sha256=IPYdHREM0CUvZ_kWUp4olYQfsfKzPTQoZuIrNSanKq4,4661
+xparse_client/_client.py,sha256=ZGxZ9xhUitTP-eRhte57ekqUkrXxNubFDL5gojajA2s,6964
+xparse_client/_config.py,sha256=BG3cEW5ywKhmtfHjfTFrdezs2Ugc9P2Y85tzu5OZZ4M,6480
+xparse_client/_http.py,sha256=Y0-x8CZbHVbi4Jmln1d60oD_Pz1nwQAf-0sbON4B9qo,11443
+xparse_client/exceptions.py,sha256=FNozgCFaQSsdeyxE6P-3CZItkTSfFJcIQVrddHWKN0s,9521
+xparse_client/api/__init__.py,sha256=MZ3wBTDU666efOBv81MKKtc1UkjUsjzIEOpsnDUAHD4,203
+xparse_client/api/extract.py,sha256=87tH-y4sXPKW35l-d0GmZdK9RIXWq4tfmGZXYJhIN60,3011
+xparse_client/api/local.py,sha256=dARW6RjiNsxliWxs7cB6qQl9eTZNvyjBpOG8qXyaIaw,8214
+xparse_client/api/parse.py,sha256=nvpu5kiN43QlyMW3N6vMruVADu6MdjS-TMbLFjBh-cc,5870
+xparse_client/api/pipeline.py,sha256=bPCSpWjER-7c7L0iMQ_Xz1VTe5DARMsX5XIcrayGKzw,4530
+xparse_client/api/workflows.py,sha256=29_Rf4bIH1fiJb_bWShkUm-et97ym5ymQFh5i3b5mDI,5945
+xparse_client/connectors/__init__.py,sha256=BLGxk9i8BsVCr4RMrCIh8b9cywBqXXmcDHqfF7C_FX0,1113
+xparse_client/connectors/_utils.py,sha256=Qb2OyUg8gvzyMBELx4h0GmjRSdT4d9C45v9m6NUNuMg,3515
+xparse_client/connectors/destinations/__init__.py,sha256=hmvWAXj58yLmePMCEnqKbNhJ74UxErugSFxBxPhlb14,1401
+xparse_client/connectors/destinations/base.py,sha256=DfwwH5S8VPwEUyvWqUKDV9Bq-7A59lqoZHruOjB7L50,3218
+xparse_client/connectors/destinations/local.py,sha256=drZ5wkPMiYd8iOROmLJR3eoCXcYKUpAPPjSFpafeNW8,2542
+xparse_client/connectors/destinations/milvus.py,sha256=MhElUsIMY1g6_c_bD-wjpWOM5PiuZ9bLsgXACW7EY1c,7339
+xparse_client/connectors/destinations/qdrant.py,sha256=iU9NxZBhqp-94-1TkG32fDOjg8i4bT9Ox0F2E-2KODg,7677
+xparse_client/connectors/destinations/s3.py,sha256=2aeTW0cNUVPLBL8up9InFfgXBcFDPtqFNGa5FbUphhk,4728
+xparse_client/connectors/sources/__init__.py,sha256=830EDkdGJtPC2p1MhIP108uLibGeMoXcXAwPAEACPvQ,1143
+xparse_client/connectors/sources/base.py,sha256=fbRWFWuIcw_XWrOPpPkBnQ0Pf2R9N7Ry4523rxWcOpc,1863
+xparse_client/connectors/sources/ftp.py,sha256=RwH8eeY-raD4BlF51kb_0BJuM3Vxjbnjpob-f1x_VgY,8192
+xparse_client/connectors/sources/local.py,sha256=ZYTGWdQmUpzdenn3JQ_p0u9-8x7xXk5Ani2GIAqTGyE,5156
+xparse_client/connectors/sources/s3.py,sha256=RCzinmz9cCqp9cFcfEozBapa2nllFvJCw9P-aLeOJQA,7219
+xparse_client/connectors/sources/smb.py,sha256=9oWrgatdmsXMrFnl-du-lau3RMxlMPw2aQy7SFknUDM,7797
+xparse_client/models/__init__.py,sha256=zLBFirgXDisEeqKHqpsH1bN5p2zE7ZmCtVENZ69mlOg,1213
+xparse_client/models/chunk.py,sha256=VXKrATgk7bhlPVbJTFOUvOWu9oEnNMgMF6AnQarJD7o,986
+xparse_client/models/embed.py,sha256=Tg9iqOiLZy63m4T0q2z9cq3neuQbMnqDqT55-sVA7CE,1652
+xparse_client/models/extract.py,sha256=i7js3EEozHMdQHqksZ6drxXnHqhePn3PlaieF8BdLFY,1033
+xparse_client/models/local.py,sha256=hqKmyWTU_EhPk6qybtBzmbLybBBaiasTpqM4_zP-ipo,698
+xparse_client/models/parse.py,sha256=COgxroHkJce_S7d2HGd_1zBYhkpCutGtmjyLnpI2_eI,3154
+xparse_client/models/pipeline.py,sha256=24bDzhrVotQ8St6VLEJLvG2cZF0G2AMioKI34I_hJXI,3297
+xparse_client/models/workflows.py,sha256=BivMdGOAmhP6oYLQSGAAN7yml2xb7vHHrpzwLgN_Afk,1754
+xparse_client-0.3.0b8.dist-info/licenses/LICENSE,sha256=7iuki7DyWMGB8PBzsht7PUt0YjdIcPjrcXNyUFgMJsw,1070
+xparse_client-0.3.0b8.dist-info/METADATA,sha256=mrVOWpID-szyT7O2GlKxymxTLlbWFZfeuIsoxLItmuk,25471
+xparse_client-0.3.0b8.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+xparse_client-0.3.0b8.dist-info/top_level.txt,sha256=oQGc_qysOmnSAaLjwB72wH8RBHRAmxB-_qb-Uj6u56o,28
+xparse_client-0.3.0b8.dist-info/RECORD,,

{xparse_client-0.2.19.dist-info → xparse_client-0.3.0b8.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{xparse_client-0.2.19.dist-info → xparse_client-0.3.0b8.dist-info}/licenses/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2025 ACG Xparse Authors
+Copyright (c) 2025 INTSIG-TEXTIN
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{xparse_client-0.2.19.dist-info → xparse_client-0.3.0b8.dist-info}/top_level.txt

@@ -1 +1,3 @@
+example
+tests
 xparse_client

xparse_client/pipeline/__init__.py

@@ -1,3 +0,0 @@
-#!/usr/bin/env python
-# -*- encoding: utf-8 -*-
-

xparse_client/pipeline/config.py

@@ -1,129 +0,0 @@
-#!/usr/bin/env python
-# -*- encoding: utf-8 -*-
-
-from dataclasses import dataclass, asdict
-from typing import Dict, Any, Optional, Literal, List, Union
-from .destinations import Destination
-
-
-class ParseConfig:
-    """Parse 配置，支持动态字段"""
-
-    def __init__(self, provider: Literal["textin", "mineru", "paddle", "textin-lite"] = "textin", **kwargs):
-        self.provider = provider
-        for key, value in kwargs.items():
-            setattr(self, key, value)
-
-    def to_dict(self) -> Dict[str, Any]:
-        result = {'provider': self.provider}
-        for key, value in self.__dict__.items():
-            if not key.startswith('_') and key != 'provider':
-                result[key] = value
-        return result
-
-    def __repr__(self) -> str:
-        attrs = ', '.join(f'{k}={v!r}' for k, v in sorted(self.__dict__.items()) if not k.startswith('_'))
-        return f'ParseConfig({attrs})'
-
-
-@dataclass
-class ChunkConfig:
-    """Chunk 配置"""
-    strategy: Literal["basic", "by_title", "by_page"] = "basic"
-    include_orig_elements: bool = False
-    new_after_n_chars: int = 512
-    max_characters: int = 1024
-    overlap: int = 0
-    overlap_all: bool = False
-
-    def to_dict(self) -> Dict[str, Any]:
-        return asdict(self)
-
-
-@dataclass
-class EmbedConfig:
-    """Embed 配置"""
-    provider: Literal["qwen", "doubao"] = "qwen"
-    model_name: Literal[
-        "text-embedding-v3",
-        "text-embedding-v4",
-        "doubao-embedding-large-text-250515",
-        "doubao-embedding-text-240715"
-    ] = "text-embedding-v3"
-
-    def to_dict(self) -> Dict[str, Any]:
-        return asdict(self)
-
-    def validate(self) -> None:
-        provider_models = {
-            "qwen": ["text-embedding-v3", "text-embedding-v4"],
-            "doubao": ["doubao-embedding-large-text-250515", "doubao-embedding-text-240715"]
-        }
-        if self.provider not in provider_models:
-            raise ValueError(f"不支持的 provider: {self.provider}, 支持的有: {list(provider_models.keys())}")
-        if self.model_name not in provider_models[self.provider]:
-            raise ValueError(
-                f"provider '{self.provider}' 不支持模型 '{self.model_name}', 支持的模型: {provider_models[self.provider]}"
-            )
-
-
-@dataclass
-class Stage:
-    """Pipeline Stage 配置"""
-    type: Literal["parse", "chunk", "embed"]
-    config: Union[ParseConfig, ChunkConfig, EmbedConfig, Dict[str, Any]]
-
-    def to_dict(self) -> Dict[str, Any]:
-        """转换为字典格式，用于 API 请求"""
-        if isinstance(self.config, (ParseConfig, ChunkConfig, EmbedConfig)):
-            return {
-                'type': self.type,
-                'config': self.config.to_dict()
-            }
-        else:
-            # 如果 config 已经是字典，直接使用
-            return {
-                'type': self.type,
-                'config': self.config
-            }
-
-    def __repr__(self) -> str:
-        return f"Stage(type={self.type!r}, config={self.config!r})"
-
-
-@dataclass
-class PipelineStats:
-    """Pipeline 统计信息"""
-    original_elements: int = 0
-    chunked_elements: int = 0
-    embedded_elements: int = 0
-    stages: Optional[List[Stage]] = None  # 存储实际执行的 stages
-    record_id: Optional[str] = None  # 记录 ID，用于标识需要写入 Milvus 的记录
-
-
-@dataclass
-class PipelineConfig:
-    """Pipeline 配置"""
-    include_intermediate_results: bool = False
-    intermediate_results_destination: Optional[Destination] = None  # 支持 Destination 类型，如 LocalDestination、S3Destination 等
-
-    def __post_init__(self):
-        """验证配置"""
-        if self.include_intermediate_results and not self.intermediate_results_destination:
-            raise ValueError("当 include_intermediate_results 为 True 时，必须设置 intermediate_results_destination")
-
-    def to_dict(self) -> Dict[str, Any]:
-        return {
-            'include_intermediate_results': self.include_intermediate_results,
-        }
-
-
-__all__ = [
-    'ParseConfig',
-    'ChunkConfig',
-    'EmbedConfig',
-    'Stage',
-    'PipelineStats',
-    'PipelineConfig',
-]
-