xparse-client 0.2.20__py3-none-any.whl → 0.3.0b2__py3-none-any.whl

xparse_client-0.3.0b2.dist-info/RECORD

@@ -0,0 +1,68 @@
+example/1_basic_api_usage.py,sha256=x_ZHEWXz6z7qp-sMLBvq7Vpu6nA7YxVCizyQpDday6M,5802
+example/2_async_job.py,sha256=MCjWii3ksmONiIyCWviBrKPZIwrlCPDvmUPP_F8qXPM,6353
+example/3_local_workflow.py,sha256=ZxoT8N0Nz4_s-bkLF0l6UDqBJk_eZZi99WUtUhJseXs,8980
+example/4_advanced_workflow.py,sha256=cgG0xke8-WNPxqx7iSTl9qgoJsVctXf5mjDkp-SaQho,10159
+example/README.md,sha256=d-DumaZwbV96K6ZTEryAlDSk9HUhRBg0gG_Yekx9PqA,2336
+example/config_example.json,sha256=mBaLmKbgxFBKUgA-FtCTiLMtq24z0QRwKbPeYDGwA9I,2517
+tests/conftest.py,sha256=h6sy9RNQmXTQNTu86h7ATDAg-9wI4cKjzKXUbNNH5q8,10037
+tests/unit/__init__.py,sha256=C1308ox8hFFtq3A1vBAVPzL6r8HGVbEbC42ULCpFkjs,25
+tests/unit/test_base.py,sha256=HRW2irYNAX863PBCtJWvN9EJ_UttfOwRI7CRnDdcjEk,11599
+tests/unit/test_client.py,sha256=92geEJ6jBht7nFr5suRbJ6SmkvzCu_HGB5MhSl4Qmr8,3534
+tests/unit/test_config.py,sha256=OAUKvmEtpC-eAglnDzhp1bUyMlUpaeqLAa1QwyxCUdw,5498
+tests/unit/test_exceptions.py,sha256=BEaGSs34_jmdjUuT4e3S3QONDqldamiXNId04PPdMt4,5155
+tests/unit/test_http.py,sha256=3h-O6k5rcVP_I1sPoISOYLdHAKtSxoPrDOfC3EJyNi0,16490
+tests/unit/api/__init__.py,sha256=5HiLverbqHC-yFxXClrHBjHq62KoONLZPLMMOkYR3eU,23
+tests/unit/api/test_extract.py,sha256=QX4_BAQN6MkRTJQocEf9u6HwOA_XoY_a2djMcuLBCTo,6959
+tests/unit/api/test_local.py,sha256=_DXC8PattJ-CH9inlwDu9s1RCocTGVeYpKFpTiwDwa4,7541
+tests/unit/api/test_parse.py,sha256=EUA3emZFAFefop3CcUgqyLGC1lhd5ujx6x-dGE5h3pw,12639
+tests/unit/api/test_pipeline.py,sha256=0TC_upZbSllQfuz7uGOCvx28BDNCnX1POR92JLnfrIE,11067
+tests/unit/api/test_workflows.py,sha256=lYVbOWph8ZqxszFQTgcFHnxgdp9jjJM35F-wKO3IUuY,3286
+tests/unit/connectors/test_ftp.py,sha256=7NbV7cL9tIy03L7_sWoALrfDmjda_xOgfAoBfUnF9ks,14605
+tests/unit/connectors/test_local_connectors.py,sha256=QS2T_eLXJtHSaOrbtwYrRSgAVrL3jkO3QVPoMEpi9d8,9855
+tests/unit/connectors/test_milvus.py,sha256=X2VRv639QSntpjx_7u1cOwJg0HSKPumuDmd26FWxMKA,11911
+tests/unit/connectors/test_qdrant.py,sha256=wCIG36CjbDhF0Jq53jnNzMliq5eXMWgnCPiIHtVBbew,12682
+tests/unit/connectors/test_s3.py,sha256=Xbo-S9khgS1S3LM3BUIuYp-28YLEmEW0SP1O-iJ8g5g,18444
+tests/unit/connectors/test_smb.py,sha256=yrI_xNeOe84vONyxXNOGLbWa7tcyxjzo9G5Z_Tjzn-w,12378
+tests/unit/connectors/test_utils.py,sha256=RfnzTW5-9w2f5YeLbNTB_z3vVnsUSL7DwXNobo7xZUA,10302
+tests/unit/models/test_local.py,sha256=QnxzWKOivqeITd0CPzZLEzGbaMDtiwsPiwyEHiPpcPY,1325
+tests/unit/models/test_pipeline_stages.py,sha256=vT7Pd0lRWdChTQJuCZ3iUBx8C0xFXQXTBVB6jtWtEKU,3972
+tests/unit/models/test_workflows.py,sha256=Al4d3SQI1jTz585i1kD569TZx4IWNrhyf3_Le6-cq2k,1692
+xparse_client/__init__.py,sha256=FyR7W0eteapDoPj2pU4VoTobM8XR2B7f_g4yVI-v2v8,3956
+xparse_client/_base.py,sha256=Vx85kDns565zwv6Zl6_8jl6b43nNprfBHbqdCVPGGTc,4420
+xparse_client/_client.py,sha256=ZGxZ9xhUitTP-eRhte57ekqUkrXxNubFDL5gojajA2s,6964
+xparse_client/_config.py,sha256=BG3cEW5ywKhmtfHjfTFrdezs2Ugc9P2Y85tzu5OZZ4M,6480
+xparse_client/_http.py,sha256=OrnrkTeuG5tEpuD-a1ixLIFPdiqnVIYtuZCi3uXAzJ4,11381
+xparse_client/exceptions.py,sha256=FNozgCFaQSsdeyxE6P-3CZItkTSfFJcIQVrddHWKN0s,9521
+xparse_client/api/__init__.py,sha256=MZ3wBTDU666efOBv81MKKtc1UkjUsjzIEOpsnDUAHD4,203
+xparse_client/api/extract.py,sha256=87tH-y4sXPKW35l-d0GmZdK9RIXWq4tfmGZXYJhIN60,3011
+xparse_client/api/local.py,sha256=vFfPfdVPMYtJQK76iPfGw1DdFxNqfFiMIEPWw4jkrwo,6246
+xparse_client/api/parse.py,sha256=nvpu5kiN43QlyMW3N6vMruVADu6MdjS-TMbLFjBh-cc,5870
+xparse_client/api/pipeline.py,sha256=HscuwRUOmcdUEjzqSyAMdNkcLyK_XbF_THjNH5DXsec,4356
+xparse_client/api/workflows.py,sha256=29_Rf4bIH1fiJb_bWShkUm-et97ym5ymQFh5i3b5mDI,5945
+xparse_client/connectors/__init__.py,sha256=BLGxk9i8BsVCr4RMrCIh8b9cywBqXXmcDHqfF7C_FX0,1113
+xparse_client/connectors/_utils.py,sha256=Qb2OyUg8gvzyMBELx4h0GmjRSdT4d9C45v9m6NUNuMg,3515
+xparse_client/connectors/destinations/__init__.py,sha256=hmvWAXj58yLmePMCEnqKbNhJ74UxErugSFxBxPhlb14,1401
+xparse_client/connectors/destinations/base.py,sha256=DfwwH5S8VPwEUyvWqUKDV9Bq-7A59lqoZHruOjB7L50,3218
+xparse_client/connectors/destinations/local.py,sha256=drZ5wkPMiYd8iOROmLJR3eoCXcYKUpAPPjSFpafeNW8,2542
+xparse_client/connectors/destinations/milvus.py,sha256=MhElUsIMY1g6_c_bD-wjpWOM5PiuZ9bLsgXACW7EY1c,7339
+xparse_client/connectors/destinations/qdrant.py,sha256=Mo1wCwtsM7OIMLZ0HsEBnvE8N9BGnyTGBGJ1B8oYIew,7661
+xparse_client/connectors/destinations/s3.py,sha256=2aeTW0cNUVPLBL8up9InFfgXBcFDPtqFNGa5FbUphhk,4728
+xparse_client/connectors/sources/__init__.py,sha256=830EDkdGJtPC2p1MhIP108uLibGeMoXcXAwPAEACPvQ,1143
+xparse_client/connectors/sources/base.py,sha256=fbRWFWuIcw_XWrOPpPkBnQ0Pf2R9N7Ry4523rxWcOpc,1863
+xparse_client/connectors/sources/ftp.py,sha256=bjOjnd-2l0MZ2EAcGM3jvuTP7FMWBiQaEbgHzhIl3og,8170
+xparse_client/connectors/sources/local.py,sha256=ZYTGWdQmUpzdenn3JQ_p0u9-8x7xXk5Ani2GIAqTGyE,5156
+xparse_client/connectors/sources/s3.py,sha256=RCzinmz9cCqp9cFcfEozBapa2nllFvJCw9P-aLeOJQA,7219
+xparse_client/connectors/sources/smb.py,sha256=_F496mipGZJ0y17H-sYTlqAf2uJScxGyit7kirTyDKc,7786
+xparse_client/models/__init__.py,sha256=zLBFirgXDisEeqKHqpsH1bN5p2zE7ZmCtVENZ69mlOg,1213
+xparse_client/models/chunk.py,sha256=VXKrATgk7bhlPVbJTFOUvOWu9oEnNMgMF6AnQarJD7o,986
+xparse_client/models/embed.py,sha256=Tg9iqOiLZy63m4T0q2z9cq3neuQbMnqDqT55-sVA7CE,1652
+xparse_client/models/extract.py,sha256=ZwMy0MsTt775Bq3UsZ9WlXFNCLrSnN0j1RgXQ-vFNqo,915
+xparse_client/models/local.py,sha256=hqKmyWTU_EhPk6qybtBzmbLybBBaiasTpqM4_zP-ipo,698
+xparse_client/models/parse.py,sha256=K34Fodo3emOPZJJQeu3MLjvA7HkVMxAuXk20UvO4lfQ,3297
+xparse_client/models/pipeline.py,sha256=KVmTYqyi6sbGMR9UQcEgMHFqhcSBPnoRgtGL4xp8QEA,3086
+xparse_client/models/workflows.py,sha256=BivMdGOAmhP6oYLQSGAAN7yml2xb7vHHrpzwLgN_Afk,1754
+xparse_client-0.3.0b2.dist-info/licenses/LICENSE,sha256=7iuki7DyWMGB8PBzsht7PUt0YjdIcPjrcXNyUFgMJsw,1070
+xparse_client-0.3.0b2.dist-info/METADATA,sha256=QYHCW6pdcMpJKkK3GRKFNMs9comTFatvSG1jXs_5Zv4,25453
+xparse_client-0.3.0b2.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+xparse_client-0.3.0b2.dist-info/top_level.txt,sha256=oQGc_qysOmnSAaLjwB72wH8RBHRAmxB-_qb-Uj6u56o,28
+xparse_client-0.3.0b2.dist-info/RECORD,,

{xparse_client-0.2.20.dist-info → xparse_client-0.3.0b2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.10.1)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

{xparse_client-0.2.20.dist-info → xparse_client-0.3.0b2.dist-info}/licenses/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2025 ACG Xparse Authors
+Copyright (c) 2025 INTSIG-TEXTIN
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to deal

{xparse_client-0.2.20.dist-info → xparse_client-0.3.0b2.dist-info}/top_level.txt

@@ -1 +1,3 @@
+example
+tests
 xparse_client

xparse_client/pipeline/__init__.py

@@ -1,3 +0,0 @@
-#!/usr/bin/env python
-# -*- encoding: utf-8 -*-
-

xparse_client/pipeline/config.py

@@ -1,163 +0,0 @@
-#!/usr/bin/env python
-# -*- encoding: utf-8 -*-
-
-from dataclasses import asdict, dataclass
-from typing import Any, Dict, List, Literal, Optional, Union
-
-from .destinations import Destination
-
-
-class ParseConfig:
-    """Parse 配置，支持动态字段"""
-
-    def __init__(
-        self,
-        provider: Literal["textin", "mineru", "paddle", "textin-lite"] = "textin",
-        **kwargs,
-    ):
-        self.provider = provider
-        for key, value in kwargs.items():
-            setattr(self, key, value)
-
-    def to_dict(self) -> Dict[str, Any]:
-        result = {"provider": self.provider}
-        for key, value in self.__dict__.items():
-            if not key.startswith("_") and key != "provider":
-                result[key] = value
-        return result
-
-    def __repr__(self) -> str:
-        attrs = ", ".join(
-            f"{k}={v!r}"
-            for k, v in sorted(self.__dict__.items())
-            if not k.startswith("_")
-        )
-        return f"ParseConfig({attrs})"
-
-
-@dataclass
-class ChunkConfig:
-    """Chunk 配置"""
-
-    strategy: Literal["basic", "by_title", "by_page"] = "basic"
-    include_orig_elements: bool = False
-    new_after_n_chars: int = 512
-    max_characters: int = 1024
-    overlap: int = 0
-    overlap_all: bool = False
-
-    def to_dict(self) -> Dict[str, Any]:
-        return asdict(self)
-
-
-@dataclass
-class EmbedConfig:
-    """Embed 配置"""
-
-    provider: Literal["qwen", "doubao"] = "qwen"
-    model_name: Literal[
-        "text-embedding-v3",
-        "text-embedding-v4",
-        "doubao-embedding-large-text-250515",
-        "doubao-embedding-text-240715",
-    ] = "text-embedding-v3"
-
-    def to_dict(self) -> Dict[str, Any]:
-        return asdict(self)
-
-    def validate(self) -> None:
-        provider_models = {
-            "qwen": ["text-embedding-v3", "text-embedding-v4"],
-            "doubao": [
-                "doubao-embedding-large-text-250515",
-                "doubao-embedding-text-240715",
-            ],
-        }
-        if self.provider not in provider_models:
-            raise ValueError(
-                f"不支持的 provider: {self.provider}, 支持的有: {list(provider_models.keys())}"
-            )
-        if self.model_name not in provider_models[self.provider]:
-            raise ValueError(
-                f"provider '{self.provider}' 不支持模型 '{self.model_name}', 支持的模型: {provider_models[self.provider]}"
-            )
-
-
-@dataclass
-class ExtractConfig:
-    """Extract 配置"""
-
-    schema: Dict[str, Any]  # 必填，JSON Schema 定义
-    generate_citations: bool = False
-    stamp: bool = False
-
-    def to_dict(self) -> Dict[str, Any]:
-        return asdict(self)
-
-
-@dataclass
-class Stage:
-    """Pipeline Stage 配置"""
-
-    type: Literal["parse", "chunk", "embed", "extract"]
-    config: Union[ParseConfig, ChunkConfig, EmbedConfig, ExtractConfig, Dict[str, Any]]
-
-    def to_dict(self) -> Dict[str, Any]:
-        """转换为字典格式，用于 API 请求"""
-        if isinstance(
-            self.config, (ParseConfig, ChunkConfig, EmbedConfig, ExtractConfig)
-        ):
-            return {"type": self.type, "config": self.config.to_dict()}
-        else:
-            # 如果 config 已经是字典，直接使用
-            return {"type": self.type, "config": self.config}
-
-    def __repr__(self) -> str:
-        return f"Stage(type={self.type!r}, config={self.config!r})"
-
-
-@dataclass
-class PipelineStats:
-    """Pipeline 统计信息"""
-
-    original_elements: int = 0
-    chunked_elements: int = 0
-    embedded_elements: int = 0
-    stages: Optional[List[Stage]] = None  # 存储实际执行的 stages
-    record_id: Optional[str] = None  # 记录 ID，用于标识需要写入 Milvus 的记录
-
-
-@dataclass
-class PipelineConfig:
-    """Pipeline 配置"""
-
-    include_intermediate_results: bool = False
-    intermediate_results_destination: Optional[Destination] = (
-        None  # 支持 Destination 类型，如 LocalDestination、S3Destination 等
-    )
-
-    def __post_init__(self):
-        """验证配置"""
-        if (
-            self.include_intermediate_results
-            and not self.intermediate_results_destination
-        ):
-            raise ValueError(
-                "当 include_intermediate_results 为 True 时，必须设置 intermediate_results_destination"
-            )
-
-    def to_dict(self) -> Dict[str, Any]:
-        return {
-            "include_intermediate_results": self.include_intermediate_results,
-        }
-
-
-__all__ = [
-    "ParseConfig",
-    "ChunkConfig",
-    "EmbedConfig",
-    "ExtractConfig",
-    "Stage",
-    "PipelineStats",
-    "PipelineConfig",
-]