retab 0.0.42__py3-none-any.whl → 0.0.43__py3-none-any.whl

retab/utils/ai_models.py

@@ -6,6 +6,7 @@ from ..types.ai_models import AIProvider, GeminiModel, OpenAIModel, xAI_Model, R
 
 MODEL_CARDS_DIR = os.path.join(os.path.dirname(__file__), "_model_cards")
 
+
 def merge_model_cards(base: dict, override: dict) -> dict:
     result = base.copy()
     for key, value in override.items():
@@ -17,6 +18,7 @@ def merge_model_cards(base: dict, override: dict) -> dict:
             result[key] = value
     return result
 
+
 def load_model_cards(yaml_file: str) -> list[ModelCard]:
     raw_cards = yaml.safe_load(open(yaml_file))
     name_to_card = {c["model"]: c for c in raw_cards if "inherits" not in c}
@@ -31,14 +33,18 @@ def load_model_cards(yaml_file: str) -> list[ModelCard]:
             final_cards.append(ModelCard(**card))
     return final_cards
 
+
 # Load all model cards
-model_cards = sum([
-    load_model_cards(os.path.join(MODEL_CARDS_DIR, "openai.yaml")),
-    load_model_cards(os.path.join(MODEL_CARDS_DIR, "anthropic.yaml")),
-    load_model_cards(os.path.join(MODEL_CARDS_DIR, "xai.yaml")),
-    load_model_cards(os.path.join(MODEL_CARDS_DIR, "gemini.yaml")),
-    load_model_cards(os.path.join(MODEL_CARDS_DIR, "auto.yaml")),
-], [])
+model_cards = sum(
+    [
+        load_model_cards(os.path.join(MODEL_CARDS_DIR, "openai.yaml")),
+        load_model_cards(os.path.join(MODEL_CARDS_DIR, "anthropic.yaml")),
+        load_model_cards(os.path.join(MODEL_CARDS_DIR, "xai.yaml")),
+        load_model_cards(os.path.join(MODEL_CARDS_DIR, "gemini.yaml")),
+        load_model_cards(os.path.join(MODEL_CARDS_DIR, "auto.yaml")),
+    ],
+    [],
+)
 model_cards_dict = {card.model: card for card in model_cards}
 
 
@@ -108,7 +114,7 @@ def get_provider_for_model(model_id: str) -> AIProvider:
 
 
 def assert_valid_model_extraction(model: str) -> None:
-    try: 
+    try:
         get_provider_for_model(model)
     except ValueError:
         raise ValueError(
@@ -132,7 +138,116 @@ def assert_valid_model_schema_generation(model: str) -> None:
         return
     else:
         raise ValueError(
-                f"Invalid model format: {model}. Must be either:\n"
-                f"1. A standard model: {get_args(OpenAIModel)}\n"
-                f"2. A fine-tuned model in format 'base_model:id' where base_model is one of the standard openai models"
-            ) from None 
+            f"Invalid model format: {model}. Must be either:\n"
+            f"1. A standard model: {get_args(OpenAIModel)}\n"
+            f"2. A fine-tuned model in format 'base_model:id' where base_model is one of the standard openai models"
+        ) from None
+
+
+def get_model_credits(model: str) -> float:
+    """
+    Get the credit cost for a given model based on its capabilities and size.
+
+    Credit tiers:
+    - 0.1 credits: Micro/nano models (fastest, cheapest)
+    - 0.5 credits: Small/mini models (balanced performance)
+    - 2.0 credits: Large/advanced models (highest capability)
+
+    Args:
+        model: The model name to look up
+
+    Returns:
+        The credit cost for the model
+
+    Raises:
+        ValueError: If no model card is found for the specified model
+    """
+    try:
+        model_card = get_model_card(model)
+        model_name = get_model_from_model_id(model)
+    except ValueError:
+        # Unknown model, return 0 credits (no billing)
+        return 0.0
+
+    # Define credit mapping based on model capabilities and naming patterns
+    model_credits = {
+        # 0.1 credit models - Micro/Nano tier (fastest, most efficient)
+        "auto-micro": 0.1,
+        "gemini-flash-lite": 0.1,
+        "gpt-4o-mini": 0.1,
+        "gpt-3.5-turbo": 0.1,
+        "gpt-4.1-nano": 0.1,  # Future model
+        # 0.5 credit models - Small/Mini tier (balanced performance)
+        "auto-small": 0.5,
+        "gemini-flash": 0.5,
+        "gpt-4o": 0.5,
+        "gpt-4-turbo": 0.5,
+        "gpt-4.1-mini": 0.5,  # Future model
+        "claude-3-haiku": 0.5,
+        "claude-3.5-haiku": 0.5,
+        # 2.0 credit models - Large/Advanced tier (highest capability)
+        "auto-large": 2.0,
+        "gemini-pro": 2.0,
+        "gpt-4": 2.0,
+        "gpt-4.1": 2.0,  # Future model
+        "o1-mini": 2.0,
+        "o1-preview": 2.0,
+        "o3": 5.0,  # Future model
+        "claude-3-sonnet": 2.0,
+        "claude-3-opus": 2.0,
+        "claude-3.5-sonnet": 2.0,
+        "grok-beta": 2.0,
+        "grok-2": 2.0,
+        # Special reasoning models - Higher tier
+        "o1": 3.0,
+        "o3-max": 3.0,  # Future model, highest tier
+    }
+
+    # Return the credits for the specific model
+    if model_name in model_credits:
+        return model_credits[model_name]
+
+    # Fallback logic based on model patterns and capabilities
+    model_lower = model_name.lower()
+
+    # Auto-model fallback logic
+    if model_lower.startswith("auto-"):
+        if "micro" in model_lower or "nano" in model_lower:
+            return 0.1
+        elif "small" in model_lower or "mini" in model_lower:
+            return 0.5
+        elif "large" in model_lower or "pro" in model_lower:
+            return 2.0
+
+    # Gemini model fallback logic
+    if "gemini" in model_lower:
+        if "lite" in model_lower or "nano" in model_lower:
+            return 0.1
+        elif "flash" in model_lower:
+            return 0.5
+        elif "pro" in model_lower or "ultra" in model_lower:
+            return 2.0
+
+    # GPT model fallback logic
+    if "gpt" in model_lower:
+        if "mini" in model_lower or "3.5" in model_lower:
+            return 0.1
+        elif "4o" in model_lower and "mini" not in model_lower:
+            return 0.5
+        elif "4" in model_lower or "o1" in model_lower:
+            return 2.0
+
+    # Claude model fallback logic
+    if "claude" in model_lower:
+        if "haiku" in model_lower:
+            return 0.5
+        elif "sonnet" in model_lower or "opus" in model_lower:
+            return 2.0
+
+    # Default for unknown models - use model card info if available
+    try:
+        # Try to determine based on model card properties
+        # This could be enhanced based on the actual ModelCard structure
+        return 1.0  # Default middle tier
+    except:
+        return 0.0  # No billing for completely unknown models

retab/utils/hashing.py

@@ -0,0 +1,24 @@
+import base64
+import hashlib
+import json
+
+from fastapi.encoders import jsonable_encoder
+
+# ************* Generalistic utils *************
+
+
+def generate_blake2b_hash_from_bytes(bytes_: bytes) -> str:
+    return hashlib.blake2b(bytes_, digest_size=8).hexdigest()
+
+
+def generate_blake2b_hash_from_base64(base64_string: str) -> str:
+    return generate_blake2b_hash_from_bytes(base64.b64decode(base64_string))
+
+
+def generate_blake2b_hash_from_string(input_string: str) -> str:
+    return generate_blake2b_hash_from_bytes(input_string.encode("utf-8"))
+
+
+def generate_blake2b_hash_from_dict(input_dict: dict) -> str:
+    jsonable_dict = jsonable_encoder(input_dict)
+    return generate_blake2b_hash_from_string(json.dumps(jsonable_dict, sort_keys=True).strip())

retab/utils/json_schema.py

@@ -15,7 +15,7 @@ from pydantic import BaseModel, BeforeValidator, Field, create_model
 from pydantic.config import ConfigDict
 
 from ..types.schemas.layout import Column, FieldItem, Layout, RefObject, Row, RowList
-from .mime import generate_blake2b_hash_from_string
+from .hashing import generate_blake2b_hash_from_string
 
 # **** Validation Functions ****
 
@@ -2091,31 +2091,6 @@ def sanitize(instance: Any, schema: dict[str, Any]) -> Any:
     return __sanitize_instance(instance, expanded_schema)
 
 
-def compute_schema_data_id(json_schema: dict[str, Any]) -> str:
-    """Returns the schema_data_id for a given JSON schema.
-
-    The schema_data_id is a hash of the schema data, ignoring all prompt/description/default fields
-    and other non-structural metadata.
-
-    Args:
-        json_schema: The JSON schema to compute the ID for
-
-    Returns:
-        str: A hash string representing the schema data version with "sch_data_id_" prefix
-    """
-
-    return "sch_data_id_" + generate_blake2b_hash_from_string(
-        json.dumps(
-            clean_schema(
-                copy.deepcopy(json_schema),
-                remove_custom_fields=True,
-                fields_to_remove=["description", "default", "title", "required", "examples", "deprecated", "readOnly", "writeOnly"],
-            ),
-            sort_keys=True,
-        ).strip()
-    )
-
-
 def validate_json_against_schema(
     data: Any,
     schema: dict[str, Any],

retab/utils/mime.py

@@ -16,23 +16,6 @@ from ..types.modalities import SUPPORTED_TYPES
 
 T = TypeVar("T")
 
-
-def generate_blake2b_hash_from_bytes(bytes_: bytes) -> str:
-    return hashlib.blake2b(bytes_, digest_size=8).hexdigest()
-
-
-def generate_blake2b_hash_from_base64(base64_string: str) -> str:
-    return generate_blake2b_hash_from_bytes(base64.b64decode(base64_string))
-
-
-def generate_blake2b_hash_from_string(input_string: str) -> str:
-    return generate_blake2b_hash_from_bytes(input_string.encode("utf-8"))
-
-
-def generate_blake2b_hash_from_dict(input_dict: dict) -> str:
-    return generate_blake2b_hash_from_string(json.dumps(input_dict, sort_keys=True).strip())
-
-
 def convert_pil_image_to_mime_data(image: PIL.Image.Image) -> MIMEData:
     """Convert a PIL Image object to a MIMEData object.
 

{retab-0.0.42.dist-info → retab-0.0.43.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: retab
-Version: 0.0.42
+Version: 0.0.43
 Summary: Retab official python library
 Home-page: https://github.com/Retab-dev/retab
 Author: Retab
@@ -61,7 +61,7 @@ Made with love by the team at [Retab](https://retab.com) 🤍.
 
 ### What is Retab?
 
-Retab solves all the major challenges in document processing with LLMs:
+Retab solves all the major challenges in document processing with Large Language Models:
 
 1. **Universal Document Preprocessing**: Convert any file type (PDFs, Excel, emails, etc.) into LLM-ready format without writing custom parsers
 2. **Structured, Schema-driven Extraction**: Get consistent, reliable outputs using schema-based prompt engineering
@@ -90,7 +90,7 @@ Many people haven't yet realized how powerful LLMs have become at document proce
 
 ## Code examples
 
-## You can check our Github repository to see code examples: [python examples](https://github.com/Retab-dev/retab/tree/main/examples) and [jupyter notebooks](https://github.com/Retab-dev/retab-nodejs/tree/main/notebooks).
+You can check our Github repository to see code examples: [python examples](https://github.com/Retab-dev/retab/tree/main/examples) and [jupyter notebooks](https://github.com/Retab-dev/retab-nodejs/tree/main/notebooks).
 
 ## Community
 
@@ -112,8 +112,6 @@ We share our roadmap publicly on [Github](https://github.com/Retab-dev/retab)
 Among the features we're working on:
 
 * [ ] Node.js SDK
-* [ ] Low-level speed optimizations for Evals Frontend
 * [ ] Schema optimization autopilot
 * [ ] Sources API
-* [ ] Parse API for RAG
 

{retab-0.0.42.dist-info → retab-0.0.43.dist-info}/RECORD

@@ -1,77 +1,62 @@
-retab/__init__.py,sha256=sRurau6z8m4pn7VFKdHr9FyNA9Ffhvg064i2NF0RmPc,124
+retab/__init__.py,sha256=IfXoXvlvx4t1q5Ge6_pCOQnGOymVPxT7Dm1vQJ0OqoA,153
 retab/_resource.py,sha256=JfAU4UTa05ugWfbrpO7fsVr_pFewht99NkoIfK6kBQM,577
-retab/client.py,sha256=gbBSkOWbXLoYXwRGXkhubBeIxAecVHvW_3b9ELNSE2Q,29768
+retab/client.py,sha256=iO7J5n4k767IuIvOSkWFD-QARUFwpVgLef3rIttGZmA,27633
 retab/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/_utils/ai_models.py,sha256=u0SDwSd3SNhJaFm6bPepiGIh4BbocGYDKk4qu3kVIxc,4821
-retab/_utils/benchmarking.py,sha256=ZSuVcRkYr4gD90yezAv6TuKaFdj2ulc5d5x3lXLbQss,17849
-retab/_utils/chat.py,sha256=ZHt6oEX2lZl8O0tIj-rHnqgmDbHxMYEWPkx0fArvojo,14352
-retab/_utils/display.py,sha256=ZFPbiBnwEWGR-suS8e9Xilz9OqyYRDwsKYWfbFSJPJM,18868
-retab/_utils/json_schema.py,sha256=vbIg4NqREBq_eNbYdBTGw5ykhUmKkSiVRAahAOrWEZg,82237
-retab/_utils/mime.py,sha256=S6pH_CmDc7fnb14PIoK3XALwb_Quha34a112joyUNmY,5723
-retab/_utils/responses.py,sha256=MqY6G9OCLMJhCZcT5uhky5xv_IRqI43aXRjvBU-L58E,7023
-retab/_utils/stream_context_managers.py,sha256=gI1gVQSj3nWz6Mvjz7Ix5AiY0g6vSL-c2tPfuP04izo,2314
-retab/_utils/_model_cards/anthropic.yaml,sha256=faGKfsNNvi3Wgu2sFseV5KVOseJClHBPPdBVv6nWyXo,1413
-retab/_utils/_model_cards/auto.yaml,sha256=3nMlz9K2l5dNSTk-7zi2Id5oohM2L3E2_di2J6UpfdM,1048
-retab/_utils/_model_cards/gemini.yaml,sha256=irV9c0WumgEOIYbAkR2jsisfK_4dY1Tzja2D1j1euF0,2870
-retab/_utils/_model_cards/openai.yaml,sha256=PcmjqAioomqWOw25H4BluVfJ1WO_zapg_nPxORUR7JM,7639
-retab/_utils/_model_cards/xai.yaml,sha256=OdVV33_WODc4UBZhDezcUq_5mHQK5zeOT49EjJUJ764,612
-retab/_utils/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/_utils/usage/usage.py,sha256=g2_Co3gaB1Akgbszd-I7ddXMM-EyI7Gz9SI5SdtlBII,12949
 retab/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 retab/resources/evals.py,sha256=vOMyCJ0dVy6YZUv4NtkujZBZCByvr0PmSpV6UGnorHw,29927
 retab/resources/files.py,sha256=-_GejfQjKEk10HHb5npmLOA9cUnVHic2ZQntE8tw4TQ,954
 retab/resources/finetuning.py,sha256=Rx8XcqB00UIjEDZcCGp5fM2yz5TW1j36aBicrTa0uAY,2587
-retab/resources/jsonlUtils.py,sha256=gv4h3gAxks84r1l09vFVaUkqSGzSu1D0bw-J6lLRf5U,45149
+retab/resources/jsonlUtils.py,sha256=FThZ6QRqtOhcHouSn2xUXn9C3kBRnb0ggBmkunidF6g,45075
 retab/resources/models.py,sha256=4WidFBnTGZEA65DSn2pLP2SRnCVXkMTw7o_m8xVCFC4,2469
 retab/resources/openai_example.py,sha256=yz34KvfCvHTZ-AJ9GV-N7ljTTSWBmQEQNMHY2FUbEi4,522
 retab/resources/prompt_optimization.py,sha256=MrzRehmFQK4Ltyr1jhLhx3yO22UxtDpmg9B3CDjirFc,3488
 retab/resources/schemas.py,sha256=zoxhpCO0jIUx0f7VvS6QAbGlHmxtyBVvmyYoi5aFRQg,16054
-retab/resources/usage.py,sha256=OmJMPwmP1TBuZmMKrjaGWnl2mQ9VbQDKSAm6l7Tsaf4,13601
+retab/resources/usage.py,sha256=iyEP16FVFmESnANHTEPzbbQchsMwnoYa9zzlJSQR7-o,13759
 retab/resources/consensus/__init__.py,sha256=0b3MSOFiYPwkNTrs_dBPRhwSl3kuk8BtG5QXofIUb9M,89
-retab/resources/consensus/client.py,sha256=D2TeqqCp0ZvqvQLAe1i3nW8nnf-Ms6zNEXRA9C26TQI,3705
+retab/resources/consensus/client.py,sha256=gRiYUtSeNluCFZ7YfIwwWzg1M4rPpd_MJ0wJIzvzlPY,3736
 retab/resources/consensus/completions.py,sha256=6vTnqADY6GueV28smYRDQ2yooj94G2WHMlQLyKOXqtw,8372
 retab/resources/consensus/completions_stream.py,sha256=DlU9od01F1Fmh9WjTLhq4KsntfqXy5jGGwrYauS43Ec,10893
-retab/resources/consensus/responses.py,sha256=av__D_3hs8GlV7RnBnrLmtjq6_DzbWwfSP8lzjiHlw8,9935
+retab/resources/consensus/responses.py,sha256=hf1_gXBG8iwrBGyuXx16qCh6ULDXn9a0Uty1C-WiG7s,9966
 retab/resources/consensus/responses_stream.py,sha256=OopJ9aoO7HctfhLnXzJx8-dkk-4jK_juOw6jUAkzwVM,11671
 retab/resources/documents/__init__.py,sha256=OjXmngFN0RKqO4SI-mJBNzr6Ex6rMxfq0DxaqzP0RQs,89
-retab/resources/documents/client.py,sha256=fTaNecDke_fGEcqQIcTJcGZDKhSMWgZl2bxc6W48oOg,25295
-retab/resources/documents/extractions.py,sha256=jMBgirKohgMTsdwX-LQldmvgHVHt-Q2N5810K1tzk9Q,25623
+retab/resources/documents/client.py,sha256=Okf4NvNjH4F5-jTJ7xIBv4LiMyM7TZkonTEDD5SuG6Q,25872
+retab/resources/documents/extractions.py,sha256=KQJMgu_w5TfR3NI-pvNaGayjZc61sCNQleoXfmA00j0,25041
 retab/resources/evaluations/__init__.py,sha256=3npbUDbxYn3ihnUKV7PRYNBYqL7MZ9AwhQHr7LaIESg,97
-retab/resources/evaluations/client.py,sha256=SdI-m_8V0BApparlHO1mYFwvjAGWsHBKD_-Z3ZLcdq0,10658
-retab/resources/evaluations/documents.py,sha256=G58AYRpmlGRspwuunwhWB_cqN_Zn5Ukp_f2NAMyxMi4,9489
-retab/resources/evaluations/iterations.py,sha256=v9kD1tJ-3I0A02zVIwSInKHwPzGhmub7fc5FEBJkT74,17664
+retab/resources/evaluations/client.py,sha256=JmiyzfomM63jEsv_JoLNz6lySVmq_kla-nq3Z1JMdlg,11241
+retab/resources/evaluations/documents.py,sha256=E6PF7PcIX3r1cTrxYwdaRp8XKp9hCc58wnH0i7Gjnm8,9807
+retab/resources/evaluations/iterations.py,sha256=yJbiNGv9u2ze8t0Ple_o9QpL4W-9ftbxKOu4jsEjrTI,18742
 retab/resources/processors/__init__.py,sha256=w1HrMdSi3xlrcEDFMQ9BA7rbUhOFWSTkTKkkR2PfFHQ,93
-retab/resources/processors/client.py,sha256=EMu7VlniDePhPvlCryGwXWaG2wketLA6vz8JUFs8U0A,20710
+retab/resources/processors/client.py,sha256=81CG3CH63pI7FAxOLHCgAEJWh-1TgNmkvsaxpTkjcRM,20530
 retab/resources/processors/automations/__init__.py,sha256=Iej-_yIxc8xAuhYmR0e2VI7j_EXVsNk1_L98OJSD82E,121
 retab/resources/processors/automations/client.py,sha256=3w54F0JfC2GYDosLux8LVEjDd_RXqQ29-SyNXGa28U8,10500
-retab/resources/processors/automations/endpoints.py,sha256=9ur3OR1b-gKaM4JqiQVaWUS0DmkfNvYgbi_TkbyoXQ4,11046
-retab/resources/processors/automations/links.py,sha256=LXOnDlaei07MRIc5KfxhCS5QikE8g0uptuYFeimXFPg,11449
+retab/resources/processors/automations/endpoints.py,sha256=zJ556BNighciPff1laA_bBPZNxT4mWmGi-kDMXa5_tw,10893
+retab/resources/processors/automations/links.py,sha256=cSWLYE1g9VbR2kCckYNuE2xrMHYyGQ6Ei5YXmYjLkR0,11163
 retab/resources/processors/automations/logs.py,sha256=seBjzv4Tm8fMJcApzZcyR5yXG5YLP0yW5BH5ql7JMcg,8827
-retab/resources/processors/automations/mailboxes.py,sha256=7TQcUDM9iX_E_Yg_r2l59Jxf-1p30bx4jTMY-rgD5MQ,16155
-retab/resources/processors/automations/outlook.py,sha256=ANX0MftT4VQt8ehZkhN1xpaccph9pDNXYLbO2WW3wsw,15189
+retab/resources/processors/automations/mailboxes.py,sha256=OwThPbkjixPnmIIsOmKRqDp4upGhyrXtwMJ9JFwJUIw,15795
+retab/resources/processors/automations/outlook.py,sha256=UrzyVRMfzkSwbMo4EsAxYkqOs3J8IBN2yrXrv40lo3w,14616
 retab/resources/processors/automations/tests.py,sha256=nbO6qIkQnpr629ZkCchbfCJOm7KyjDOaLsxXxB3i0cg,6219
 retab/resources/secrets/__init__.py,sha256=SwofMyk96k0YSyj1d_GRxhpVx4wb4TA97TISsTjB0Kc,105
 retab/resources/secrets/client.py,sha256=nXt1cgvkWqhA99WTnC1PWbWJq-EbwvoDuCQOa0GJOOU,599
 retab/resources/secrets/external_api_keys.py,sha256=3TuJxjk65EPUT2XC3wBcYWaVwqzc6QGv9BoHufzxTLU,3759
 retab/resources/secrets/webhook.py,sha256=2mFDNblQYBGOwgqOG5gfRJkusQX7Hjy28XZ7O7ffkl8,1805
 retab/types/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/types/ai_models.py,sha256=DFLW6vi45heZGKkMJrAKs6j9K97Sn2N5IEE4hMoQAJs,4896
+retab/types/ai_models.py,sha256=tnwYd7fgacsz7TAFoheHMCCyS7DRDfLVc8B0l-EV3_I,4945
 retab/types/browser_canvas.py,sha256=U3yLqJcSwfturcIsNFSblRtFtnG3p-UL1YYoM9KZfdE,70
 retab/types/chat.py,sha256=l32vhLtNcdmHFjG4iVC617j38x6a2oH7CNPwlvqdF8g,424
 retab/types/completions.py,sha256=ZQU29bm-FhdOzky4_Dp2N--fedR82C3QfCRZCJCQ-P8,5381
 retab/types/consensus.py,sha256=EsFCsyZK8NhkQ1BizFpnGN54D24hRFKc0xwt9VpH11c,1161
+retab/types/deprecated_evals.py,sha256=YHxtQxzQ8RgQyzN1CEdAfOP2Nwc07b-XVPydPveTxbg,9306
 retab/types/evals.py,sha256=JNdWu4hplfSEuSzu9l27ZVr2RO2opUKEruIpKXZosmU,9953
 retab/types/events.py,sha256=NrisdzJAaJ_kkfgdsqoiDB-Upm0LnbIGZikU_e9XXWw,2195
-retab/types/extractions.py,sha256=Pvzu2Bu62X6P055xDj6Du8kf_ilJBiyeYl_uN5GfGVw,6038
+retab/types/extractions.py,sha256=_slYXQrWPi93iMdJIOIm-WzYwWPG2Fiyd3Xx0zfekl0,6144
 retab/types/inference_settings.py,sha256=F_mBPFVY1yAwsHD11Z2ljMf3zkvviOey_JBnu8yEF84,572
-retab/types/logs.py,sha256=uWgul1YpbczzWozuVnBWuVMm6NAZElSE1rXs_O8A98s,9260
+retab/types/logs.py,sha256=mVC11hi2Lv0yh7zeoTMxqFNLaGU0pyziMmT7I8NDuN8,9098
 retab/types/metrics.py,sha256=0KEWUWW13s_tWjh7oUs33ip9TPwI7LZUNGE7k5qNoOo,1947
-retab/types/mime.py,sha256=Fhq04yQoHhyx5wBjx7GNyJqQQJtcM_yEZt7uQxq6Br4,11038
+retab/types/mime.py,sha256=rOu8iER0pRAgT8PTmKIN6ETnUPGfFCZFbQzJUt9bka0,10815
 retab/types/modalities.py,sha256=_2iGC_EEZT0Y-7PV_nHar5vqeEdsK7oy7ZJPV681nkg,1581
 retab/types/pagination.py,sha256=-XrKILKX_5isTHTfShLiK3Kwp21Y6Wqy0Jci8lIFQig,109
 retab/types/predictions.py,sha256=r7XM4rIMkUU10VsUkQ1wYdSkIApSGCXWkWxz7sMdBOk,1292
-retab/types/standards.py,sha256=BT8U2x3wBiC-741Bxer9ys0CPb7kWhxt1Wvl2y2aoM0,1452
+retab/types/standards.py,sha256=7aGtuvzzkKidvqY8JB2Cjfn43V80FeKwrTtp162kjKc,1477
 retab/types/automations/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 retab/types/automations/cron.py,sha256=jDx0VzciboQw2_whvBXzgX5ZS0z2DksTgmyhXCSSGMk,3174
 retab/types/automations/endpoints.py,sha256=IbylkBUBllcrtr9tifug0ptVq2vFKixuQ6e2JfW5Xfw,666
@@ -87,10 +72,10 @@ retab/types/documents/correct_orientation.py,sha256=e-ivsslI6L6Gl0YkcslXw_DH620x
 retab/types/documents/create_messages.py,sha256=S2nJ4GHZ3hKTZ4kNs5XrCZeaokOsy9LqRC-FVHkFvSY,10285
 retab/types/documents/extractions.py,sha256=z1XlQLeCGcUAipVB8WGbbUjaBor1bN9BxQzeBaDMj3E,19096
 retab/types/documents/parse.py,sha256=-gCzloJhZraR_Pi9Je0SL8aP52n0GfO9qH838usPA3w,1418
-retab/types/evaluations/__init__.py,sha256=fRQlK6y3x3SHqaukVYd9_zH8HrUk9TpoG9dlOTuIkcY,920
+retab/types/evaluations/__init__.py,sha256=Jr-y_b7hE20LXMJoq4gkA3VF6bCUVGgAIbOWmMaXc7Q,1012
 retab/types/evaluations/documents.py,sha256=oy0nqTrv0Pe__5ligeNWn5MbqVDAFRSrXYbCVoLxyXw,1268
-retab/types/evaluations/iterations.py,sha256=lVHcqmIT0AtJyn7dc_Mw-WbeA0gfTUG1KoifCOFPIkg,4635
-retab/types/evaluations/model.py,sha256=_ArYgSP51nh__-0MxzGxWUl8bvISX9Dm6juuybKb6yA,3131
+retab/types/evaluations/iterations.py,sha256=YfiqaTvCxmPIJORHzCgtafshUBRZN9LAo1y2cOPSBco,3306
+retab/types/evaluations/model.py,sha256=I9C8_LxkjrpzYBxcNbhAFUiq9cXAjoSlZDunK23305o,3159
 retab/types/jobs/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 retab/types/jobs/base.py,sha256=R4UXcvgDmkgm4FB0ke5kQrSDWC95TweBLlc08ptfqt8,1695
 retab/types/jobs/batch_annotation.py,sha256=Rftuu4Q6YzB4c39kWsqPGJ1QbPJrJWjWhupaKGO9kGE,281
@@ -99,21 +84,22 @@ retab/types/jobs/finetune.py,sha256=6O9NUy-ap_aqZ73tYx-NRRdFgKOIvk8WcItGhEUvrSQ,
 retab/types/jobs/prompt_optimization.py,sha256=P7JI0zKFExCN4ws8kpFrCHBFbrJ4m4-zGJnNVXWa-ic,1306
 retab/types/jobs/webcrawl.py,sha256=C3_7mW2mmOXs6ypktDIHdjMnify90pFo70wmhrs_TP8,183
 retab/types/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/types/schemas/enhance.py,sha256=bkfkC_JCDvEolOdrp27rHbO1njEyrLJAM7qgwHGUYQk,2162
-retab/types/schemas/evaluate.py,sha256=M9ZMv2FCcnSRGYBR3CUbCA88pW66EZEZC1YwoJUOei0,2206
+retab/types/schemas/enhance.py,sha256=2FR3APE1yh6_GLoQ8EDFAS1y3oM6B4D4pexP1ohazug,2738
+retab/types/schemas/evaluate.py,sha256=vCXVfC4H44r0lgP1IbxtvlxhoPTZV2l7wWlyERetvBc,2208
 retab/types/schemas/generate.py,sha256=pb6e6yJ2KPswmNHNkFcRhata7B698yBLnzlFVspJ9mE,1194
 retab/types/schemas/layout.py,sha256=JLPwQGIWfPBoe1Y5r-MhiNDJigzZ-yKZnVGgox0uqMk,1487
-retab/types/schemas/object.py,sha256=JLjeNfV9swAkTgmZo9DtQRNhUQnJmWK3yGeL3BE41Yo,25470
+retab/types/schemas/object.py,sha256=3GG9dpP0qG2E9BTWuSmMjELQtcf4cpM26Uy5nim2QV0,26222
 retab/types/schemas/templates.py,sha256=Of4gYULkxULhMOv1X1zXe9pd7o3b21vDUF4BYSouAsc,3465
 retab/types/secrets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 retab/types/secrets/external_api_keys.py,sha256=-yaaOfNLxKpll3oD-0htQlW8S03lyWs9Mmk9HOdyQ3g,437
-retab/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-retab/utils/ai_models.py,sha256=u0SDwSd3SNhJaFm6bPepiGIh4BbocGYDKk4qu3kVIxc,4821
+retab/utils/__init__.py,sha256=cta2g2pCC9nDHbM4-s5PwLNqwF31T8oP5wy5UvGrJc8,151
+retab/utils/ai_models.py,sha256=wooYSZAxLiL2i9lSku2266tyown0rhPnjOzoyBgkUH4,8421
 retab/utils/benchmarking.py,sha256=ZSuVcRkYr4gD90yezAv6TuKaFdj2ulc5d5x3lXLbQss,17849
 retab/utils/chat.py,sha256=ZHt6oEX2lZl8O0tIj-rHnqgmDbHxMYEWPkx0fArvojo,14352
 retab/utils/display.py,sha256=ZFPbiBnwEWGR-suS8e9Xilz9OqyYRDwsKYWfbFSJPJM,18868
-retab/utils/json_schema.py,sha256=vbIg4NqREBq_eNbYdBTGw5ykhUmKkSiVRAahAOrWEZg,82237
-retab/utils/mime.py,sha256=S6pH_CmDc7fnb14PIoK3XALwb_Quha34a112joyUNmY,5723
+retab/utils/hashing.py,sha256=_BMVUvftOcJav68QL0rLkH2dbhW9RRJPzeGC2akR0fc,757
+retab/utils/json_schema.py,sha256=7MBPVMYxc0ExtIRAZSEtMwe3PuVMrWs6CBjSse5X9js,81395
+retab/utils/mime.py,sha256=KQIMncxOkNA9WbG5R9rr5VWmjm_ubGOPG0oPJvJp6_g,5155
 retab/utils/responses.py,sha256=MqY6G9OCLMJhCZcT5uhky5xv_IRqI43aXRjvBU-L58E,7023
 retab/utils/stream_context_managers.py,sha256=gI1gVQSj3nWz6Mvjz7Ix5AiY0g6vSL-c2tPfuP04izo,2314
 retab/utils/_model_cards/anthropic.yaml,sha256=faGKfsNNvi3Wgu2sFseV5KVOseJClHBPPdBVv6nWyXo,1413
@@ -123,7 +109,7 @@ retab/utils/_model_cards/openai.yaml,sha256=PcmjqAioomqWOw25H4BluVfJ1WO_zapg_nPx
 retab/utils/_model_cards/xai.yaml,sha256=OdVV33_WODc4UBZhDezcUq_5mHQK5zeOT49EjJUJ764,612
 retab/utils/usage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 retab/utils/usage/usage.py,sha256=PoQAMSWqEXYIRdp-JW9HjecFVitD_oMbxDMtDJdqWnQ,12948
-retab-0.0.42.dist-info/METADATA,sha256=iXf44YON_rAIYSUqLblaiAahfFIMoyTivm1UkPYxrx8,4549
-retab-0.0.42.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
-retab-0.0.42.dist-info/top_level.txt,sha256=waQR0EGdhLIQtztoE3AXg7ik5ONQ9q_bsKVpyFuJdq0,6
-retab-0.0.42.dist-info/RECORD,,
+retab-0.0.43.dist-info/METADATA,sha256=Z3U8j90ruwggK7JMSjKGJoH8TnDlh9hrKgC4DkxBk_I,4484
+retab-0.0.43.dist-info/WHEEL,sha256=HiCZjzuy6Dw0hdX5R3LCFPDmFS4BWl8H-8W39XfmgX4,91
+retab-0.0.43.dist-info/top_level.txt,sha256=waQR0EGdhLIQtztoE3AXg7ik5ONQ9q_bsKVpyFuJdq0,6
+retab-0.0.43.dist-info/RECORD,,

retab/_utils/_model_cards/anthropic.yaml

@@ -1,59 +0,0 @@
-- model: "claude-3-5-sonnet-latest"
-  pricing:
-    text:
-      prompt: 3.00
-      cached_discount: 0.5
-      completion: 15.00
-    audio: null
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling"]
-  permissions:
-    show_in_free_picker: true
-    show_in_paid_picker: true
-
-- model: "claude-3-5-sonnet-20241022"
-  inherits: "claude-3-5-sonnet-latest"
-  permissions:
-    show_in_free_picker: false
-    show_in_paid_picker: false
-
-- model: "claude-3-opus-20240229"
-  pricing:
-    text:
-      prompt: 15.00
-      cached_discount: 0.5
-      completion: 75.00
-    audio: null
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling"]
-  permissions:
-    show_in_free_picker: true
-    show_in_paid_picker: true
-
-- model: "claude-3-sonnet-20240229"
-  pricing:
-    text:
-      prompt: 3.00
-      cached_discount: 0.5
-      completion: 15.00
-    audio: null
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling"]
-
-- model: "claude-3-haiku-20240307"
-  pricing:
-    text:
-      prompt: 0.25
-      cached_discount: 0.5
-      completion: 1.25
-    audio: null
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling"]

retab/_utils/_model_cards/auto.yaml

@@ -1,43 +0,0 @@
-- model: "auto-large"
-  pricing:
-    text:
-      prompt: 2.00
-      cached_discount: 0.25
-      completion: 8.00
-    audio: null
-    ft_price_hike: 1.5
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling", "structured_outputs"]
-  temperature_support: true
-
-- model: "auto-small"
-  pricing:
-    text:
-      prompt: 0.4
-      cached_discount: 0.25
-      completion: 1.6
-    audio:
-      prompt: 0.7
-      cached_discount: 0.175
-      completion: 1000
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling", "structured_outputs"]
-  temperature_support: true
-
-- model: "auto-micro"
-  pricing:
-    text:
-      prompt: 0.1
-      cached_discount: 0.25
-      completion: 0.4
-    audio: null
-    ft_price_hike: 1.5
-  capabilities:
-    modalities: ["text", "image"]
-    endpoints: ["chat_completions"]
-    features: ["streaming", "function_calling", "structured_outputs"]
-  temperature_support: true