retab 0.0.90__py3-none-any.whl → 0.0.91__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- retab/resources/documents/client.py +22 -21
- retab/types/documents/__init__.py +4 -2
- retab/types/documents/classify.py +4 -1
- retab/types/documents/split.py +13 -13
- {retab-0.0.90.dist-info → retab-0.0.91.dist-info}/METADATA +1 -1
- {retab-0.0.90.dist-info → retab-0.0.91.dist-info}/RECORD +8 -8
- {retab-0.0.90.dist-info → retab-0.0.91.dist-info}/WHEEL +0 -0
- {retab-0.0.90.dist-info → retab-0.0.91.dist-info}/top_level.txt +0 -0
|
@@ -16,7 +16,8 @@ from ...types.chat import ChatCompletionRetabMessage
|
|
|
16
16
|
from ...types.documents.edit import EditRequest, EditResponse
|
|
17
17
|
from ...types.documents.extract import DocumentExtractRequest, RetabParsedChatCompletion, RetabParsedChatCompletionChunk, RetabParsedChoice, maybe_parse_to_pydantic
|
|
18
18
|
from ...types.documents.parse import ParseRequest, ParseResult, TableParsingFormat
|
|
19
|
-
from ...types.documents.split import
|
|
19
|
+
from ...types.documents.split import Subdocument, SplitRequest, SplitResponse
|
|
20
|
+
from ...types.documents.classify import Category
|
|
20
21
|
from ...types.documents.classify import ClassifyRequest, ClassifyResponse
|
|
21
22
|
from ...types.mime import MIMEData
|
|
22
23
|
from ...types.standards import PreparedRequest, FieldUnset
|
|
@@ -148,21 +149,21 @@ class BaseDocumentsMixin:
|
|
|
148
149
|
def _prepare_split(
|
|
149
150
|
self,
|
|
150
151
|
document: Path | str | IOBase | MIMEData | PIL.Image.Image | HttpUrl,
|
|
151
|
-
|
|
152
|
+
subdocuments: list[Subdocument] | list[dict[str, str]],
|
|
152
153
|
model: str,
|
|
153
154
|
**extra_body: Any,
|
|
154
155
|
) -> PreparedRequest:
|
|
155
156
|
mime_document = prepare_mime_document(document)
|
|
156
157
|
|
|
157
|
-
# Convert dict
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
for
|
|
158
|
+
# Convert dict subdocuments to Subdocument objects if needed
|
|
159
|
+
subdocument_objects = [
|
|
160
|
+
Subdocument(**subdoc) if isinstance(subdoc, dict) else subdoc
|
|
161
|
+
for subdoc in subdocuments
|
|
161
162
|
]
|
|
162
163
|
|
|
163
164
|
request_dict: dict[str, Any] = {
|
|
164
165
|
"document": mime_document,
|
|
165
|
-
"
|
|
166
|
+
"subdocuments": subdocument_objects,
|
|
166
167
|
"model": model,
|
|
167
168
|
}
|
|
168
169
|
|
|
@@ -644,20 +645,20 @@ class Documents(SyncAPIResource, BaseDocumentsMixin):
|
|
|
644
645
|
def split(
|
|
645
646
|
self,
|
|
646
647
|
document: Path | str | IOBase | MIMEData | PIL.Image.Image | HttpUrl,
|
|
647
|
-
|
|
648
|
+
subdocuments: list[Subdocument] | list[dict[str, str]],
|
|
648
649
|
model: str,
|
|
649
650
|
**extra_body: Any,
|
|
650
651
|
) -> SplitResponse:
|
|
651
652
|
"""
|
|
652
|
-
Split a document into sections based on provided
|
|
653
|
+
Split a document into sections based on provided subdocuments.
|
|
653
654
|
|
|
654
655
|
This method analyzes a multi-page document and classifies pages into
|
|
655
|
-
user-defined
|
|
656
|
+
user-defined subdocuments, returning the page ranges for each section.
|
|
656
657
|
|
|
657
658
|
Args:
|
|
658
659
|
document: The document to split. Can be a file path (Path or str), file-like object, MIMEData, PIL Image, or URL.
|
|
659
|
-
|
|
660
|
-
Can be
|
|
660
|
+
subdocuments: List of subdocuments to split the document into. Each subdocument should have a 'name' and 'description'.
|
|
661
|
+
Can be Subdocument objects or dicts with 'name' and 'description' keys.
|
|
661
662
|
model: The AI model to use for document splitting (e.g., "gemini-2.5-flash").
|
|
662
663
|
|
|
663
664
|
Returns:
|
|
@@ -672,7 +673,7 @@ class Documents(SyncAPIResource, BaseDocumentsMixin):
|
|
|
672
673
|
response = retab.documents.split(
|
|
673
674
|
document="invoice_batch.pdf",
|
|
674
675
|
model="gemini-2.5-flash",
|
|
675
|
-
|
|
676
|
+
subdocuments=[
|
|
676
677
|
{"name": "invoice", "description": "Invoice documents with billing information"},
|
|
677
678
|
{"name": "receipt", "description": "Receipt documents for payments"},
|
|
678
679
|
{"name": "contract", "description": "Legal contract documents"},
|
|
@@ -684,7 +685,7 @@ class Documents(SyncAPIResource, BaseDocumentsMixin):
|
|
|
684
685
|
"""
|
|
685
686
|
request = self._prepare_split(
|
|
686
687
|
document=document,
|
|
687
|
-
|
|
688
|
+
subdocuments=subdocuments,
|
|
688
689
|
model=model,
|
|
689
690
|
**extra_body,
|
|
690
691
|
)
|
|
@@ -1039,20 +1040,20 @@ class AsyncDocuments(AsyncAPIResource, BaseDocumentsMixin):
|
|
|
1039
1040
|
async def split(
|
|
1040
1041
|
self,
|
|
1041
1042
|
document: Path | str | IOBase | MIMEData | PIL.Image.Image | HttpUrl,
|
|
1042
|
-
|
|
1043
|
+
subdocuments: list[Subdocument] | list[dict[str, str]],
|
|
1043
1044
|
model: str,
|
|
1044
1045
|
**extra_body: Any,
|
|
1045
1046
|
) -> SplitResponse:
|
|
1046
1047
|
"""
|
|
1047
|
-
Split a document into sections based on provided
|
|
1048
|
+
Split a document into sections based on provided subdocuments asynchronously.
|
|
1048
1049
|
|
|
1049
1050
|
This method analyzes a multi-page document and classifies pages into
|
|
1050
|
-
user-defined
|
|
1051
|
+
user-defined subdocuments, returning the page ranges for each section.
|
|
1051
1052
|
|
|
1052
1053
|
Args:
|
|
1053
1054
|
document: The document to split. Can be a file path (Path or str), file-like object, MIMEData, PIL Image, or URL.
|
|
1054
|
-
|
|
1055
|
-
Can be
|
|
1055
|
+
subdocuments: List of subdocuments to split the document into. Each subdocument should have a 'name' and 'description'.
|
|
1056
|
+
Can be Subdocument objects or dicts with 'name' and 'description' keys.
|
|
1056
1057
|
model: The AI model to use for document splitting (e.g., "gemini-2.5-flash").
|
|
1057
1058
|
|
|
1058
1059
|
Returns:
|
|
@@ -1067,7 +1068,7 @@ class AsyncDocuments(AsyncAPIResource, BaseDocumentsMixin):
|
|
|
1067
1068
|
response = await retab.documents.split(
|
|
1068
1069
|
document="invoice_batch.pdf",
|
|
1069
1070
|
model="gemini-2.5-flash",
|
|
1070
|
-
|
|
1071
|
+
subdocuments=[
|
|
1071
1072
|
{"name": "invoice", "description": "Invoice documents with billing information"},
|
|
1072
1073
|
{"name": "receipt", "description": "Receipt documents for payments"},
|
|
1073
1074
|
{"name": "contract", "description": "Legal contract documents"},
|
|
@@ -1079,7 +1080,7 @@ class AsyncDocuments(AsyncAPIResource, BaseDocumentsMixin):
|
|
|
1079
1080
|
"""
|
|
1080
1081
|
request = self._prepare_split(
|
|
1081
1082
|
document=document,
|
|
1082
|
-
|
|
1083
|
+
subdocuments=subdocuments,
|
|
1083
1084
|
model=model,
|
|
1084
1085
|
**extra_body,
|
|
1085
1086
|
)
|
|
@@ -1,12 +1,14 @@
|
|
|
1
1
|
from .parse import ParseRequest, ParseResult, RetabUsage
|
|
2
|
-
from .split import
|
|
3
|
-
from .classify import ClassifyRequest, ClassifyResult, ClassifyResponse
|
|
2
|
+
from .split import Subdocument, SplitRequest, SplitResult, SplitResponse
|
|
3
|
+
from .classify import ClassifyRequest, ClassifyResult, ClassifyResponse, Category
|
|
4
|
+
|
|
4
5
|
|
|
5
6
|
__all__ = [
|
|
6
7
|
"ParseRequest",
|
|
7
8
|
"ParseResult",
|
|
8
9
|
"RetabUsage",
|
|
9
10
|
"Category",
|
|
11
|
+
"Subdocument",
|
|
10
12
|
"SplitRequest",
|
|
11
13
|
"SplitResult",
|
|
12
14
|
"SplitResponse",
|
|
@@ -1,13 +1,16 @@
|
|
|
1
1
|
from pydantic import BaseModel, Field
|
|
2
2
|
from ..mime import MIMEData
|
|
3
|
-
from .split import Category
|
|
4
3
|
|
|
4
|
+
class Category(BaseModel):
|
|
5
|
+
name: str = Field(..., description="The name of the category")
|
|
6
|
+
description: str = Field(..., description="The description of the category")
|
|
5
7
|
|
|
6
8
|
class ClassifyRequest(BaseModel):
|
|
7
9
|
document: MIMEData = Field(..., description="The document to classify")
|
|
8
10
|
categories: list[Category] = Field(..., description="The categories to classify the document into")
|
|
9
11
|
model: str = Field(default="retab-small", description="The model to use for classification")
|
|
10
12
|
first_n_pages: int | None = Field(default=None, description="Only use the first N pages of the document for classification. Useful for large documents where classification can be determined from early pages.")
|
|
13
|
+
context: str | None = Field(default=None, description="Additional context for classification (e.g., iteration context from a loop)")
|
|
11
14
|
|
|
12
15
|
|
|
13
16
|
class ClassifyResult(BaseModel):
|
retab/types/documents/split.py
CHANGED
|
@@ -1,17 +1,17 @@
|
|
|
1
1
|
from pydantic import BaseModel, Field
|
|
2
2
|
from ..mime import MIMEData
|
|
3
3
|
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
partition_key: str | None = Field(default=None, description="The key to partition the category")
|
|
4
|
+
class Subdocument(BaseModel):
|
|
5
|
+
name: str = Field(..., description="The name of the subdocument")
|
|
6
|
+
description: str = Field(..., description="The description of the subdocument")
|
|
7
|
+
partition_key: str | None = Field(default=None, description="The key to partition the subdocument")
|
|
9
8
|
|
|
10
9
|
|
|
11
10
|
class SplitRequest(BaseModel):
|
|
12
11
|
document: MIMEData = Field(..., description="The document to split")
|
|
13
|
-
|
|
12
|
+
subdocuments: list[Subdocument] = Field(..., description="The subdocuments to split the document into")
|
|
14
13
|
model: str = Field(default="retab-small", description="The model to use to split the document")
|
|
14
|
+
context: str | None = Field(default=None, description="Additional context for the split operation (e.g., iteration context from a loop)")
|
|
15
15
|
|
|
16
16
|
|
|
17
17
|
class Partition(BaseModel):
|
|
@@ -21,9 +21,9 @@ class Partition(BaseModel):
|
|
|
21
21
|
last_page_y_end: float = Field(default=1.0, description="The y coordinate of the last page of the partition")
|
|
22
22
|
|
|
23
23
|
class SplitResult(BaseModel):
|
|
24
|
-
name: str = Field(..., description="The name of the
|
|
25
|
-
pages: list[int] = Field(..., description="The pages of the
|
|
26
|
-
partitions: list[Partition] = Field(default_factory=list, description="The partitions of the
|
|
24
|
+
name: str = Field(..., description="The name of the subdocument")
|
|
25
|
+
pages: list[int] = Field(..., description="The pages of the subdocument (1-indexed)")
|
|
26
|
+
partitions: list[Partition] = Field(default_factory=list, description="The partitions of the subdocument")
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
class SplitResponse(BaseModel):
|
|
@@ -32,14 +32,14 @@ class SplitResponse(BaseModel):
|
|
|
32
32
|
|
|
33
33
|
class SplitOutputItem(BaseModel):
|
|
34
34
|
"""Internal schema item for LLM structured output validation."""
|
|
35
|
-
name: str = Field(..., description="The name of the
|
|
36
|
-
start_page: int = Field(..., description="The start page of the
|
|
37
|
-
end_page: int = Field(..., description="The end page of the
|
|
35
|
+
name: str = Field(..., description="The name of the subdocument")
|
|
36
|
+
start_page: int = Field(..., description="The start page of the subdocument (1-indexed)")
|
|
37
|
+
end_page: int = Field(..., description="The end page of the subdocument (1-indexed, inclusive)")
|
|
38
38
|
|
|
39
39
|
|
|
40
40
|
class SplitOutputSchema(BaseModel):
|
|
41
41
|
"""Schema for LLM structured output."""
|
|
42
42
|
splits: list[SplitOutputItem] = Field(
|
|
43
43
|
...,
|
|
44
|
-
description="List of document sections, each classified into one of the provided
|
|
44
|
+
description="List of document sections, each classified into one of the provided subdocuments with their page ranges"
|
|
45
45
|
)
|
|
@@ -7,7 +7,7 @@ retab/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
7
7
|
retab/resources/models.py,sha256=4WidFBnTGZEA65DSn2pLP2SRnCVXkMTw7o_m8xVCFC4,2469
|
|
8
8
|
retab/resources/schemas.py,sha256=rZ6OzfmoYv-mGaRVzvXjO09dD-KxP74mZhOO8sMgcDQ,4632
|
|
9
9
|
retab/resources/documents/__init__.py,sha256=OjXmngFN0RKqO4SI-mJBNzr6Ex6rMxfq0DxaqzP0RQs,89
|
|
10
|
-
retab/resources/documents/client.py,sha256=
|
|
10
|
+
retab/resources/documents/client.py,sha256=GrVgOM37M3K62PdEXyBQNo1J4oyqXHhafR-hmHwe3Lw,49049
|
|
11
11
|
retab/resources/edit/__init__.py,sha256=yycIstpTSKsz2qXbrY3Buzd35UDcPWvb5hw6Eb2rLow,69
|
|
12
12
|
retab/resources/edit/client.py,sha256=DJKlwh8xui7IDRjwPmiGKTC1_HshXLYXX-xr93FhSbo,1270
|
|
13
13
|
retab/resources/edit/agent/__init__.py,sha256=i5IdOMhwOOQmnhPFeBbh7-ChqwQh5q7oLow1zJ0ZAwM,74
|
|
@@ -32,14 +32,14 @@ retab/types/mime.py,sha256=ZLNCD3pvgn5cbGfJwzrdkjgB9dMHCbN67YEV9bx47zE,10063
|
|
|
32
32
|
retab/types/modality.py,sha256=4B8LctdUBZVgIjtS2FjrJpljn2Eyse0XE1bpFsGb9O4,131
|
|
33
33
|
retab/types/pagination.py,sha256=A0Fw06baPTfEaYwo3kvNs4vaupzlqylBc6tQH-2DFuY,279
|
|
34
34
|
retab/types/standards.py,sha256=7aGtuvzzkKidvqY8JB2Cjfn43V80FeKwrTtp162kjKc,1477
|
|
35
|
-
retab/types/documents/__init__.py,sha256=
|
|
36
|
-
retab/types/documents/classify.py,sha256=
|
|
35
|
+
retab/types/documents/__init__.py,sha256=7vRh1a5WRy1Ue0Tg69CsXeOltGmPawJ6GgAKpRy8huk,451
|
|
36
|
+
retab/types/documents/classify.py,sha256=PBeF5bmCc3GUHxR8hcQ-49DBndO84WWFiuGRcAcpBBo,1626
|
|
37
37
|
retab/types/documents/correct_orientation.py,sha256=e-ivsslI6L6Gl0YkcslXw_DH620xMGEYVp4tdeviXeM,261
|
|
38
38
|
retab/types/documents/create_messages.py,sha256=Uym0SnVUGkyt1C5AOD37BsZ3puyeu_igR6X9SboojfA,7267
|
|
39
39
|
retab/types/documents/edit.py,sha256=b6UcYLOJkClpMu4QyYmdp-X4WtN8U_3oiMBc1KLklVY,5663
|
|
40
40
|
retab/types/documents/extract.py,sha256=x_59fm69-icsxxGRgpFd0NN-SLRoMYqbvfCZuG7zyGc,18033
|
|
41
41
|
retab/types/documents/parse.py,sha256=MXe7zh3DusWQhGe0Sr95nPy6cB8DRX8MA4Hmjj_AP7E,1300
|
|
42
|
-
retab/types/documents/split.py,sha256=
|
|
42
|
+
retab/types/documents/split.py,sha256=z670Ppg7tiu_eBf4zPcsy5l57f_2T5yTYTzacquZpn4,2346
|
|
43
43
|
retab/types/edit/__init__.py,sha256=M8hF97h7fX8RP9IsB6qpkw0eyvO0DFQvP6FmWL8caCQ,331
|
|
44
44
|
retab/types/edit/templates.py,sha256=RLRIMdXzU-5_3XPf0iMSozjRTAP5Tliq0nrjlZn0l8E,2412
|
|
45
45
|
retab/types/extractions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
@@ -62,7 +62,7 @@ retab/utils/hashing.py,sha256=_BMVUvftOcJav68QL0rLkH2dbhW9RRJPzeGC2akR0fc,757
|
|
|
62
62
|
retab/utils/json_schema.py,sha256=zP4pQLpVHBKWo_abCjb_dU4kA0azhHopd-1TFUgVEvc,20655
|
|
63
63
|
retab/utils/mime.py,sha256=mTP_lqSPttOP5DYJxopiWaeFXrUCPjhwd7y53nCVGO4,6189
|
|
64
64
|
retab/utils/stream_context_managers.py,sha256=gI1gVQSj3nWz6Mvjz7Ix5AiY0g6vSL-c2tPfuP04izo,2314
|
|
65
|
-
retab-0.0.
|
|
66
|
-
retab-0.0.
|
|
67
|
-
retab-0.0.
|
|
68
|
-
retab-0.0.
|
|
65
|
+
retab-0.0.91.dist-info/METADATA,sha256=f3TPkuDOc9Wmpqjmx8zJpEySKkSq3Re8EXjB7ev92oE,4532
|
|
66
|
+
retab-0.0.91.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
67
|
+
retab-0.0.91.dist-info/top_level.txt,sha256=waQR0EGdhLIQtztoE3AXg7ik5ONQ9q_bsKVpyFuJdq0,6
|
|
68
|
+
retab-0.0.91.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|