magic-pdf 1.2.1__py3-none-any.whl → 1.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- magic_pdf/data/batch_build_dataset.py +156 -0
- magic_pdf/data/dataset.py +44 -24
- magic_pdf/data/utils.py +108 -9
- magic_pdf/dict2md/ocr_mkcontent.py +4 -3
- magic_pdf/libs/pdf_image_tools.py +11 -6
- magic_pdf/libs/performance_stats.py +12 -1
- magic_pdf/libs/version.py +1 -1
- magic_pdf/model/batch_analyze.py +175 -201
- magic_pdf/model/doc_analyze_by_custom_model.py +137 -92
- magic_pdf/model/pdf_extract_kit.py +5 -38
- magic_pdf/model/sub_modules/language_detection/utils.py +2 -4
- magic_pdf/model/sub_modules/language_detection/yolov11/YOLOv11.py +24 -19
- magic_pdf/model/sub_modules/layout/doclayout_yolo/DocLayoutYOLO.py +3 -1
- magic_pdf/model/sub_modules/mfd/yolov8/YOLOv8.py +3 -1
- magic_pdf/model/sub_modules/mfr/unimernet/Unimernet.py +31 -102
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/__init__.py +13 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/modeling_unimernet.py +189 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_mbart/__init__.py +8 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_mbart/configuration_unimer_mbart.py +163 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_mbart/modeling_unimer_mbart.py +2351 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_swin/__init__.py +9 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_swin/configuration_unimer_swin.py +132 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_swin/image_processing_unimer_swin.py +132 -0
- magic_pdf/model/sub_modules/mfr/unimernet/unimernet_hf/unimer_swin/modeling_unimer_swin.py +1084 -0
- magic_pdf/model/sub_modules/model_init.py +50 -37
- magic_pdf/model/sub_modules/model_utils.py +17 -11
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/__init__.py +1 -0
- magic_pdf/model/sub_modules/ocr/{paddleocr → paddleocr2pytorch}/ocr_utils.py +102 -97
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorch_paddle.py +193 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/base_ocr_v20.py +39 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/data/__init__.py +8 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/data/imaug/__init__.py +48 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/data/imaug/operators.py +418 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/architectures/__init__.py +25 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/architectures/base_model.py +105 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/__init__.py +62 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/det_mobilenet_v3.py +269 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/rec_hgnet.py +290 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/rec_lcnetv3.py +516 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/rec_mobilenet_v3.py +136 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/rec_mv1_enhance.py +234 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/backbones/rec_svtrnet.py +638 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/common.py +76 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/heads/__init__.py +43 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/heads/cls_head.py +23 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/heads/det_db_head.py +109 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/heads/rec_ctc_head.py +54 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/heads/rec_multi_head.py +58 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/necks/__init__.py +29 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/necks/db_fpn.py +456 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/necks/intracl.py +117 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/modeling/necks/rnn.py +228 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/postprocess/__init__.py +33 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/postprocess/cls_postprocess.py +20 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/postprocess/db_postprocess.py +179 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/postprocess/rec_postprocess.py +690 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/__init__.py +0 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/arch_config.yaml +383 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/arabic_dict.txt +162 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/chinese_cht_dict.txt +8421 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/cyrillic_dict.txt +163 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/devanagari_dict.txt +167 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/en_dict.txt +95 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/japan_dict.txt +4399 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/ka_dict.txt +153 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/korean_dict.txt +3688 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/latin_dict.txt +185 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/ppocr_keys_v1.txt +6623 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/ta_dict.txt +128 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/te_dict.txt +151 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/models_config.yml +49 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/__init__.py +1 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/__init__.py +1 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/predict_cls.py +106 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/predict_det.py +217 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/predict_rec.py +440 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/predict_system.py +104 -0
- magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/tools/infer/pytorchocr_utility.py +227 -0
- magic_pdf/model/sub_modules/table/rapidtable/rapid_table.py +10 -18
- magic_pdf/pdf_parse_union_core_v2.py +112 -74
- magic_pdf/post_proc/para_split_v3.py +16 -13
- magic_pdf/pre_proc/ocr_dict_merge.py +9 -1
- magic_pdf/pre_proc/ocr_span_list_modify.py +51 -0
- magic_pdf/resources/model_config/model_configs.yaml +1 -1
- magic_pdf/tools/cli.py +30 -12
- magic_pdf/tools/common.py +90 -12
- {magic_pdf-1.2.1.dist-info → magic_pdf-1.3.0.dist-info}/METADATA +51 -41
- magic_pdf-1.3.0.dist-info/RECORD +202 -0
- magic_pdf/model/sub_modules/ocr/paddleocr/ppocr_273_mod.py +0 -204
- magic_pdf/model/sub_modules/ocr/paddleocr/ppocr_291_mod.py +0 -213
- magic_pdf/model/sub_modules/table/structeqtable/struct_eqtable.py +0 -37
- magic_pdf/model/sub_modules/table/tablemaster/tablemaster_paddle.py +0 -71
- magic_pdf/resources/model_config/UniMERNet/demo.yaml +0 -46
- magic_pdf/resources/model_config/layoutlmv3/layoutlmv3_base_inference.yaml +0 -351
- magic_pdf-1.2.1.dist-info/RECORD +0 -147
- /magic_pdf/model/sub_modules/{ocr/paddleocr/__init__.py → mfr/unimernet/unimernet_hf/unimer_mbart/tokenization_unimer_mbart.py} +0 -0
- /magic_pdf/model/sub_modules/{table/structeqtable → ocr/paddleocr2pytorch/pytorchocr}/__init__.py +0 -0
- /magic_pdf/model/sub_modules/{table/tablemaster → ocr/paddleocr2pytorch/pytorchocr/modeling}/__init__.py +0 -0
- {magic_pdf-1.2.1.dist-info → magic_pdf-1.3.0.dist-info}/LICENSE.md +0 -0
- {magic_pdf-1.2.1.dist-info → magic_pdf-1.3.0.dist-info}/WHEEL +0 -0
- {magic_pdf-1.2.1.dist-info → magic_pdf-1.3.0.dist-info}/entry_points.txt +0 -0
- {magic_pdf-1.2.1.dist-info → magic_pdf-1.3.0.dist-info}/top_level.txt +0 -0
magic_pdf/model/sub_modules/ocr/paddleocr2pytorch/pytorchocr/utils/resources/dict/cyrillic_dict.txt
ADDED
@@ -0,0 +1,163 @@
|
|
1
|
+
|
2
|
+
!
|
3
|
+
#
|
4
|
+
$
|
5
|
+
%
|
6
|
+
&
|
7
|
+
'
|
8
|
+
(
|
9
|
+
+
|
10
|
+
,
|
11
|
+
-
|
12
|
+
.
|
13
|
+
/
|
14
|
+
0
|
15
|
+
1
|
16
|
+
2
|
17
|
+
3
|
18
|
+
4
|
19
|
+
5
|
20
|
+
6
|
21
|
+
7
|
22
|
+
8
|
23
|
+
9
|
24
|
+
:
|
25
|
+
?
|
26
|
+
@
|
27
|
+
A
|
28
|
+
B
|
29
|
+
C
|
30
|
+
D
|
31
|
+
E
|
32
|
+
F
|
33
|
+
G
|
34
|
+
H
|
35
|
+
I
|
36
|
+
J
|
37
|
+
K
|
38
|
+
L
|
39
|
+
M
|
40
|
+
N
|
41
|
+
O
|
42
|
+
P
|
43
|
+
Q
|
44
|
+
R
|
45
|
+
S
|
46
|
+
T
|
47
|
+
U
|
48
|
+
V
|
49
|
+
W
|
50
|
+
X
|
51
|
+
Y
|
52
|
+
Z
|
53
|
+
_
|
54
|
+
a
|
55
|
+
b
|
56
|
+
c
|
57
|
+
d
|
58
|
+
e
|
59
|
+
f
|
60
|
+
g
|
61
|
+
h
|
62
|
+
i
|
63
|
+
j
|
64
|
+
k
|
65
|
+
l
|
66
|
+
m
|
67
|
+
n
|
68
|
+
o
|
69
|
+
p
|
70
|
+
q
|
71
|
+
r
|
72
|
+
s
|
73
|
+
t
|
74
|
+
u
|
75
|
+
v
|
76
|
+
w
|
77
|
+
x
|
78
|
+
y
|
79
|
+
z
|
80
|
+
É
|
81
|
+
é
|
82
|
+
Ё
|
83
|
+
Є
|
84
|
+
І
|
85
|
+
Ј
|
86
|
+
Љ
|
87
|
+
Ў
|
88
|
+
А
|
89
|
+
Б
|
90
|
+
В
|
91
|
+
Г
|
92
|
+
Д
|
93
|
+
Е
|
94
|
+
Ж
|
95
|
+
З
|
96
|
+
И
|
97
|
+
Й
|
98
|
+
К
|
99
|
+
Л
|
100
|
+
М
|
101
|
+
Н
|
102
|
+
О
|
103
|
+
П
|
104
|
+
Р
|
105
|
+
С
|
106
|
+
Т
|
107
|
+
У
|
108
|
+
Ф
|
109
|
+
Х
|
110
|
+
Ц
|
111
|
+
Ч
|
112
|
+
Ш
|
113
|
+
Щ
|
114
|
+
Ъ
|
115
|
+
Ы
|
116
|
+
Ь
|
117
|
+
Э
|
118
|
+
Ю
|
119
|
+
Я
|
120
|
+
а
|
121
|
+
б
|
122
|
+
в
|
123
|
+
г
|
124
|
+
д
|
125
|
+
е
|
126
|
+
ж
|
127
|
+
з
|
128
|
+
и
|
129
|
+
й
|
130
|
+
к
|
131
|
+
л
|
132
|
+
м
|
133
|
+
н
|
134
|
+
о
|
135
|
+
п
|
136
|
+
р
|
137
|
+
с
|
138
|
+
т
|
139
|
+
у
|
140
|
+
ф
|
141
|
+
х
|
142
|
+
ц
|
143
|
+
ч
|
144
|
+
ш
|
145
|
+
щ
|
146
|
+
ъ
|
147
|
+
ы
|
148
|
+
ь
|
149
|
+
э
|
150
|
+
ю
|
151
|
+
я
|
152
|
+
ё
|
153
|
+
ђ
|
154
|
+
є
|
155
|
+
і
|
156
|
+
ј
|
157
|
+
љ
|
158
|
+
њ
|
159
|
+
ћ
|
160
|
+
ў
|
161
|
+
џ
|
162
|
+
Ґ
|
163
|
+
ґ
|
@@ -0,0 +1,167 @@
|
|
1
|
+
|
2
|
+
!
|
3
|
+
#
|
4
|
+
$
|
5
|
+
%
|
6
|
+
&
|
7
|
+
'
|
8
|
+
(
|
9
|
+
+
|
10
|
+
,
|
11
|
+
-
|
12
|
+
.
|
13
|
+
/
|
14
|
+
0
|
15
|
+
1
|
16
|
+
2
|
17
|
+
3
|
18
|
+
4
|
19
|
+
5
|
20
|
+
6
|
21
|
+
7
|
22
|
+
8
|
23
|
+
9
|
24
|
+
:
|
25
|
+
?
|
26
|
+
@
|
27
|
+
A
|
28
|
+
B
|
29
|
+
C
|
30
|
+
D
|
31
|
+
E
|
32
|
+
F
|
33
|
+
G
|
34
|
+
H
|
35
|
+
I
|
36
|
+
J
|
37
|
+
K
|
38
|
+
L
|
39
|
+
M
|
40
|
+
N
|
41
|
+
O
|
42
|
+
P
|
43
|
+
Q
|
44
|
+
R
|
45
|
+
S
|
46
|
+
T
|
47
|
+
U
|
48
|
+
V
|
49
|
+
W
|
50
|
+
X
|
51
|
+
Y
|
52
|
+
Z
|
53
|
+
_
|
54
|
+
a
|
55
|
+
b
|
56
|
+
c
|
57
|
+
d
|
58
|
+
e
|
59
|
+
f
|
60
|
+
g
|
61
|
+
h
|
62
|
+
i
|
63
|
+
j
|
64
|
+
k
|
65
|
+
l
|
66
|
+
m
|
67
|
+
n
|
68
|
+
o
|
69
|
+
p
|
70
|
+
q
|
71
|
+
r
|
72
|
+
s
|
73
|
+
t
|
74
|
+
u
|
75
|
+
v
|
76
|
+
w
|
77
|
+
x
|
78
|
+
y
|
79
|
+
z
|
80
|
+
É
|
81
|
+
é
|
82
|
+
ँ
|
83
|
+
ं
|
84
|
+
ः
|
85
|
+
अ
|
86
|
+
आ
|
87
|
+
इ
|
88
|
+
ई
|
89
|
+
उ
|
90
|
+
ऊ
|
91
|
+
ऋ
|
92
|
+
ए
|
93
|
+
ऐ
|
94
|
+
ऑ
|
95
|
+
ओ
|
96
|
+
औ
|
97
|
+
क
|
98
|
+
ख
|
99
|
+
ग
|
100
|
+
घ
|
101
|
+
ङ
|
102
|
+
च
|
103
|
+
छ
|
104
|
+
ज
|
105
|
+
झ
|
106
|
+
ञ
|
107
|
+
ट
|
108
|
+
ठ
|
109
|
+
ड
|
110
|
+
ढ
|
111
|
+
ण
|
112
|
+
त
|
113
|
+
थ
|
114
|
+
द
|
115
|
+
ध
|
116
|
+
न
|
117
|
+
ऩ
|
118
|
+
प
|
119
|
+
फ
|
120
|
+
ब
|
121
|
+
भ
|
122
|
+
म
|
123
|
+
य
|
124
|
+
र
|
125
|
+
ऱ
|
126
|
+
ल
|
127
|
+
ळ
|
128
|
+
व
|
129
|
+
श
|
130
|
+
ष
|
131
|
+
स
|
132
|
+
ह
|
133
|
+
़
|
134
|
+
ा
|
135
|
+
ि
|
136
|
+
ी
|
137
|
+
ु
|
138
|
+
ू
|
139
|
+
ृ
|
140
|
+
ॅ
|
141
|
+
े
|
142
|
+
ै
|
143
|
+
ॉ
|
144
|
+
ो
|
145
|
+
ौ
|
146
|
+
्
|
147
|
+
॒
|
148
|
+
क़
|
149
|
+
ख़
|
150
|
+
ग़
|
151
|
+
ज़
|
152
|
+
ड़
|
153
|
+
ढ़
|
154
|
+
फ़
|
155
|
+
ॠ
|
156
|
+
।
|
157
|
+
०
|
158
|
+
१
|
159
|
+
२
|
160
|
+
३
|
161
|
+
४
|
162
|
+
५
|
163
|
+
६
|
164
|
+
७
|
165
|
+
८
|
166
|
+
९
|
167
|
+
॰
|
@@ -0,0 +1,95 @@
|
|
1
|
+
0
|
2
|
+
1
|
3
|
+
2
|
4
|
+
3
|
5
|
+
4
|
6
|
+
5
|
7
|
+
6
|
8
|
+
7
|
9
|
+
8
|
10
|
+
9
|
11
|
+
:
|
12
|
+
;
|
13
|
+
<
|
14
|
+
=
|
15
|
+
>
|
16
|
+
?
|
17
|
+
@
|
18
|
+
A
|
19
|
+
B
|
20
|
+
C
|
21
|
+
D
|
22
|
+
E
|
23
|
+
F
|
24
|
+
G
|
25
|
+
H
|
26
|
+
I
|
27
|
+
J
|
28
|
+
K
|
29
|
+
L
|
30
|
+
M
|
31
|
+
N
|
32
|
+
O
|
33
|
+
P
|
34
|
+
Q
|
35
|
+
R
|
36
|
+
S
|
37
|
+
T
|
38
|
+
U
|
39
|
+
V
|
40
|
+
W
|
41
|
+
X
|
42
|
+
Y
|
43
|
+
Z
|
44
|
+
[
|
45
|
+
\
|
46
|
+
]
|
47
|
+
^
|
48
|
+
_
|
49
|
+
`
|
50
|
+
a
|
51
|
+
b
|
52
|
+
c
|
53
|
+
d
|
54
|
+
e
|
55
|
+
f
|
56
|
+
g
|
57
|
+
h
|
58
|
+
i
|
59
|
+
j
|
60
|
+
k
|
61
|
+
l
|
62
|
+
m
|
63
|
+
n
|
64
|
+
o
|
65
|
+
p
|
66
|
+
q
|
67
|
+
r
|
68
|
+
s
|
69
|
+
t
|
70
|
+
u
|
71
|
+
v
|
72
|
+
w
|
73
|
+
x
|
74
|
+
y
|
75
|
+
z
|
76
|
+
{
|
77
|
+
|
|
78
|
+
}
|
79
|
+
~
|
80
|
+
!
|
81
|
+
"
|
82
|
+
#
|
83
|
+
$
|
84
|
+
%
|
85
|
+
&
|
86
|
+
'
|
87
|
+
(
|
88
|
+
)
|
89
|
+
*
|
90
|
+
+
|
91
|
+
,
|
92
|
+
-
|
93
|
+
.
|
94
|
+
/
|
95
|
+
|