mineru 2.5.3__py3-none-any.whl → 2.6.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (104) hide show
  1. mineru/backend/pipeline/model_init.py +25 -3
  2. mineru/backend/pipeline/model_json_to_middle_json.py +2 -2
  3. mineru/backend/pipeline/model_list.py +0 -1
  4. mineru/backend/utils.py +24 -0
  5. mineru/backend/vlm/model_output_to_middle_json.py +2 -2
  6. mineru/backend/vlm/{custom_logits_processors.py → utils.py} +36 -2
  7. mineru/backend/vlm/vlm_analyze.py +43 -50
  8. mineru/backend/vlm/vlm_magic_model.py +155 -1
  9. mineru/cli/common.py +26 -23
  10. mineru/cli/fast_api.py +2 -8
  11. mineru/cli/gradio_app.py +104 -13
  12. mineru/cli/models_download.py +1 -0
  13. mineru/model/mfr/pp_formulanet_plus_m/predict_formula.py +152 -0
  14. mineru/model/mfr/pp_formulanet_plus_m/processors.py +657 -0
  15. mineru/model/mfr/unimernet/unimernet_hf/modeling_unimernet.py +1 -326
  16. mineru/model/mfr/utils.py +338 -0
  17. mineru/model/ocr/paddleocr2pytorch/pytorch_paddle.py +103 -16
  18. mineru/model/table/rec/unet_table/main.py +1 -1
  19. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/data/imaug/operators.py +5 -5
  20. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/__init__.py +2 -1
  21. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_lcnetv3.py +7 -7
  22. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_pphgnetv2.py +2 -2
  23. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/heads/__init__.py +2 -0
  24. mineru/model/utils/pytorchocr/modeling/heads/rec_ppformulanet_head.py +1383 -0
  25. mineru/model/utils/pytorchocr/modeling/heads/rec_unimernet_head.py +2631 -0
  26. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/postprocess/rec_postprocess.py +25 -28
  27. mineru/model/utils/pytorchocr/utils/__init__.py +0 -0
  28. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/arch_config.yaml +130 -0
  29. mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_arabic_dict.txt +747 -0
  30. mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_cyrillic_dict.txt +850 -0
  31. mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_devanagari_dict.txt +568 -0
  32. mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_ta_dict.txt +513 -0
  33. mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_te_dict.txt +540 -0
  34. mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/models_config.yml +15 -15
  35. mineru/model/utils/pytorchocr/utils/resources/pp_formulanet_arch_config.yaml +24 -0
  36. mineru/model/utils/tools/infer/__init__.py +1 -0
  37. mineru/model/{ocr/paddleocr2pytorch → utils}/tools/infer/predict_det.py +6 -3
  38. mineru/model/{ocr/paddleocr2pytorch → utils}/tools/infer/predict_rec.py +16 -25
  39. mineru/model/vlm_vllm_model/server.py +4 -1
  40. mineru/resources/header.html +2 -2
  41. mineru/utils/enum_class.py +1 -0
  42. mineru/utils/guess_suffix_or_lang.py +9 -1
  43. mineru/utils/llm_aided.py +4 -2
  44. mineru/utils/ocr_utils.py +16 -0
  45. mineru/utils/table_merge.py +102 -13
  46. mineru/version.py +1 -1
  47. {mineru-2.5.3.dist-info → mineru-2.6.0.dist-info}/METADATA +33 -6
  48. mineru-2.6.0.dist-info/RECORD +195 -0
  49. mineru-2.5.3.dist-info/RECORD +0 -181
  50. /mineru/model/{ocr/paddleocr2pytorch/pytorchocr → mfr/pp_formulanet_plus_m}/__init__.py +0 -0
  51. /mineru/model/{ocr/paddleocr2pytorch/tools/infer → utils}/__init__.py +0 -0
  52. /mineru/model/{ocr/paddleocr2pytorch/pytorchocr/modeling → utils/pytorchocr}/__init__.py +0 -0
  53. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/base_ocr_v20.py +0 -0
  54. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/data/__init__.py +0 -0
  55. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/data/imaug/__init__.py +0 -0
  56. /mineru/model/{ocr/paddleocr2pytorch/pytorchocr/utils → utils/pytorchocr/modeling}/__init__.py +0 -0
  57. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/architectures/__init__.py +0 -0
  58. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/architectures/base_model.py +0 -0
  59. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/det_mobilenet_v3.py +0 -0
  60. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_donut_swin.py +0 -0
  61. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_hgnet.py +0 -0
  62. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_mobilenet_v3.py +0 -0
  63. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_mv1_enhance.py +0 -0
  64. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/backbones/rec_svtrnet.py +0 -0
  65. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/common.py +0 -0
  66. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/heads/cls_head.py +0 -0
  67. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/heads/det_db_head.py +0 -0
  68. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/heads/rec_ctc_head.py +0 -0
  69. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/heads/rec_multi_head.py +0 -0
  70. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/necks/__init__.py +0 -0
  71. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/necks/db_fpn.py +0 -0
  72. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/necks/intracl.py +0 -0
  73. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/modeling/necks/rnn.py +0 -0
  74. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/postprocess/__init__.py +0 -0
  75. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/postprocess/cls_postprocess.py +0 -0
  76. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/postprocess/db_postprocess.py +0 -0
  77. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/arabic_dict.txt +0 -0
  78. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/chinese_cht_dict.txt +0 -0
  79. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/cyrillic_dict.txt +0 -0
  80. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/devanagari_dict.txt +0 -0
  81. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/en_dict.txt +0 -0
  82. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/japan_dict.txt +0 -0
  83. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ka_dict.txt +0 -0
  84. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/korean_dict.txt +0 -0
  85. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/latin_dict.txt +0 -0
  86. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocr_keys_v1.txt +0 -0
  87. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv4_doc_dict.txt +0 -0
  88. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_dict.txt +0 -0
  89. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_el_dict.txt +0 -0
  90. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_en_dict.txt +0 -0
  91. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_eslav_dict.txt +0 -0
  92. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_korean_dict.txt +0 -0
  93. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_latin_dict.txt +0 -0
  94. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ppocrv5_th_dict.txt +0 -0
  95. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/ta_dict.txt +0 -0
  96. /mineru/model/{ocr/paddleocr2pytorch → utils}/pytorchocr/utils/resources/dict/te_dict.txt +0 -0
  97. /mineru/model/{ocr/paddleocr2pytorch → utils}/tools/__init__.py +0 -0
  98. /mineru/model/{ocr/paddleocr2pytorch → utils}/tools/infer/predict_cls.py +0 -0
  99. /mineru/model/{ocr/paddleocr2pytorch → utils}/tools/infer/predict_system.py +0 -0
  100. /mineru/model/{ocr/paddleocr2pytorch → utils}/tools/infer/pytorchocr_utility.py +0 -0
  101. {mineru-2.5.3.dist-info → mineru-2.6.0.dist-info}/WHEEL +0 -0
  102. {mineru-2.5.3.dist-info → mineru-2.6.0.dist-info}/entry_points.txt +0 -0
  103. {mineru-2.5.3.dist-info → mineru-2.6.0.dist-info}/licenses/LICENSE.md +0 -0
  104. {mineru-2.5.3.dist-info → mineru-2.6.0.dist-info}/top_level.txt +0 -0
mineru/model/utils/pytorchocr/utils/resources/dict/ppocrv5_devanagari_dict.txt ADDED
@@ -0,0 +1,568 @@
1
+ !
2
+ "
3
+ #
4
+ $
5
+ %
6
+ &
7
+ '
8
+ (
9
+ )
10
+ *
11
+ +
12
+ ,
13
+ -
14
+ .
15
+ /
16
+ 0
17
+ 1
18
+ 2
19
+ 3
20
+ 4
21
+ 5
22
+ 6
23
+ 7
24
+ 8
25
+ 9
26
+ :
27
+ ;
28
+ <
29
+ =
30
+ >
31
+ ?
32
+ A
33
+ B
34
+ C
35
+ D
36
+ E
37
+ F
38
+ G
39
+ H
40
+ I
41
+ J
42
+ K
43
+ L
44
+ M
45
+ N
46
+ O
47
+ P
48
+ Q
49
+ R
50
+ S
51
+ T
52
+ U
53
+ V
54
+ W
55
+ X
56
+ Y
57
+ Z
58
+ [
59
+ ]
60
+ _
61
+ `
62
+ a
63
+ b
64
+ c
65
+ d
66
+ e
67
+ f
68
+ g
69
+ h
70
+ i
71
+ j
72
+ k
73
+ l
74
+ m
75
+ n
76
+ o
77
+ p
78
+ q
79
+ r
80
+ s
81
+ t
82
+ u
83
+ v
84
+ w
85
+ x
86
+ y
87
+ z
88
+ ©
89
+ ‥
90
+ {
91
+ }
92
+ \
93
+ |
94
+ @
95
+ ^
96
+ ~
97
+ ÷
98
+ ∕
99
+ ∙
100
+ ⋅
101
+ ·
102
+ ±
103
+ ∓
104
+ ∩
105
+ ∪
106
+ □
107
+ ←
108
+ ↔
109
+ ⇒
110
+ ⇐
111
+ ⇔
112
+ ∀
113
+ ∃
114
+ ∄
115
+ ∴
116
+ ∵
117
+ ∝
118
+ ∞
119
+ ⊥
120
+ ∟
121
+ ∠
122
+ ∡
123
+ ∢
124
+ ′
125
+ ″
126
+ ∥
127
+ ⊾
128
+ ⊿
129
+ ∂
130
+ ∫
131
+ ∬
132
+ ∭
133
+ ∮
134
+ ∯
135
+ ∰
136
+ ∑
137
+ ∏
138
+ √
139
+ ∛
140
+ ∜
141
+ ∱
142
+ ∲
143
+ ∳
144
+ ∶
145
+ ∷
146
+ ∼
147
+ ®
148
+ ℉
149
+ Ω
150
+ ℧
151
+ Å
152
+ ⌀
153
+ ℏ
154
+ ⅀
155
+ ⍺
156
+ ⍵
157
+ ¢
158
+ €
159
+ £
160
+ ¥
161
+ ₿
162
+ Ⅰ
163
+ Ⅱ
164
+ Ⅲ
165
+ Ⅳ
166
+ Ⅴ
167
+ Ⅵ
168
+ Ⅶ
169
+ Ⅷ
170
+ Ⅸ
171
+ Ⅹ
172
+ Ⅺ
173
+ Ⅻ
174
+ ⅰ
175
+ ⅱ
176
+ ⅲ
177
+ ⅳ
178
+ ⅴ
179
+ ⅵ
180
+ ⅶ
181
+ ⅷ
182
+ ⅸ
183
+ ⅹ
184
+ ⅺ
185
+ ⅻ
186
+ ➀
187
+ ➁
188
+ ➂
189
+ ➃
190
+ ➄
191
+ ➅
192
+ ➆
193
+ ➇
194
+ ➈
195
+ ➉
196
+ ➊
197
+ ➋
198
+ ➌
199
+ ➍
200
+ ➎
201
+ ➏
202
+ ➐
203
+ ➑
204
+ ➒
205
+ ➓
206
+ ❶
207
+ ❷
208
+ ❸
209
+ ❹
210
+ ❺
211
+ ❻
212
+ ❼
213
+ ❽
214
+ ❾
215
+ ❿
216
+ ①
217
+ ②
218
+ ③
219
+ ④
220
+ ⑤
221
+ ⑥
222
+ ⑦
223
+ ⑧
224
+ ⑨
225
+ ⑩
226
+ ●
227
+ ▶
228
+ 𝑢
229
+ ︽
230
+ –
231
+ ﹥
232
+ 𝜓
233
+ •
234
+ ∋
235
+ ƒ
236
+ ⬆
237
+ Ạ
238
+ ◀
239
+
240
+ ▫
241
+ ︾
242
+ À
243
+ Á
244
+ Â
245
+ Ã
246
+ Ä
247
+ Å
248
+ Æ
249
+ Ç
250
+ È
251
+ É
252
+ Ê
253
+ Ë
254
+ Ì
255
+ Í
256
+ Î
257
+ Ï
258
+ Ð
259
+ Ñ
260
+ Ò
261
+ Ó
262
+ Ô
263
+ Õ
264
+ Ö
265
+ Ø
266
+ Ù
267
+ Ú
268
+ Û
269
+ Ü
270
+ Ý
271
+ Þ
272
+ à
273
+ á
274
+ â
275
+ ã
276
+ ä
277
+ å
278
+ æ
279
+ ç
280
+ è
281
+ é
282
+ ê
283
+ ë
284
+ ì
285
+ í
286
+ î
287
+ ï
288
+ ð
289
+ ñ
290
+ ò
291
+ ó
292
+ ô
293
+ õ
294
+ ö
295
+ ø
296
+ ù
297
+ ú
298
+ û
299
+ ü
300
+ ý
301
+ þ
302
+ ÿ
303
+ ¡
304
+ ¤
305
+ ¦
306
+ §
307
+ ¨
308
+ ª
309
+ «
310
+ ¬
311
+ ¯
312
+ °
313
+ ²
314
+ ³
315
+ ´
316
+ µ
317
+
318
+ ¸
319
+ ¹
320
+ º
321
+ »
322
+ ¼
323
+ ½
324
+ ¾
325
+ ¿
326
+ ×
327
+ ‐
328
+ ‑
329
+ ‒
330
+ —
331
+ ―
332
+ ‖
333
+ ‗
334
+ ‘
335
+ ’
336
+ ‚
337
+ ‛
338
+ “
339
+ ”
340
+ „
341
+ ‟
342
+ †
343
+ ‡
344
+ ‣
345
+ ․
346
+ …
347
+ ‧
348
+ ‰
349
+ ‴
350
+ ‵
351
+ ‶
352
+ ‷
353
+ ‸
354
+ ‹
355
+ ›
356
+ ※
357
+ ‼
358
+ ‽
359
+ ‾
360
+ ₤
361
+ ₡
362
+ ₹
363
+ −
364
+ ∖
365
+ ∗
366
+ ≈
367
+ ≠
368
+ ≡
369
+ ≤
370
+ ≥
371
+ ⊂
372
+ ⊃
373
+ ↑
374
+ →
375
+ ↓
376
+ ↕
377
+ ™
378
+ Ω
379
+ ℮
380
+ ∆
381
+ ✓
382
+ ✗
383
+ ✘
384
+ ▪
385
+ ◼
386
+ ✔
387
+ ✕
388
+ ☑
389
+ ☒
390
+ №
391
+ ₽
392
+ ₴
393
+ Α
394
+ α
395
+ Β
396
+ β
397
+ Γ
398
+ γ
399
+ Δ
400
+ δ
401
+ Ε
402
+ ε
403
+ Ζ
404
+ ζ
405
+ Η
406
+ η
407
+ Θ
408
+ θ
409
+ Ι
410
+ ι
411
+ Κ
412
+ κ
413
+ Λ
414
+ λ
415
+ Μ
416
+ μ
417
+ Ν
418
+ ν
419
+ Ξ
420
+ ξ
421
+ Ο
422
+ ο
423
+ Π
424
+ π
425
+ Ρ
426
+ ρ
427
+ Σ
428
+ σ
429
+ ς
430
+ Τ
431
+ τ
432
+ Υ
433
+ υ
434
+ Φ
435
+ φ
436
+ Χ
437
+ χ
438
+ Ψ
439
+ ψ
440
+ ω
441
+ ऀ
442
+ ँ
443
+ ं
444
+ ः
445
+ ऄ
446
+ अ
447
+ आ
448
+ इ
449
+ ई
450
+ उ
451
+ ऊ
452
+ ऋ
453
+ ऌ
454
+ ऍ
455
+ ऎ
456
+ ए
457
+ ऐ
458
+ ऑ
459
+ ऒ
460
+ ओ
461
+ औ
462
+ क
463
+ ख
464
+ ग
465
+ घ
466
+ ङ
467
+ च
468
+ छ
469
+ ज
470
+ झ
471
+ ञ
472
+ ट
473
+ ठ
474
+ ड
475
+ ढ
476
+ ण
477
+ त
478
+ थ
479
+ द
480
+ ध
481
+ न
482
+ ऩ
483
+ प
484
+ फ
485
+ ब
486
+ भ
487
+ म
488
+ य
489
+ र
490
+ ऱ
491
+ ल
492
+ ळ
493
+ ऴ
494
+ व
495
+ श
496
+ ष
497
+ स
498
+ ह
499
+ ऺ
500
+ ऻ
501
+ ़
502
+ ऽ
503
+ ा
504
+ ि
505
+ ी
506
+ ु
507
+ ू
508
+ ृ
509
+ ॄ
510
+ ॅ
511
+ ॆ
512
+ े
513
+ ै
514
+ ॉ
515
+ ॊ
516
+ ो
517
+ ौ
518
+ ्
519
+ ॎ
520
+ ॏ
521
+ ॐ
522
+ ॑
523
+ ॒
524
+ ॓
525
+ ॔
526
+ ॕ
527
+ ॖ
528
+ ॗ
529
+ क़
530
+ ख़
531
+ ग़
532
+ ज़
533
+ ड़
534
+ ढ़
535
+ फ़
536
+ य़
537
+ ॠ
538
+ ॡ
539
+ ॢ
540
+ ॣ
541
+ ।
542
+ ॥
543
+ ०
544
+ १
545
+ २
546
+ ३
547
+ ४
548
+ ५
549
+ ६
550
+ ७
551
+ ८
552
+ ९
553
+ ॰
554
+ ॱ
555
+ ॲ
556
+ ॳ
557
+ ॴ
558
+ ॵ
559
+ ॶ
560
+ ॷ
561
+ ॸ
562
+ ॹ
563
+ ॺ
564
+ ॻ
565
+ ॼ
566
+ ॽ
567
+ ॾ
568
+ ॿ