docid 0.1.3__py3-none-any.whl → 0.1.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {docid-0.1.3.dist-info → docid-0.1.4.dist-info}/METADATA +1 -1
- docid-0.1.4.dist-info/RECORD +14 -0
- exef_docid/__init__.py +3 -3
- exef_docid/cli.py +5 -5
- exef_docid/cli_universal.py +1 -1
- exef_docid/document_id.py +10 -10
- exef_docid/ocr_processor.py +3 -7
- exef_docid/pipeline.py +8 -8
- docid-0.1.3.dist-info/RECORD +0 -14
- {docid-0.1.3.dist-info → docid-0.1.4.dist-info}/WHEEL +0 -0
- {docid-0.1.3.dist-info → docid-0.1.4.dist-info}/entry_points.txt +0 -0
- {docid-0.1.3.dist-info → docid-0.1.4.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
exef_docid/__init__.py,sha256=CWtcc96kZjLBpVjFbg-bL2yPKsR132AgoF8SX6y5Lrk,2886
|
|
2
|
+
exef_docid/cli.py,sha256=G8beRYj8ImzCvZPrHnIZkxORygCdsIE3O2_bHpJio5o,11109
|
|
3
|
+
exef_docid/cli_universal.py,sha256=HlvLyYKtp3VBx0CEilSGoMDu912zUfo-1BGDzWyehJA,21649
|
|
4
|
+
exef_docid/document_id.py,sha256=2sX4YTKGuazXdkNfBtj0buJMdwopcMk7UTSjr3oJOtQ,23490
|
|
5
|
+
exef_docid/document_id_universal.py,sha256=M66ZjxtufVfxUQkQI4su2Ph3JGy0HEaO4U-8Osv_beQ,13873
|
|
6
|
+
exef_docid/ocr_processor.py,sha256=eFD8m_LsKgUkFngGL_xAseeriBHhHj9ORVWScpxyP5A,19138
|
|
7
|
+
exef_docid/pipeline.py,sha256=_UGjY9bImW__uJakUqLJztLSRPYi3IYZclR09dI3f4o,15435
|
|
8
|
+
exef_docid/extractors/__init__.py,sha256=a2AS9aExd-EpOBp5eO3ZaUOmd0tP5sMSJ3QdVERrTAE,360
|
|
9
|
+
exef_docid/extractors/base.py,sha256=l_8L2irgxOhm5MwM9URCA1IkKTzq0hl5pTSB8EWp_c0,17910
|
|
10
|
+
docid-0.1.4.dist-info/METADATA,sha256=nYBvs7EC3iyhKSPPTREYAwVgn81HcnU7cSL4gbB0Gj4,16206
|
|
11
|
+
docid-0.1.4.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
12
|
+
docid-0.1.4.dist-info/entry_points.txt,sha256=P85wntY_GMh6lwhXTMsWV2QwCLCgIRe1sbIpGoDxrQE,94
|
|
13
|
+
docid-0.1.4.dist-info/top_level.txt,sha256=wEXHg0mYQhhmZ0R3yymDasZhXfI7S0RpTxJ-hmdZ6Ww,11
|
|
14
|
+
docid-0.1.4.dist-info/RECORD,,
|
exef_docid/__init__.py
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
"""
|
|
2
|
-
|
|
2
|
+
DOC Document ID Generator
|
|
3
3
|
|
|
4
4
|
Deterministyczny generator identyfikatorów dokumentów z OCR.
|
|
5
5
|
Generuje zawsze ten sam ID dla tego samego dokumentu,
|
|
@@ -10,14 +10,14 @@ Przykład użycia:
|
|
|
10
10
|
|
|
11
11
|
# Pełne przetwarzanie
|
|
12
12
|
result = process_document("faktura.pdf")
|
|
13
|
-
print(result.document_id) #
|
|
13
|
+
print(result.document_id) # DOC-FV-A7B3C9D2E1F04856
|
|
14
14
|
print(result.extraction.issuer_nip) # 5213017228
|
|
15
15
|
|
|
16
16
|
# Tylko ID
|
|
17
17
|
doc_id = get_document_id("paragon.jpg")
|
|
18
18
|
|
|
19
19
|
# Weryfikacja
|
|
20
|
-
is_same = verify_document_id("skan.png", "
|
|
20
|
+
is_same = verify_document_id("skan.png", "DOC-FV-A7B3C9D2E1F04856")
|
|
21
21
|
|
|
22
22
|
Wymagania:
|
|
23
23
|
pip install paddleocr paddlepaddle pdf2image pillow
|
exef_docid/cli.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env python3
|
|
2
2
|
"""
|
|
3
|
-
CLI dla
|
|
3
|
+
CLI dla DOC Document ID Generator.
|
|
4
4
|
|
|
5
5
|
Użycie:
|
|
6
6
|
# Przetwórz pojedynczy plik
|
|
@@ -13,7 +13,7 @@ Użycie:
|
|
|
13
13
|
docid batch ./dokumenty/ --output results.json
|
|
14
14
|
|
|
15
15
|
# Weryfikacja ID
|
|
16
|
-
docid verify faktura.pdf
|
|
16
|
+
docid verify faktura.pdf DOC-FV-A7B3C9D2E1F04856
|
|
17
17
|
|
|
18
18
|
# Tylko OCR (bez generowania ID)
|
|
19
19
|
docid ocr skan.jpg
|
|
@@ -267,7 +267,7 @@ def cmd_generate_id(args):
|
|
|
267
267
|
|
|
268
268
|
def main():
|
|
269
269
|
parser = argparse.ArgumentParser(
|
|
270
|
-
description='
|
|
270
|
+
description='DOC Document ID Generator - deterministyczne ID dokumentów z OCR',
|
|
271
271
|
formatter_class=argparse.RawDescriptionHelpFormatter,
|
|
272
272
|
)
|
|
273
273
|
parser.add_argument('--version', action='version', version='docid 0.1.0')
|
|
@@ -279,7 +279,7 @@ def main():
|
|
|
279
279
|
common.add_argument('--engine', choices=['paddle', 'tesseract'], default='paddle',
|
|
280
280
|
help='Silnik OCR (domyślnie: paddle)')
|
|
281
281
|
common.add_argument('--lang', default='pl', help='Język dokumentów')
|
|
282
|
-
common.add_argument('--prefix', default='
|
|
282
|
+
common.add_argument('--prefix', default='DOC', help='Prefiks ID')
|
|
283
283
|
common.add_argument('--gpu', action='store_true', help='Użyj GPU')
|
|
284
284
|
common.add_argument('-v', '--verbose', action='store_true', help='Więcej szczegółów')
|
|
285
285
|
|
|
@@ -324,7 +324,7 @@ def main():
|
|
|
324
324
|
p_gen.add_argument('--number', help='Numer dokumentu')
|
|
325
325
|
p_gen.add_argument('--date', help='Data (YYYY-MM-DD)')
|
|
326
326
|
p_gen.add_argument('--amount', help='Kwota brutto')
|
|
327
|
-
p_gen.add_argument('--prefix', default='
|
|
327
|
+
p_gen.add_argument('--prefix', default='DOC', help='Prefiks ID')
|
|
328
328
|
p_gen.set_defaults(func=cmd_generate_id)
|
|
329
329
|
|
|
330
330
|
args = parser.parse_args()
|
exef_docid/cli_universal.py
CHANGED
|
@@ -431,7 +431,7 @@ def main():
|
|
|
431
431
|
"""Main CLI entry point"""
|
|
432
432
|
parser = argparse.ArgumentParser(
|
|
433
433
|
prog='docid',
|
|
434
|
-
description='
|
|
434
|
+
description='DOC Document ID Generator - CLI'
|
|
435
435
|
)
|
|
436
436
|
|
|
437
437
|
parser.add_argument('--version', action='version', version='%(prog)s 0.1.0')
|
exef_docid/document_id.py
CHANGED
|
@@ -14,8 +14,8 @@ from decimal import ROUND_HALF_UP, Decimal
|
|
|
14
14
|
from enum import Enum
|
|
15
15
|
from typing import Optional, Union
|
|
16
16
|
|
|
17
|
-
# Namespace UUID dla
|
|
18
|
-
|
|
17
|
+
# Namespace UUID dla DOC (RFC 4122 UUID v5)
|
|
18
|
+
DOC_NAMESPACE = uuid.UUID('a1b2c3d4-e5f6-7890-abcd-ef1234567890')
|
|
19
19
|
|
|
20
20
|
|
|
21
21
|
class DocumentType(Enum):
|
|
@@ -207,10 +207,10 @@ class DocumentIDGenerator:
|
|
|
207
207
|
niezależnie od formatu źródłowego dokumentu.
|
|
208
208
|
"""
|
|
209
209
|
|
|
210
|
-
def __init__(self, prefix: str = "
|
|
210
|
+
def __init__(self, prefix: str = "DOC"):
|
|
211
211
|
"""
|
|
212
212
|
Args:
|
|
213
|
-
prefix: Prefiks identyfikatora (domyślnie
|
|
213
|
+
prefix: Prefiks identyfikatora (domyślnie DOC)
|
|
214
214
|
"""
|
|
215
215
|
self.prefix = prefix
|
|
216
216
|
|
|
@@ -229,7 +229,7 @@ class DocumentIDGenerator:
|
|
|
229
229
|
|
|
230
230
|
>>> gen = DocumentIDGenerator()
|
|
231
231
|
>>> gen.generate_invoice_id("5213017228", "FV/2025/00142", "2025-01-15", 1230.00)
|
|
232
|
-
'
|
|
232
|
+
'DOC-FV-A7B3C9D2E1F04856'
|
|
233
233
|
"""
|
|
234
234
|
canonical = CanonicalData(
|
|
235
235
|
document_type=DocumentType.INVOICE,
|
|
@@ -265,7 +265,7 @@ class DocumentIDGenerator:
|
|
|
265
265
|
|
|
266
266
|
>>> gen = DocumentIDGenerator()
|
|
267
267
|
>>> gen.generate_receipt_id("5213017228", "2025-01-15", 45.99)
|
|
268
|
-
'
|
|
268
|
+
'DOC-PAR-...'
|
|
269
269
|
"""
|
|
270
270
|
parts = [
|
|
271
271
|
NIPValidator.normalize(seller_nip),
|
|
@@ -649,7 +649,7 @@ class DocumentIDGenerator:
|
|
|
649
649
|
Generuje finalny identyfikator z danych kanonicznych.
|
|
650
650
|
|
|
651
651
|
Format: {PREFIX}-{TYPE}-{HASH16}
|
|
652
|
-
Przykład:
|
|
652
|
+
Przykład: DOC-FV-A7B3C9D2E1F04856
|
|
653
653
|
"""
|
|
654
654
|
# SHA256 z canonical string
|
|
655
655
|
hash_bytes = hashlib.sha256(canonical.canonical_string.encode('utf-8')).digest()
|
|
@@ -662,7 +662,7 @@ class DocumentIDGenerator:
|
|
|
662
662
|
Weryfikuje czy ID odpowiada danym kanonicznym.
|
|
663
663
|
|
|
664
664
|
>>> gen = DocumentIDGenerator()
|
|
665
|
-
>>> gen.verify_id("
|
|
665
|
+
>>> gen.verify_id("DOC-FV-A7B3C9D2E1F04856", "5213017228|FV/2025/00142|2025-01-15|1230.00")
|
|
666
666
|
True
|
|
667
667
|
"""
|
|
668
668
|
hash_bytes = hashlib.sha256(canonical_string.encode('utf-8')).digest()
|
|
@@ -679,8 +679,8 @@ class DocumentIDGenerator:
|
|
|
679
679
|
"""
|
|
680
680
|
Parsuje identyfikator dokumentu.
|
|
681
681
|
|
|
682
|
-
>>> DocumentIDGenerator.parse_id("
|
|
683
|
-
{'prefix': '
|
|
682
|
+
>>> DocumentIDGenerator.parse_id("DOC-FV-A7B3C9D2E1F04856")
|
|
683
|
+
{'prefix': 'DOC', 'type': 'FV', 'hash': 'A7B3C9D2E1F04856',
|
|
684
684
|
'document_type': <DocumentType.INVOICE>}
|
|
685
685
|
"""
|
|
686
686
|
parts = document_id.split('-')
|
exef_docid/ocr_processor.py
CHANGED
|
@@ -195,12 +195,8 @@ class PaddleOCRProcessor(BaseOCRProcessor):
|
|
|
195
195
|
self._ocr = PaddleOCR(
|
|
196
196
|
use_angle_cls=True,
|
|
197
197
|
lang=lang,
|
|
198
|
-
use_gpu=self.use_gpu,
|
|
199
198
|
det_model_dir=self._det_model_dir,
|
|
200
199
|
rec_model_dir=self._rec_model_dir,
|
|
201
|
-
# Optymalizacje CPU
|
|
202
|
-
enable_mkldnn=True,
|
|
203
|
-
cpu_threads=4,
|
|
204
200
|
)
|
|
205
201
|
except ImportError:
|
|
206
202
|
raise ImportError(
|
|
@@ -216,7 +212,7 @@ class PaddleOCRProcessor(BaseOCRProcessor):
|
|
|
216
212
|
self._init_ocr()
|
|
217
213
|
|
|
218
214
|
image_path = str(image_path)
|
|
219
|
-
result = self._ocr.ocr(image_path
|
|
215
|
+
result = self._ocr.ocr(image_path)
|
|
220
216
|
|
|
221
217
|
lines = []
|
|
222
218
|
full_text_parts = []
|
|
@@ -439,8 +435,8 @@ class OCRProcessor:
|
|
|
439
435
|
|
|
440
436
|
def __init__(
|
|
441
437
|
self,
|
|
442
|
-
preferred_engine: OCREngine = OCREngine.
|
|
443
|
-
fallback_engine: OCREngine = OCREngine.
|
|
438
|
+
preferred_engine: OCREngine = OCREngine.TESSERACT,
|
|
439
|
+
fallback_engine: OCREngine = OCREngine.PADDLE,
|
|
444
440
|
lang: str = 'pl',
|
|
445
441
|
use_gpu: bool = False,
|
|
446
442
|
):
|
exef_docid/pipeline.py
CHANGED
|
@@ -97,20 +97,20 @@ class DocumentPipeline:
|
|
|
97
97
|
Przykład użycia:
|
|
98
98
|
pipeline = DocumentPipeline()
|
|
99
99
|
result = pipeline.process("faktura.pdf")
|
|
100
|
-
print(result.document_id) #
|
|
100
|
+
print(result.document_id) # DOC-FV-A7B3C9D2E1F04856
|
|
101
101
|
"""
|
|
102
102
|
|
|
103
103
|
def __init__(
|
|
104
104
|
self,
|
|
105
|
-
ocr_engine: OCREngine = OCREngine.
|
|
106
|
-
id_prefix: str = "
|
|
105
|
+
ocr_engine: OCREngine = OCREngine.TESSERACT,
|
|
106
|
+
id_prefix: str = "DOC",
|
|
107
107
|
lang: str = "pl",
|
|
108
108
|
use_gpu: bool = False,
|
|
109
109
|
):
|
|
110
110
|
"""
|
|
111
111
|
Args:
|
|
112
112
|
ocr_engine: Silnik OCR (PADDLE lub TESSERACT)
|
|
113
|
-
id_prefix: Prefiks identyfikatorów (domyślnie
|
|
113
|
+
id_prefix: Prefiks identyfikatorów (domyślnie DOC)
|
|
114
114
|
lang: Język dokumentów (pl, en)
|
|
115
115
|
use_gpu: Czy używać GPU (domyślnie False dla CPU)
|
|
116
116
|
"""
|
|
@@ -390,7 +390,7 @@ class DocumentPipeline:
|
|
|
390
390
|
_default_pipeline: Optional[DocumentPipeline] = None
|
|
391
391
|
|
|
392
392
|
|
|
393
|
-
def get_pipeline(ocr_engine: OCREngine = OCREngine.
|
|
393
|
+
def get_pipeline(ocr_engine: OCREngine = OCREngine.TESSERACT) -> DocumentPipeline:
|
|
394
394
|
"""Zwraca domyślny pipeline (lazy init)."""
|
|
395
395
|
global _default_pipeline
|
|
396
396
|
if _default_pipeline is None or _default_pipeline.ocr.preferred_engine != ocr_engine:
|
|
@@ -398,7 +398,7 @@ def get_pipeline(ocr_engine: OCREngine = OCREngine.PADDLE) -> DocumentPipeline:
|
|
|
398
398
|
return _default_pipeline
|
|
399
399
|
|
|
400
400
|
|
|
401
|
-
def process_document(file_path: Union[str, Path], ocr_engine: OCREngine = OCREngine.
|
|
401
|
+
def process_document(file_path: Union[str, Path], ocr_engine: OCREngine = OCREngine.TESSERACT, use_ocr: bool = True) -> ProcessedDocument:
|
|
402
402
|
"""
|
|
403
403
|
Przetwarza dokument i zwraca wynik z ID.
|
|
404
404
|
|
|
@@ -416,7 +416,7 @@ def get_document_id(file_path: Union[str, Path]) -> str:
|
|
|
416
416
|
|
|
417
417
|
Przykład:
|
|
418
418
|
doc_id = get_document_id("faktura.pdf")
|
|
419
|
-
print(doc_id) #
|
|
419
|
+
print(doc_id) # DOC-FV-A7B3C9D2E1F04856
|
|
420
420
|
"""
|
|
421
421
|
return get_pipeline().process(file_path).document_id
|
|
422
422
|
|
|
@@ -426,6 +426,6 @@ def verify_document_id(file_path: Union[str, Path], expected_id: str) -> bool:
|
|
|
426
426
|
Weryfikuje czy dokument ma oczekiwany ID.
|
|
427
427
|
|
|
428
428
|
Przykład:
|
|
429
|
-
is_valid = verify_document_id("skan.jpg", "
|
|
429
|
+
is_valid = verify_document_id("skan.jpg", "DOC-FV-A7B3C9D2E1F04856")
|
|
430
430
|
"""
|
|
431
431
|
return get_pipeline().verify_document(file_path, expected_id)
|
docid-0.1.3.dist-info/RECORD
DELETED
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
exef_docid/__init__.py,sha256=fhG2gmFD4ZCOFNW6G_QZ-i-SQ5GDHKrTp8DWuMDBVOc,2889
|
|
2
|
-
exef_docid/cli.py,sha256=-04_ykTVBvlYN5-AnMH-OLVjoFADawJ5QzGWR_6NazI,11114
|
|
3
|
-
exef_docid/cli_universal.py,sha256=bcupHuuLG4ep_Rh9gTqQizuR9cQCAO7bNY6cWqzelg4,21650
|
|
4
|
-
exef_docid/document_id.py,sha256=lE9raTmmFa7xEnSfJPuNPM8yOlvixC5uF5gFO5S7GHU,23500
|
|
5
|
-
exef_docid/document_id_universal.py,sha256=M66ZjxtufVfxUQkQI4su2Ph3JGy0HEaO4U-8Osv_beQ,13873
|
|
6
|
-
exef_docid/ocr_processor.py,sha256=Ooy7X_EKd3wQUz4fNmD-oGIKYLauylrXAxQ9IfssmaI,19305
|
|
7
|
-
exef_docid/pipeline.py,sha256=-o-sPCqYEwzsA2R6llkKv61EbcQ8F2KhJVSuJus7tWU,15431
|
|
8
|
-
exef_docid/extractors/__init__.py,sha256=a2AS9aExd-EpOBp5eO3ZaUOmd0tP5sMSJ3QdVERrTAE,360
|
|
9
|
-
exef_docid/extractors/base.py,sha256=l_8L2irgxOhm5MwM9URCA1IkKTzq0hl5pTSB8EWp_c0,17910
|
|
10
|
-
docid-0.1.3.dist-info/METADATA,sha256=gtoHdagrVWN2Eu_Ii9DUWTgkRYrFQs_cxRWcf4w3t14,16206
|
|
11
|
-
docid-0.1.3.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
|
|
12
|
-
docid-0.1.3.dist-info/entry_points.txt,sha256=P85wntY_GMh6lwhXTMsWV2QwCLCgIRe1sbIpGoDxrQE,94
|
|
13
|
-
docid-0.1.3.dist-info/top_level.txt,sha256=wEXHg0mYQhhmZ0R3yymDasZhXfI7S0RpTxJ-hmdZ6Ww,11
|
|
14
|
-
docid-0.1.3.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|