PyPI - deidkit - Versions diffs - 0.1.0__py3-none-any.whl - Mend

deidkit 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (45) hide show

deidkit/__init__.py +74 -0
deidkit/__main__.py +6 -0
deidkit/api.py +316 -0
deidkit/cli.py +399 -0
deidkit/config.py +285 -0
deidkit/data/NOTICES.md +25 -0
deidkit/data/context_triggers_en.txt +17 -0
deidkit/data/context_triggers_es.txt +36 -0
deidkit/data/en_given_names.txt +203 -0
deidkit/data/en_surnames.txt +118 -0
deidkit/data/es_given_names.txt +273 -0
deidkit/data/es_surnames.txt +168 -0
deidkit/data/honorifics_en.txt +22 -0
deidkit/data/honorifics_es.txt +35 -0
deidkit/data/medical_stoplist_en.txt +345 -0
deidkit/data/medical_stoplist_es.txt +499 -0
deidkit/data/medical_vocab.txt +21445 -0
deidkit/dates.py +229 -0
deidkit/detect/__init__.py +19 -0
deidkit/detect/checksums.py +160 -0
deidkit/detect/context.py +137 -0
deidkit/detect/gazetteer.py +158 -0
deidkit/detect/patterns.py +147 -0
deidkit/detect/pipeline.py +234 -0
deidkit/detect/spacy_ner.py +53 -0
deidkit/detect/types.py +53 -0
deidkit/engine.py +644 -0
deidkit/generators/__init__.py +4 -0
deidkit/generators/names.py +111 -0
deidkit/generators/surrogates.py +76 -0
deidkit/io.py +184 -0
deidkit/learn.py +83 -0
deidkit/mapping.py +108 -0
deidkit/report.py +219 -0
deidkit/resources.py +100 -0
deidkit/schema.py +234 -0
deidkit/secret.py +77 -0
deidkit/textnorm.py +66 -0
deidkit/version.py +3 -0
deidkit-0.1.0.dist-info/METADATA +768 -0
deidkit-0.1.0.dist-info/RECORD +45 -0
deidkit-0.1.0.dist-info/WHEEL +5 -0
deidkit-0.1.0.dist-info/entry_points.txt +2 -0
deidkit-0.1.0.dist-info/licenses/LICENSE +21 -0
deidkit-0.1.0.dist-info/top_level.txt +1 -0

deidkit/data/NOTICES.md ADDED Viewed

@@ -0,0 +1,25 @@
+# Data notices — bundled medical safe-vocabulary
+`medical_vocab.txt` is a DERIVED list of single word-tokens (accent-folded,
+lowercased) used only to keep medical terms from being flagged as person names.
+It contains no codes, no mappings, and no patient data. Known person names and
+common medical eponyms (e.g. Parkinson) are excluded so real patient names are
+not suppressed.
+Derived from:
+- **ICD-10-CM** — International Classification of Diseases, 10th Revision,
+  Clinical Modification. U.S. public domain (CMS / CDC / NCHS).
+- **RxNorm** — U.S. National Library of Medicine (NLM). The prescribe subset is
+  freely redistributable; see the RxNorm terms. This product uses publicly
+  available data courtesy of the U.S. NLM; it is not endorsed or certified by
+  the NLM.
+Not bundled (add locally via `--extra-stoplist-file` / the vocab builder):
+- **LOINC** — © Regenstrief Institute, Inc. Free to use under the LOINC license;
+  redistribution requires including the LOINC license/notice, so it is not
+  bundled here. Provide `Loinc.csv` to `tools/build_medical_vocab.py --loinc`.
+- **SNOMED CT / UMLS / MedDRA** — license-gated; load locally, do not bundle.
+Rebuild with `tools/build_medical_vocab.py` pointing at your local files.

deidkit/data/context_triggers_en.txt ADDED Viewed

@@ -0,0 +1,17 @@
+patient
+companion
+guardian
+mother
+father
+son
+daughter
+spouse
+relative
+caregiver
+name
+surname
+signed
+signature
+sincerely
+referred
+attended

deidkit/data/context_triggers_es.txt ADDED Viewed

@@ -0,0 +1,36 @@
+paciente
+acompanante
+responsable
+madre
+padre
+hijo
+hija
+esposo
+esposa
+familiar
+informante
+cuidador
+cuidadora
+tutor
+tutora
+atendido
+atendida
+remitido
+remite
+valorado
+valorada
+nombre
+apellido
+firma
+atentamente
+cordialmente
+refiere
+acude
+solicita
+elabora
+realiza
+diligencia
+nombres
+apellidos
+suscribe
+firmado

deidkit/data/en_given_names.txt ADDED Viewed

@@ -0,0 +1,203 @@
+aaron	m
+abigail	f
+adam	m
+alan	m
+albert	m
+alexander	m
+alexis	f
+alice	f
+amanda	f
+amber	f
+amy	f
+andrea	f
+andrew	m
+angela	f
+ann	f
+anna	f
+anthony	m
+arthur	m
+ashley	f
+austin	m
+barbara	f
+benjamin	m
+betty	f
+beverly	f
+billy	m
+bobby	m
+bradley	m
+brandon	m
+brenda	f
+brian	m
+brittany	f
+bruce	m
+bryan	m
+caleb	m
+cameron	m
+carl	m
+carol	f
+carolyn	f
+catherine	f
+charles	m
+charlotte	f
+cheryl	f
+christian	m
+christina	f
+christine	f
+christopher	m
+cody	m
+cynthia	f
+daniel	m
+danielle	f
+david	m
+deborah	f
+debra	f
+denise	f
+dennis	m
+diana	f
+diane	f
+donald	m
+donna	f
+doris	f
+dorothy	f
+douglas	m
+dylan	m
+edward	m
+elizabeth	f
+emily	f
+emma	f
+eric	m
+ethan	m
+eugene	m
+evelyn	f
+frances	f
+frank	m
+gabriel	m
+gary	m
+george	m
+gerald	m
+gloria	f
+grace	f
+gregory	m
+hannah	f
+harold	m
+heather	f
+helen	f
+henry	m
+isabella	f
+jack	m
+jacob	m
+jacqueline	f
+james	m
+janet	f
+janice	f
+jason	m
+jean	f
+jeffrey	m
+jennifer	f
+jeremy	m
+jerry	m
+jesse	m
+jessica	f
+joan	f
+joe	m
+john	m
+johnny	m
+jonathan	m
+jordan	m
+joseph	m
+joshua	m
+joyce	f
+judith	f
+judy	f
+julia	f
+julie	f
+justin	m
+karen	f
+katherine	f
+kathleen	f
+kathryn	f
+kayla	f
+keith	m
+kelly	f
+kenneth	m
+kevin	m
+kimberly	f
+kyle	m
+larry	m
+laura	f
+lauren	f
+lawrence	m
+linda	f
+lisa	f
+logan	m
+lori	f
+louis	m
+madison	f
+margaret	f
+marie	f
+marilyn	f
+mark	m
+martha	f
+mary	f
+matthew	m
+megan	f
+melissa	f
+michael	m
+michelle	f
+nancy	f
+natalie	f
+nathan	m
+nathaniel	m
+nicholas	m
+nicole	f
+noah	m
+olivia	f
+pamela	f
+patricia	f
+patrick	m
+paul	m
+peter	m
+philip	m
+rachel	f
+ralph	m
+randy	m
+raymond	m
+rebecca	f
+richard	m
+robert	m
+roger	m
+ronald	m
+roy	m
+russell	m
+ruth	f
+ryan	m
+samantha	f
+samuel	m
+sandra	f
+sara	f
+sarah	f
+scott	m
+sean	m
+sharon	f
+shirley	f
+sophia	f
+stephanie	f
+stephen	m
+steven	m
+susan	f
+teresa	f
+terry	m
+theresa	f
+thomas	m
+tiffany	f
+timothy	m
+travis	m
+tyler	m
+victoria	f
+vincent	m
+virginia	f
+walter	m
+wayne	m
+william	m
+willie	m
+zachary	m

deidkit/data/en_surnames.txt ADDED Viewed

@@ -0,0 +1,118 @@
+smith
+johnson
+williams
+brown
+jones
+garcia
+miller
+davis
+rodriguez
+martinez
+hernandez
+lopez
+gonzalez
+wilson
+anderson
+thomas
+taylor
+moore
+jackson
+martin
+lee
+perez
+thompson
+white
+harris
+sanchez
+clark
+ramirez
+lewis
+robinson
+walker
+young
+allen
+king
+wright
+scott
+torres
+nguyen
+hill
+flores
+green
+adams
+nelson
+baker
+hall
+rivera
+campbell
+mitchell
+carter
+roberts
+gomez
+phillips
+evans
+turner
+diaz
+parker
+cruz
+edwards
+collins
+reyes
+stewart
+morris
+morales
+murphy
+cook
+rogers
+gutierrez
+ortiz
+morgan
+cooper
+peterson
+bailey
+reed
+kelly
+howard
+ramos
+kim
+cox
+ward
+richardson
+watson
+brooks
+chavez
+wood
+james
+bennett
+gray
+mendoza
+ruiz
+hughes
+price
+alvarez
+castillo
+sanders
+patel
+myers
+long
+ross
+foster
+jimenez
+powell
+jenkins
+perry
+russell
+sullivan
+bell
+coleman
+butler
+henderson
+barnes
+gonzales
+fisher
+vasquez
+simmons
+romero
+jordan
+patterson
+alexander

deidkit/data/es_given_names.txt ADDED Viewed

@@ -0,0 +1,273 @@
+adrian	m
+adriana	f
+agustin	m
+alba	f
+albeiro	m
+alberto	m
+alejandra	f
+alejandro	m
+alexander	m
+alfonso	m
+alicia	f
+alvaro	m
+amelia	f
+amparo	f
+ana	f
+anderson	m
+andrea	f
+andres	m
+angel	m
+angela	f
+angie	f
+anibal	m
+antonia	f
+antonio	m
+araceli	f
+aristides	m
+armando	m
+arturo	m
+aurelio	m
+aurora	f
+beatriz	f
+benjamin	m
+bernardo	m
+blanca	f
+brandon	m
+brayan	m
+brenda	f
+bruno	m
+camila	f
+camilo	m
+carlos	m
+carmen	f
+carolina	f
+catalina	f
+cecilia	f
+cesar	m
+ciro	m
+claudia	f
+consuelo	f
+cristhian	m
+cristian	m
+cristina	f
+damian	m
+daniel	m
+daniela	f
+dario	m
+david	m
+dayana	f
+deisy	f
+diana	f
+diego	m
+dolores	f
+dora	f
+duvan	m
+dylan	m
+eduardo	m
+edwin	m
+efrain	m
+elena	f
+elias	m
+eliecer	m
+elizabeth	f
+emiliano	m
+emilio	m
+emma	f
+emmanuel	m
+enzo	m
+ernesto	m
+esperanza	f
+esteban	m
+estefania	f
+estela	f
+esther	f
+euclides	m
+eugenia	f
+ezequiel	m
+fabian	m
+fabiola	f
+facundo	m
+federico	m
+felipe	m
+fernanda	f
+fernando	m
+flor	f
+francisca	f
+francisco	m
+franco	m
+gabriel	m
+gabriela	f
+gael	m
+geraldine	f
+german	m
+gilberto	m
+gloria	f
+graciela	f
+gregorio	m
+guadalupe	f
+guillermo	m
+gustavo	m
+harold	m
+heidy	f
+heriberto	m
+hernan	m
+hilda	f
+hugo	m
+humberto	m
+ian	m
+ignacio	m
+ines	f
+irene	f
+isaac	m
+isabella	f
+isidro	m
+ivan	m
+ivonne	f
+jacqueline	f
+jaime	m
+jairo	m
+javier	m
+jenny	f
+jessica	f
+jesus	m
+jheison	m
+jhon	m
+jhonatan	m
+joaquin	m
+joel	m
+johan	m
+johana	f
+jorge	m
+jose	m
+josefina	f
+juan	m
+juana	f
+julian	m
+juliana	f
+karen	f
+katherine	f
+kelly	f
+kevin	m
+laura	f
+leidy	f
+leon	m
+leonardo	m
+leopoldo	m
+leticia	f
+liliana	f
+lina	f
+lorenzo	m
+lourdes	f
+lucia	f
+luciana	f
+luis	m
+luisa	f
+luz	f
+mabel	f
+magdalena	f
+maicol	m
+maite	f
+manuel	m
+manuela	f
+marcela	f
+marcelo	m
+marcos	m
+margarita	f
+maria	f
+mariana	f
+maribel	f
+marino	m
+mario	m
+marisol	f
+martha	f
+martin	m
+mateo	m
+matias	m
+mauricio	m
+maximiliano	m
+mayra	f
+melissa	f
+mercedes	f
+michelle	f
+miguel	m
+milena	f
+moises	m
+monica	f
+nancy	f
+natalia	f
+nataly	f
+nelson	m
+nicolas	m
+nidia	f
+nolberto	m
+norma	f
+nubia	f
+octavio	m
+olga	f
+omaira	f
+orlando	m
+oscar	m
+osvaldo	m
+pablo	m
+paola	f
+patricia	f
+patricio	m
+paula	f
+pedro	m
+pilar	f
+rafael	m
+ramon	m
+raquel	f
+raul	m
+reinaldo	m
+ricardo	m
+roberto	m
+rocio	f
+rodrigo	m
+rosa	f
+ruben	m
+ruth	f
+salome	f
+salvador	m
+samuel	m
+sandra	f
+santiago	m
+sara	f
+saul	m
+sebastian	m
+sergio	m
+silvia	f
+sirley	f
+socorro	f
+sofia	f
+soledad	f
+stella	f
+tatiana	f
+teodoro	m
+teresa	f
+thiago	m
+tobias	m
+tomas	m
+ulises	m
+valentin	m
+valentina	f
+valeria	f
+veronica	f
+vicente	m
+victor	m
+victoria	f
+viviana	f
+walter	m
+wilfredo	m
+wilmer	m
+wilson	m
+ximena	f
+yaneth	f
+yeison	m
+yenny	f
+yesica	f
+yesid	m
+yolanda	f
+yonatan	m
+yuliana	f
+zulma	f