allyanonimiser 0.1.0__py3-none-any.whl

allyanonimiser-0.1.0.dist-info/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Stephen Oates
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

allyanonimiser-0.1.0.dist-info/METADATA

@@ -0,0 +1,263 @@
+Metadata-Version: 2.1
+Name: allyanonimiser
+Version: 0.1.0
+Summary: Australian-focused PII detection and anonymization for the insurance industry
+Home-page: https://github.com/srepho/Allyanonimiser
+Author: Stephen Oates
+Author-email: Stephen Oates <stephen.j.a.oates@gmail.com>
+License: MIT License
+        
+        Copyright (c) 2025 Stephen Oates
+        
+        Permission is hereby granted, free of charge, to any person obtaining a copy
+        of this software and associated documentation files (the "Software"), to deal
+        in the Software without restriction, including without limitation the rights
+        to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+        copies of the Software, and to permit persons to whom the Software is
+        furnished to do so, subject to the following conditions:
+        
+        The above copyright notice and this permission notice shall be included in all
+        copies or substantial portions of the Software.
+        
+        THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+        IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+        FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+        AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+        LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+        OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+        SOFTWARE.
+        
+Project-URL: Homepage, https://github.com/srepho/Allyanonimiser
+Project-URL: Bug Tracker, https://github.com/srepho/Allyanonimiser/issues
+Project-URL: Documentation, https://github.com/srepho/Allyanonimiser#readme
+Keywords: pii,anonymization,privacy,insurance,australia
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Topic :: Security
+Classifier: Topic :: Text Processing
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: spacy >=3.5.0
+Requires-Dist: presidio-analyzer >=2.2.0
+Requires-Dist: presidio-anonymizer >=2.2.0
+Provides-Extra: dev
+Requires-Dist: pytest >=7.0.0 ; extra == 'dev'
+Requires-Dist: pytest-cov >=4.0.0 ; extra == 'dev'
+Requires-Dist: black >=22.0.0 ; extra == 'dev'
+Requires-Dist: isort >=5.0.0 ; extra == 'dev'
+Requires-Dist: flake8 >=5.0.0 ; extra == 'dev'
+Requires-Dist: mypy >=0.9.0 ; extra == 'dev'
+Provides-Extra: llm
+Requires-Dist: openai >=0.27.0 ; extra == 'llm'
+Requires-Dist: anthropic >=0.3.0 ; extra == 'llm'
+
+# Allyanonimiser
+
+Australian-focused PII detection and anonymization for the insurance industry.
+
+## Features
+
+- **Australian-Specific PII Detection**: Specialized recognizers for Australian TFNs, Medicare numbers, driver's licenses, and other Australian-specific identifiers.
+- **Insurance Industry Focus**: Recognition of policy numbers, claim references, vehicle identifiers, and other insurance-specific data.
+- **Long Text Processing**: Optimized for processing lengthy free-text fields like claim notes, medical reports, and emails.
+- **Custom Pattern Creation**: Easy creation of custom entity recognizers for organization-specific data.
+- **Synthetic Data Generation**: Generate realistic Australian test data for validation.
+- **LLM Integration**: Use Language Models to create challenging datasets for testing.
+- **Extensible Architecture**: Built on Presidio and spaCy with a modular, extensible design.
+
+## Installation
+
+```bash
+# Install from PyPI
+pip install allyanonimiser
+
+# Install the required spaCy model
+python -m spacy download en_core_web_lg
+```
+
+## Quick Start
+
+```python
+from allyanonimiser import create_au_insurance_analyzer
+
+# Create an analyzer with Australian and insurance patterns
+analyzer = create_au_insurance_analyzer()
+
+# Analyze text
+results = analyzer.analyze(
+    text="Please reference your policy AU-12345678 for claims related to your vehicle rego XYZ123.",
+    language="en"
+)
+
+# Print results
+for result in results:
+    print(f"Entity: {result.entity_type}, Text: {result.text}, Score: {result.score}")
+```
+
+## Processing Insurance Documents
+
+### Claim Notes
+
+```python
+from allyanonimiser import analyze_claim_notes
+
+# Long claim note text
+claim_note = """
+Claim Details:
+Spoke with the insured John Smith (TFN: 123 456 789) regarding damage to his vehicle ABC123.
+The incident occurred on 14/05/2023 when another vehicle collided with the rear of his car.
+Policy number: POL-987654321
+
+Vehicle Details:
+Toyota Corolla 2020
+VIN: 1HGCM82633A123456
+Registration: ABC123
+
+Contact Information:
+Phone: 0412 345 678
+Email: john.smith@example.com
+Address: 123 Main St, Sydney NSW 2000
+"""
+
+# Analyze the claim note
+analysis = analyze_claim_notes(claim_note)
+
+# Access structured information
+print("Incident Description:", analysis["incident_description"])
+print("\nPII-rich segments:")
+for segment in analysis["pii_segments"]:
+    print(f"  - {segment['text'][:50]}... (PII likelihood: {segment['pii_likelihood']:.2f})")
+
+# Anonymize the text
+from allyanonimiser import EnhancedAnonymizer
+anonymizer = EnhancedAnonymizer(analyzer=create_au_insurance_analyzer())
+anonymized = anonymizer.anonymize(claim_note)
+print("\nAnonymized text:")
+print(anonymized["text"])
+```
+
+### Processing Emails
+
+```python
+from allyanonimiser.insurance import InsuranceEmailAnalyzer
+
+email_text = """
+From: adjuster@insurance.com.au
+To: customer@example.com
+Subject: Your Claim CL-12345678
+
+Dear Mr. Smith,
+
+Thank you for your recent claim submission regarding your vehicle (Registration: XYZ123).
+
+We have assigned your claim number CL-12345678. Please reference this number in all future correspondence.
+
+Your policy POL-9876543 covers this type of damage, and we'll need the following information:
+1. Your Medicare number
+2. Additional photos of the damage
+3. The repair quote from the mechanic
+
+Please call me at 03 9876 5432 if you have any questions.
+
+Kind regards,
+Sarah Johnson
+Claims Assessor
+"""
+
+email_analyzer = InsuranceEmailAnalyzer()
+analysis = email_analyzer.analyze(email_text)
+
+print("Email Subject:", analysis["subject"])
+print("Claim Number:", analysis["claim_number"])
+print("Policy Number:", analysis["policy_number"])
+print("Customer Name:", analysis["customer_name"])
+print("Identified PII:", analysis["pii_entities"])
+```
+
+## Creating Custom Patterns
+
+```python
+from allyanonimiser import CustomPatternDefinition, create_pattern_from_examples
+
+# Create a custom pattern for internal reference numbers
+internal_ref_examples = [
+    "Internal reference: REF-12345",
+    "Ref Number: REF-98765",
+    "Reference: REF-55555"
+]
+
+pattern = create_pattern_from_examples(
+    entity_type="INTERNAL_REFERENCE",
+    examples=internal_ref_examples,
+    context=["internal", "reference", "ref"],
+    pattern_type="regex"
+)
+
+# Add to an existing analyzer
+analyzer.add_pattern(pattern)
+```
+
+## Using the Pattern Registry
+
+```python
+from allyanonimiser import PatternRegistry, CustomPatternDefinition
+
+# Create a registry
+registry = PatternRegistry()
+
+# Register patterns
+registry.register_pattern(CustomPatternDefinition(
+    entity_type="BROKER_CODE",
+    patterns=["BRK-[0-9]{4}"],
+    context=["broker", "agent", "representative"],
+    name="broker_code_recognizer"
+))
+
+# Share patterns across applications
+registry.export_patterns("insurance_patterns.json")
+
+# Later, in another application
+registry.import_patterns("insurance_patterns.json")
+```
+
+## Working with Australian Data
+
+```python
+from allyanonimiser.patterns import get_au_pattern_definitions
+
+# Get all Australian pattern definitions
+au_patterns = get_au_pattern_definitions()
+
+# Print information about each pattern
+for pattern in au_patterns:
+    print(f"Entity Type: {pattern['entity_type']}")
+    print(f"Description: {pattern['description']}")
+    print(f"Example Patterns: {pattern['patterns'][:2]}")
+    print("Context Terms:", ", ".join(pattern['context'][:5]))
+    print()
+```
+
+## Generating Australian Test Data
+
+```python
+from allyanonimiser.generators import AustralianSyntheticDataGenerator
+
+# Create a data generator
+generator = AustralianSyntheticDataGenerator()
+
+# Generate a dataset of Australian insurance documents
+generator.generate_dataset(
+    num_documents=50,
+    output_dir="au_insurance_dataset",
+    include_annotations=True
+)
+```
+
+## License
+
+MIT License

allyanonimiser-0.1.0.dist-info/RECORD

@@ -0,0 +1,27 @@
+generators/__init__.py,sha256=zy3RylUy3c4xxJVd7QmqgaN52ACZLSxq0mwHr43ftBA,240
+generators/au_synthetic_data.py,sha256=95agiZC_is7_rcHy8SUJXnxzE6nTh5BDTQ5-Qy0VskE,26089
+generators/dataset_publisher.py,sha256=kERuRc8l8ldaMvSxUZbiLDXecipw4jpcWlReWBwpqDc,21728
+generators/llm_augmenter.py,sha256=iYIcerhw0BYFhN7CgfqxcpFbT-4SuDDs77MxbRQacnc,36072
+insurance/__init__.py,sha256=tLvXue7gpEiEu2-xpBrzXaMt8VfWkOWBPfpPjJp4plQ,487
+insurance/claim_notes_analyzer.py,sha256=tZbZnbnoylpiWNqJNCEktHNxTtQj7wlHRFspngmkgMQ,11940
+insurance/email_analyzer.py,sha256=AuTifLEwUloSWteNvLnrvzp2uklcI6mtvm-Q0sbdRP8,14882
+insurance/medical_report_analyzer.py,sha256=7dFwdsTswBR0R0ghyiA2cJbwDNV_5hOcTdFkrkHyT00,22679
+patterns/__init__.py,sha256=LxUvC4-FqTXG-g1TvaGZ3LvtDGdp4cqbyKOfqreS3cg,634
+patterns/au_patterns.py,sha256=q8FwEmXKaLzbXwOcNemzNGyyNEcRySs2COtrjoEgBLc,9316
+patterns/general_patterns.py,sha256=cjIhLXjJ7-yYX4ZqtViWPxTgoxxx-hQPxUStvnhOR1Q,5554
+patterns/insurance_patterns.py,sha256=Dg40YCqZryrFmhGkhJc9lhyfH9fAKWC_EjpvyQHbe_I,8025
+tests/__init__.py,sha256=sY6iRnb6hQjgaLuzZkOmO_NiID2nbz4r2AgLTlVAKWI,40
+tests/conftest.py,sha256=E3faqRotQ60lc0hav5iAyFC-ONaIO83yHclHEUIrQdk,6286
+tests/test_analyzer.py,sha256=Oz27nuihY1aBDRhjtWU_prfMcZ5Z3xxVEGpSEXT5sus,5355
+tests/test_anonymizer.py,sha256=8FYfzQFVLu_qLnWBp5_2ga-0s8IsJUevwaXoZIZbMyk,7666
+tests/test_generators.py,sha256=q8dmNqlnkoaoLzR_FvVjuY2FfmGvuE5b8XAoPqXTbZ0,9056
+tests/test_main_interface.py,sha256=_ws3MxVBy5Qop5RdE-2LnNrUlSM6qm45SjvQopUQCIE,6072
+utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+utils/long_text_processor.py,sha256=d0nGLD49dBd67D32jY1ddBO8EbEF7iiOqPi_VgPl1U0,16370
+utils/presidio_helpers.py,sha256=wchxTPl-2Zs8qTNgwygAnCESOMYOVu9vPoqgwTEwDQQ,13217
+utils/spacy_helpers.py,sha256=kDFPF6I9cApewcbhM_WDOzAe-F25icIKo8fLichZlkw,8962
+allyanonimiser-0.1.0.dist-info/LICENSE,sha256=4pozhzqq3l9AX8jz0KiRi-A32rU9LUfe_J0_c92lTmc,1070
+allyanonimiser-0.1.0.dist-info/METADATA,sha256=_jmb3gQgph7mDTHGwnqwUL4oxqeavkrw7rPcbWeMoLc,8552
+allyanonimiser-0.1.0.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
+allyanonimiser-0.1.0.dist-info/top_level.txt,sha256=uQS4HtVP1Uu_DwxYEacqxJv1oxxHSU3a5MdQ7ipgYT0,42
+allyanonimiser-0.1.0.dist-info/RECORD,,

allyanonimiser-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.42.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

allyanonimiser-0.1.0.dist-info/top_level.txt

@@ -0,0 +1,5 @@
+generators
+insurance
+patterns
+tests
+utils

generators/__init__.py

@@ -0,0 +1,11 @@
+"""
+Data generation tools for the Allyanonimiser package.
+"""
+
+from .au_synthetic_data import AustralianSyntheticDataGenerator
+from .llm_augmenter import LLMAugmenter
+
+__all__ = [
+    'AustralianSyntheticDataGenerator',
+    'LLMAugmenter'
+]