privyscope-ja 0.1.4__tar.gz

privyscope_ja-0.1.4/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

privyscope_ja-0.1.4/PKG-INFO

@@ -0,0 +1,115 @@
+Metadata-Version: 2.4
+Name: privyscope-ja
+Version: 0.1.4
+Summary: privyscope-ja — Japanese language pack for the privyscope PII engine
+Author: privyscope Core Team
+License: Apache-2.0
+Project-URL: Homepage, https://github.com/zafrem/privyscope-ja
+Project-URL: Documentation, https://github.com/zafrem/privyscope-ja/blob/main/README.md
+Keywords: pii,ner,redaction,privacy,japanese,onnx
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Text Processing :: Linguistic
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: privyscope>=0.1.3
+Provides-Extra: train
+Requires-Dist: privyscope[train]>=0.1.0; extra == "train"
+Requires-Dist: fugashi>=1.3; extra == "train"
+Requires-Dist: unidic-lite>=1.0.8; extra == "train"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Dynamic: license-file
+
+# privyscope-ja
+
+**Japanese language pack** for [privyscope](https://github.com/zafrem/privyscope),
+a two-stage hybrid PII detection & masking engine.
+
+This is a thin **plugin**: it ships only the Japanese data (`regex_rules.yaml`,
+`entity_config.yaml`) and registers itself with the `privyscope` core via the
+`privyscope.languages` entry point. The engine and the `privyscope` command live
+in the core, which is pulled in automatically.
+
+Japanese mixes three scripts — kanji (漢字), hiragana (ひらがな) and katakana
+(カタカナ) — with no inter-word spaces, so the pack advertises all three scripts
+and leaves personal-name detection to the NER stage rather than regex.
+
+## Install
+
+```bash
+pip install privyscope-ja      # pulls in the `privyscope` core automatically
+```
+
+## Quickstart
+
+```bash
+privyscope redact "田中さんの電話は090-1234-5678、メールは taro@example.co.jp"
+# → "<PER>さんの電話は<PHONE>、メールは <EMAIL>"
+```
+
+```python
+from privyscope import Privyscope
+eng = Privyscope.from_pretrained(lang="ja")
+eng.redact("田中さんの電話は090-1234-5678").masked_text   # "<PER>さんの電話は<PHONE>"
+```
+
+## How it works
+
+A **two-stage hybrid pipeline**, results merged via union:
+
+1. **Regex filter** — structurally obvious PII: Japanese mobile
+   (`0[789]0-xxxx-xxxx`, `+81`), landlines, My Number (個人番号, 12-digit with
+   check digit), passport, driver's license, Corporate Number (法人番号),
+   Japanese bank accounts, email, and credential secrets.
+2. **ONNX NER** — a BIOES token classifier with a constrained Viterbi decoder for
+   contextual PII (names, addresses, private dates). Weights download from
+   Hugging Face Hub (`zafrem/privyscope-ja`) on first use.
+
+Inference is **ONNX Runtime only — no PyTorch at runtime**. The base encoder
+tokenizes with MeCab, but that dependency is needed only for training/fine-tuning.
+
+## Entities
+
+8 base types — `PER`, `PHONE`, `ID_NUM`, `EMAIL`, `LOC`, `BANK`, `DATE`,
+`SECRET` — plus extended `BIZ_NUM` (Corporate Number 法人番号) and
+`DRIVER_LICENSE`, caught by regex.
+
+## Model & performance
+
+- **Base encoder** — `tohoku-nlp/bert-base-japanese-v3` → BIOES head → Viterbi
+  decoder.
+- **Runtime artifact** — INT8-quantized ONNX, max sequence length 256, downloaded
+  from the Hub with a SHA-256 `checksum.txt` for integrity.
+- **Accuracy** — run `privyscope eval --lang ja your_val.jsonl` on your own
+  labelled data; numbers will be published here once the held-out evaluation is
+  finalized.
+
+## Limitations
+
+- Not an anonymization/compliance guarantee; use as one layer of
+  privacy-by-design, with human review for sensitive workflows.
+- Personal names are contextual (NER only): recall depends on the fine-tuned
+  model, which is trained across kanji/hiragana/katakana renderings.
+
+## License
+
+Apache-2.0. See [LICENSE](LICENSE).
+
+Stage-1 regex patterns are compiled from the
+[pii-pattern-engine](https://github.com/zafrem/pii-pattern-engine) ruleset. Most rules carry
+a **verification function** — a checksum or dictionary validator (`jp_my_number_valid`, `luhn`) that a match
+must pass before it is redacted, so a value that merely looks like an ID is left alone.
+
+Regex-only extended entities: `BIZ_NUM · DRIVER_LICENSE · CRYPTO · IP · DEVICE · URL`.
+
+> `privyscope_ja/regex_rules.yaml` is **generated** by `scripts/gen_regex_rules.py` and is overwritten
+> on every build — edit the mapping in that script, not the YAML. See [CONTRIBUTING](CONTRIBUTING.md).

privyscope_ja-0.1.4/README.md

@@ -0,0 +1,84 @@
+# privyscope-ja
+
+**Japanese language pack** for [privyscope](https://github.com/zafrem/privyscope),
+a two-stage hybrid PII detection & masking engine.
+
+This is a thin **plugin**: it ships only the Japanese data (`regex_rules.yaml`,
+`entity_config.yaml`) and registers itself with the `privyscope` core via the
+`privyscope.languages` entry point. The engine and the `privyscope` command live
+in the core, which is pulled in automatically.
+
+Japanese mixes three scripts — kanji (漢字), hiragana (ひらがな) and katakana
+(カタカナ) — with no inter-word spaces, so the pack advertises all three scripts
+and leaves personal-name detection to the NER stage rather than regex.
+
+## Install
+
+```bash
+pip install privyscope-ja      # pulls in the `privyscope` core automatically
+```
+
+## Quickstart
+
+```bash
+privyscope redact "田中さんの電話は090-1234-5678、メールは taro@example.co.jp"
+# → "<PER>さんの電話は<PHONE>、メールは <EMAIL>"
+```
+
+```python
+from privyscope import Privyscope
+eng = Privyscope.from_pretrained(lang="ja")
+eng.redact("田中さんの電話は090-1234-5678").masked_text   # "<PER>さんの電話は<PHONE>"
+```
+
+## How it works
+
+A **two-stage hybrid pipeline**, results merged via union:
+
+1. **Regex filter** — structurally obvious PII: Japanese mobile
+   (`0[789]0-xxxx-xxxx`, `+81`), landlines, My Number (個人番号, 12-digit with
+   check digit), passport, driver's license, Corporate Number (法人番号),
+   Japanese bank accounts, email, and credential secrets.
+2. **ONNX NER** — a BIOES token classifier with a constrained Viterbi decoder for
+   contextual PII (names, addresses, private dates). Weights download from
+   Hugging Face Hub (`zafrem/privyscope-ja`) on first use.
+
+Inference is **ONNX Runtime only — no PyTorch at runtime**. The base encoder
+tokenizes with MeCab, but that dependency is needed only for training/fine-tuning.
+
+## Entities
+
+8 base types — `PER`, `PHONE`, `ID_NUM`, `EMAIL`, `LOC`, `BANK`, `DATE`,
+`SECRET` — plus extended `BIZ_NUM` (Corporate Number 法人番号) and
+`DRIVER_LICENSE`, caught by regex.
+
+## Model & performance
+
+- **Base encoder** — `tohoku-nlp/bert-base-japanese-v3` → BIOES head → Viterbi
+  decoder.
+- **Runtime artifact** — INT8-quantized ONNX, max sequence length 256, downloaded
+  from the Hub with a SHA-256 `checksum.txt` for integrity.
+- **Accuracy** — run `privyscope eval --lang ja your_val.jsonl` on your own
+  labelled data; numbers will be published here once the held-out evaluation is
+  finalized.
+
+## Limitations
+
+- Not an anonymization/compliance guarantee; use as one layer of
+  privacy-by-design, with human review for sensitive workflows.
+- Personal names are contextual (NER only): recall depends on the fine-tuned
+  model, which is trained across kanji/hiragana/katakana renderings.
+
+## License
+
+Apache-2.0. See [LICENSE](LICENSE).
+
+Stage-1 regex patterns are compiled from the
+[pii-pattern-engine](https://github.com/zafrem/pii-pattern-engine) ruleset. Most rules carry
+a **verification function** — a checksum or dictionary validator (`jp_my_number_valid`, `luhn`) that a match
+must pass before it is redacted, so a value that merely looks like an ID is left alone.
+
+Regex-only extended entities: `BIZ_NUM · DRIVER_LICENSE · CRYPTO · IP · DEVICE · URL`.
+
+> `privyscope_ja/regex_rules.yaml` is **generated** by `scripts/gen_regex_rules.py` and is overwritten
+> on every build — edit the mapping in that script, not the YAML. See [CONTRIBUTING](CONTRIBUTING.md).

privyscope_ja-0.1.4/privyscope_ja/__init__.py

@@ -0,0 +1,29 @@
+"""privyscope-ja — Japanese language pack for the ``privyscope`` engine (Apache-2.0).
+
+This is a thin **plugin**: it ships only Japanese data (``regex_rules.yaml``,
+``entity_config.yaml``) and registers itself with the core via the
+``privyscope.languages`` entry point. All engine code lives in the ``privyscope``
+core package, which is pulled in as a dependency.
+
+    from privyscope_ja import Privyscope          # re-exported from the core
+    engine = Privyscope.from_pretrained(lang="ja")
+    engine.redact("田中さんの電話番号は090-1234-5678です").masked_text
+    # "<PER>さんの電話番号は<PHONE>です"
+
+Japanese is written in a mix of kanji, hiragana and katakana, so ``scripts``
+lists all three (plus ``Latin`` for interleaved ASCII) — the core uses this to
+auto-route text to this pack.
+"""
+from privyscope import Privyscope, RedactionResult, DetectedSpan, LanguagePlugin, __version__
+
+#: Registered under the ``privyscope.languages`` entry-point group (see pyproject).
+LANG = LanguagePlugin(
+    code="ja",
+    display_name="Japanese",
+    default_repo="zafrem/privyscope-ja",
+    package="privyscope_ja",
+    scripts=("Han", "Hiragana", "Katakana"),
+    default_base_model="tohoku-nlp/bert-base-japanese-v3",
+)
+
+__all__ = ["Privyscope", "RedactionResult", "DetectedSpan", "LANG", "__version__"]

privyscope_ja-0.1.4/privyscope_ja/entity_config.yaml

@@ -0,0 +1,71 @@
+# privyscope-ja — entity configuration (Japanese / Japan).
+# Base PII taxonomy (SRS §6) plus ja-specific extended entities. Extended
+# entities are detected by regex only unless added to the NER label space via a
+# custom fine-tune (FR-2.6).
+language: ja
+
+base_entities:
+  - code: PER
+    detection: contextual
+    regex: null
+  - code: PHONE
+    detection: structural
+    regex: '(?:\+81[-\s]?|0)\d{1,4}[-\s]?\d{1,4}[-\s]?\d{3,4}'
+  - code: ID_NUM
+    detection: structural
+    # My Number (個人番号) — 12 digits, optionally spaced in groups of four.
+    regex: '\d{4}[-\s]?\d{4}[-\s]?\d{4}'
+  - code: EMAIL
+    detection: structural
+    regex: '[A-Za-z0-9._%+\-]+@[A-Za-z0-9.\-]+\.[A-Za-z]{2,}'
+  - code: LOC
+    detection: contextual
+    regex: null
+  - code: BANK
+    detection: structural
+    regex: '\d{7,}'
+  - code: DATE
+    detection: hybrid
+    regex: null
+  - code: SECRET
+    detection: hybrid
+    regex: 'sk-[A-Za-z0-9]{20,}'
+
+extended_entities:
+  # ja-specific identifiers not in the base label set.
+  - code: BIZ_NUM
+    detection: structural
+    regex: '[1-9]\d{12}'
+    description: Corporate Number (法人番号), 13 digits
+
+  - code: DRIVER_LICENSE
+    detection: structural
+    regex: '\d{12}'
+    description: Driver's license number (運転免許証番号), 12 digits
+
+  # Regex-only entities (ENTITY_SPEC §3.3), compiled from the pii-pattern-engine
+  # ruleset by scripts/gen_regex_rules.py. Detected by the Stage-1 filter; absent from
+  # the NER label space unless added via a custom fine-tune (FR-2.6).
+  - code: CRYPTO
+    detection: structural
+    regex: null
+    description: Bitcoin / Ethereum wallet address
+  - code: DEVICE
+    detection: structural
+    regex: null
+    description: MAC address / IMEI
+  - code: IP
+    detection: structural
+    regex: null
+    description: IPv4 / IPv6 address
+  - code: URL
+    detection: structural
+    regex: null
+    description: URL
+
+# Partial-masking policy; applied by downstream consumers.
+partial_masking:
+  ID_NUM: '1234****5678'
+  PHONE: '090****5678'
+  BANK: '**** **** 3456'
+  EMAIL: 'u***@domain.com'

privyscope_ja-0.1.4/privyscope_ja/regex_rules.yaml

@@ -0,0 +1,240 @@
+# privyscope-ja — Stage 1 Regex Filter rules (SRS §3.4, ENTITY_SPEC §3).
+#
+# GENERATED FILE — do not edit. Compiled from the pii-pattern-engine submodule by
+# scripts/gen_regex_rules.py; change the mapping there and rebuild.
+#
+# Fields:
+#   id       : upstream pattern id (provenance)
+#   label    : privyscope entity code
+#   pattern  : Python `re` pattern
+#   priority : overlap-resolution weight, from upstream severity (higher wins)
+#   verify   : checksum/dictionary validator a match must pass (optional)
+version: 2
+language: ja
+rules:
+- id: credit_card_amex_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:3[47][0-9]{13})(?![A-Za-z0-9])
+  priority: 100
+- id: credit_card_diners_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:3[0689][0-9]{12})(?![A-Za-z0-9])
+  priority: 100
+  verify: credit_card_bin_valid
+- id: credit_card_discover_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:6(?:011|5[0-9]{2})[0-9]{12})(?![A-Za-z0-9])
+  priority: 100
+- id: credit_card_jcb_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:(?:2131|1800|35\d{3})\d{11})(?![A-Za-z0-9])
+  priority: 100
+- id: credit_card_mastercard_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:5[1-5][0-9]{14})(?![A-Za-z0-9])
+  priority: 100
+- id: credit_card_visa_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:4[0-9]{12}(?:[0-9]{3})?)(?![A-Za-z0-9])
+  priority: 100
+- id: generic_japanese_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:[0-9]{4}-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+  verify: generic_number_not_timestamp
+- id: local_credit_card_grouped
+  label: BANK
+  pattern: (?<![0-9])(?:[0-9]{4}[- ]){3}[0-9]{4}(?![0-9])
+  priority: 100
+  verify: luhn
+- id: mizuho_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0001-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+- id: mufg_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0005-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+- id: rakuten_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0036-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+  verify: generic_number_not_timestamp
+- id: resona_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0010-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+- id: seven_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0034-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+- id: smbc_bank_account_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:0009-?[0-9]{3}-?[0-9]{7})(?![A-Za-z0-9])
+  priority: 100
+- id: my_number_01
+  label: ID_NUM
+  pattern: (?<![A-Za-z0-9])(?:[0-9]{4}-?[0-9]{4}-?[0-9]{4})(?![A-Za-z0-9])
+  priority: 100
+  verify: jp_my_number_valid
+- id: passport_01
+  label: ID_NUM
+  pattern: (?<![A-Za-z0-9])(?:(?i:[A-Z]{2}[0-9]{7}))(?![A-Za-z0-9])
+  priority: 100
+- id: aws_access_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:AKIA[0-9A-Z]{16})(?![A-Za-z0-9])
+  priority: 100
+- id: aws_secret_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:\b[A-Za-z0-9/+=]{40}\b)(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: generic_api_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:[A-Za-z0-9_\-+/=]{32,})(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: generic_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:[A-Za-z0-9_\-+/=.]{20,})(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: github_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:gh[pousr]_[A-Za-z0-9_]{36,})(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: google_api_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:AIza[A-Za-z0-9\-_]{35})(?![A-Za-z0-9])
+  priority: 100
+- id: local_env_assignment_secret
+  label: SECRET
+  pattern: (?:[A-Z][A-Z0-9]*_)*(?:PASS|PASSWORD|SECRET|TOKEN|KEY|APIKEY|CREDENTIAL)[A-Z0-9_]*\s*=\s*\S{6,}
+  priority: 100
+- id: private_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:-----BEGIN (?:RSA |EC |OPENSSH )?PRIVATE KEY-----)(?![A-Za-z0-9])
+  priority: 100
+- id: slack_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:xox[bpar]-[A-Za-z0-9\-]{10,})(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: stripe_key_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:(?:rk|sk|pk)_(live|test|demo)_[A-Za-z0-9]{24,})(?![A-Za-z0-9])
+  priority: 100
+  verify: high_entropy_token
+- id: iban_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:[A-Z]{2}\d{2}[A-Z0-9]{11,30})(?![A-Za-z0-9])
+  priority: 75
+  verify: iban_mod97
+- id: iban_de_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:DE\d{2}[A-Z0-9]{18})(?![A-Za-z0-9])
+  priority: 75
+  verify: iban_mod97
+- id: iban_fr_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:FR\d{2}[A-Z0-9]{23})(?![A-Za-z0-9])
+  priority: 75
+  verify: iban_mod97
+- id: iban_gb_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:GB\d{2}[A-Z0-9]{18})(?![A-Za-z0-9])
+  priority: 75
+  verify: iban_mod97
+- id: iban_it_01
+  label: BANK
+  pattern: (?<![A-Za-z0-9])(?:IT\d{2}[A-Z0-9]{23})(?![A-Za-z0-9])
+  priority: 75
+  verify: iban_mod97
+- id: crypto_btc_p2pkh
+  label: CRYPTO
+  pattern: (?<![A-Za-z0-9])(?:1[a-km-zA-HJ-NP-Z1-9]{25,34})(?![A-Za-z0-9])
+  priority: 75
+  verify: crypto_btc_valid
+- id: crypto_eth_01
+  label: CRYPTO
+  pattern: (?<![A-Za-z0-9])(?:0x[a-fA-F0-9]{40})(?![A-Za-z0-9])
+  priority: 75
+  verify: crypto_eth_valid
+- id: driver_license_01
+  label: DRIVER_LICENSE
+  pattern: (?<![A-Za-z0-9])(?:[0-9]{4}-?[0-9]{2}-?[0-9]{6})(?![A-Za-z0-9])
+  priority: 75
+  verify: jp_driver_license_valid
+- id: address_simple_01
+  label: LOC
+  pattern: (?<![A-Za-z0-9])(?:(?:北海道|東京都|大阪府|京都府|青森県|岩手県|宮城県|秋田県|山形県|福島県|茨城県|栃木県|群馬県|埼玉県|千葉県|神奈川県|新潟県|富山県|石川県|福井県|山梨県|長野県|岐阜県|静岡県|愛知県|三重県|滋賀県|兵庫県|奈良県|和歌山県|鳥取県|島根県|岡山県|広島県|山口県|徳島県|香川県|愛媛県|高知県|福岡県|佐賀県|長崎県|熊本県|大分県|宮崎県|鹿児島県|沖縄県)[ぁ-ゟ゠-ヿ一-鿿\s]+(?:市|区|町|村)[ぁ-ゟ゠-ヿ一-鿿a-zA-Z0-9０-９\s\-−‐]+(?:[0-9０-９]+丁目[0-9０-９]+番[0-9０-９]+号|[0-9０-９]+[-−‐][0-9０-９]+(?:[-−‐][0-9０-９]+)?))(?![A-Za-z0-9])
+  priority: 75
+  verify: japanese_address_valid
+- id: mobile_01
+  label: PHONE
+  pattern: (?<![A-Za-z0-9])(?:0[789]0-?[0-9]{4}-?[0-9]{4})(?![A-Za-z0-9])
+  priority: 75
+- id: artifactory_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:\b(cm|AKC)[a-zA-Z0-9]{10,}\b)(?![A-Za-z0-9])
+  priority: 75
+  verify: high_entropy_token
+- id: jwt_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:eyJ[A-Za-z0-9_\-]+\.eyJ[A-Za-z0-9_\-]+\.[A-Za-z0-9_\-]+)(?![A-Za-z0-9])
+  priority: 75
+- id: jp_corporate_number
+  label: BIZ_NUM
+  pattern: (?<![A-Za-z0-9])(?:[1-9][0-9]{12})(?![A-Za-z0-9])
+  priority: 50
+  verify: jp_corporate_number_valid
+- id: imei_01
+  label: DEVICE
+  pattern: (?<![A-Za-z0-9])(?:\b[0-9]{15}\b)(?![A-Za-z0-9])
+  priority: 50
+  verify: imei_valid
+- id: email_01
+  label: EMAIL
+  pattern: (?<![A-Za-z0-9])(?:(?i:[a-zA-Z0-9._%+-]+@[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?(?:\.[a-zA-Z0-9](?:[a-zA-Z0-9-]{0,61}[a-zA-Z0-9])?)*\.[a-zA-Z]{2,}))(?![A-Za-z0-9])
+  priority: 50
+- id: fcm_token_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:[a-zA-Z0-9\-_]{140,200}:[a-zA-Z0-9\-_]{11})(?![A-Za-z0-9])
+  priority: 50
+- id: date_iso_01
+  label: DATE
+  pattern: (?<![A-Za-z0-9])(?:(19|20)\d{2}-(0[1-9]|1[0-2])-(0[1-9]|[12]\d|3[01]))(?![A-Za-z0-9])
+  priority: 25
+  verify: not_timestamp
+- id: date_slash_01
+  label: DATE
+  pattern: (?<![A-Za-z0-9])(?:((19|20)\d{2}/(0[1-9]|1[0-2])/(0[1-9]|[12]\d|3[01])|(0[1-9]|1[0-2])/(0[1-9]|[12]\d|3[01])/(19|20)\d{2}))(?![A-Za-z0-9])
+  priority: 25
+- id: mac_address_01
+  label: DEVICE
+  pattern: (?<![A-Za-z0-9])(?:([0-9A-Fa-f]{2}[:-]){5}([0-9A-Fa-f]{2}))(?![A-Za-z0-9])
+  priority: 25
+  verify: mac_address_valid
+- id: ipv4_01
+  label: IP
+  pattern: (?<![A-Za-z0-9])(?:(?:(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?)\.){3}(?:25[0-5]|2[0-4][0-9]|[01]?[0-9][0-9]?))(?![A-Za-z0-9])
+  priority: 25
+- id: ipv6_01
+  label: IP
+  pattern: (?<![A-Za-z0-9])(?:(?i:(?:(?:[0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,7}:|(?:[0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|(?:[0-9a-fA-F]{1,4}:){1,5}(?::[0-9a-fA-F]{1,4}){1,2}|(?:[0-9a-fA-F]{1,4}:){1,4}(?::[0-9a-fA-F]{1,4}){1,3}|(?:[0-9a-fA-F]{1,4}:){1,3}(?::[0-9a-fA-F]{1,4}){1,4}|(?:[0-9a-fA-F]{1,4}:){1,2}(?::[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:(?:(?::[0-9a-fA-F]{1,4}){1,6})|:(?:(?::[0-9a-fA-F]{1,4}){1,7}|:)|fe80:(?::[0-9a-fA-F]{0,4}){0,4}%[0-9a-zA-Z]{1,}|::(?:ffff(?::0{1,4}){0,1}:){0,1}(?:(?:25[0-5]|(?:2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3}(?:25[0-5]|(?:2[0-4]|1{0,1}[0-9]){0,1}[0-9])|(?:[0-9a-fA-F]{1,4}:){1,4}:(?:(?:25[0-5]|(?:2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3}(?:25[0-5]|(?:2[0-4]|1{0,1}[0-9]){0,1}[0-9]))))(?![A-Za-z0-9])
+  priority: 25
+- id: landline_01
+  label: PHONE
+  pattern: (?<![A-Za-z0-9])(?:0(?:[1-6][0-9]?|[789][1-9])(?:-?[0-9]{3,4}-?[0-9]{4}))(?![A-Za-z0-9])
+  priority: 25
+  verify: not_repeating_pattern
+- id: uuid_01
+  label: SECRET
+  pattern: (?<![A-Za-z0-9])(?:[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[1-5][0-9a-fA-F]{3}-[89abAB][0-9a-fA-F]{3}-[0-9a-fA-F]{12})(?![A-Za-z0-9])
+  priority: 25
+- id: url_01
+  label: URL
+  pattern: (?<![A-Za-z0-9])(?:(?i:https?://(?:www\.)?[-a-zA-Z0-9@:%._\+~#=]{1,256}\.[a-zA-Z0-9()]{1,6}\b(?:[-a-zA-Z0-9()@:%_\+.~#?&/=]*)))(?![A-Za-z0-9])
+  priority: 25

privyscope_ja-0.1.4/privyscope_ja.egg-info/PKG-INFO

@@ -0,0 +1,115 @@
+Metadata-Version: 2.4
+Name: privyscope-ja
+Version: 0.1.4
+Summary: privyscope-ja — Japanese language pack for the privyscope PII engine
+Author: privyscope Core Team
+License: Apache-2.0
+Project-URL: Homepage, https://github.com/zafrem/privyscope-ja
+Project-URL: Documentation, https://github.com/zafrem/privyscope-ja/blob/main/README.md
+Keywords: pii,ner,redaction,privacy,japanese,onnx
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Topic :: Text Processing :: Linguistic
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: privyscope>=0.1.3
+Provides-Extra: train
+Requires-Dist: privyscope[train]>=0.1.0; extra == "train"
+Requires-Dist: fugashi>=1.3; extra == "train"
+Requires-Dist: unidic-lite>=1.0.8; extra == "train"
+Provides-Extra: dev
+Requires-Dist: pytest>=7.0; extra == "dev"
+Requires-Dist: pytest-cov>=4.0; extra == "dev"
+Dynamic: license-file
+
+# privyscope-ja
+
+**Japanese language pack** for [privyscope](https://github.com/zafrem/privyscope),
+a two-stage hybrid PII detection & masking engine.
+
+This is a thin **plugin**: it ships only the Japanese data (`regex_rules.yaml`,
+`entity_config.yaml`) and registers itself with the `privyscope` core via the
+`privyscope.languages` entry point. The engine and the `privyscope` command live
+in the core, which is pulled in automatically.
+
+Japanese mixes three scripts — kanji (漢字), hiragana (ひらがな) and katakana
+(カタカナ) — with no inter-word spaces, so the pack advertises all three scripts
+and leaves personal-name detection to the NER stage rather than regex.
+
+## Install
+
+```bash
+pip install privyscope-ja      # pulls in the `privyscope` core automatically
+```
+
+## Quickstart
+
+```bash
+privyscope redact "田中さんの電話は090-1234-5678、メールは taro@example.co.jp"
+# → "<PER>さんの電話は<PHONE>、メールは <EMAIL>"
+```
+
+```python
+from privyscope import Privyscope
+eng = Privyscope.from_pretrained(lang="ja")
+eng.redact("田中さんの電話は090-1234-5678").masked_text   # "<PER>さんの電話は<PHONE>"
+```
+
+## How it works
+
+A **two-stage hybrid pipeline**, results merged via union:
+
+1. **Regex filter** — structurally obvious PII: Japanese mobile
+   (`0[789]0-xxxx-xxxx`, `+81`), landlines, My Number (個人番号, 12-digit with
+   check digit), passport, driver's license, Corporate Number (法人番号),
+   Japanese bank accounts, email, and credential secrets.
+2. **ONNX NER** — a BIOES token classifier with a constrained Viterbi decoder for
+   contextual PII (names, addresses, private dates). Weights download from
+   Hugging Face Hub (`zafrem/privyscope-ja`) on first use.
+
+Inference is **ONNX Runtime only — no PyTorch at runtime**. The base encoder
+tokenizes with MeCab, but that dependency is needed only for training/fine-tuning.
+
+## Entities
+
+8 base types — `PER`, `PHONE`, `ID_NUM`, `EMAIL`, `LOC`, `BANK`, `DATE`,
+`SECRET` — plus extended `BIZ_NUM` (Corporate Number 法人番号) and
+`DRIVER_LICENSE`, caught by regex.
+
+## Model & performance
+
+- **Base encoder** — `tohoku-nlp/bert-base-japanese-v3` → BIOES head → Viterbi
+  decoder.
+- **Runtime artifact** — INT8-quantized ONNX, max sequence length 256, downloaded
+  from the Hub with a SHA-256 `checksum.txt` for integrity.
+- **Accuracy** — run `privyscope eval --lang ja your_val.jsonl` on your own
+  labelled data; numbers will be published here once the held-out evaluation is
+  finalized.
+
+## Limitations
+
+- Not an anonymization/compliance guarantee; use as one layer of
+  privacy-by-design, with human review for sensitive workflows.
+- Personal names are contextual (NER only): recall depends on the fine-tuned
+  model, which is trained across kanji/hiragana/katakana renderings.
+
+## License
+
+Apache-2.0. See [LICENSE](LICENSE).
+
+Stage-1 regex patterns are compiled from the
+[pii-pattern-engine](https://github.com/zafrem/pii-pattern-engine) ruleset. Most rules carry
+a **verification function** — a checksum or dictionary validator (`jp_my_number_valid`, `luhn`) that a match
+must pass before it is redacted, so a value that merely looks like an ID is left alone.
+
+Regex-only extended entities: `BIZ_NUM · DRIVER_LICENSE · CRYPTO · IP · DEVICE · URL`.
+
+> `privyscope_ja/regex_rules.yaml` is **generated** by `scripts/gen_regex_rules.py` and is overwritten
+> on every build — edit the mapping in that script, not the YAML. See [CONTRIBUTING](CONTRIBUTING.md).

privyscope_ja-0.1.4/privyscope_ja.egg-info/SOURCES.txt

@@ -0,0 +1,15 @@
+LICENSE
+README.md
+pyproject.toml
+setup.py
+privyscope_ja/__init__.py
+privyscope_ja/entity_config.yaml
+privyscope_ja/regex_rules.yaml
+privyscope_ja.egg-info/PKG-INFO
+privyscope_ja.egg-info/SOURCES.txt
+privyscope_ja.egg-info/dependency_links.txt
+privyscope_ja.egg-info/entry_points.txt
+privyscope_ja.egg-info/requires.txt
+privyscope_ja.egg-info/top_level.txt
+tests/test_ja_regex.py
+tests/test_plugin_registered.py

privyscope_ja-0.1.4/privyscope_ja.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

privyscope_ja-0.1.4/privyscope_ja.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[privyscope.languages]
+ja = privyscope_ja:LANG

privyscope_ja-0.1.4/privyscope_ja.egg-info/requires.txt

@@ -0,0 +1,10 @@
+privyscope>=0.1.3
+
+[dev]
+pytest>=7.0
+pytest-cov>=4.0
+
+[train]
+privyscope[train]>=0.1.0
+fugashi>=1.3
+unidic-lite>=1.0.8

privyscope_ja-0.1.4/privyscope_ja.egg-info/top_level.txt

@@ -0,0 +1 @@
+privyscope_ja

privyscope_ja-0.1.4/pyproject.toml

@@ -0,0 +1,65 @@
+[build-system]
+requires = ["setuptools>=61.0", "wheel", "pyyaml>=6.0"]
+build-backend = "setuptools.build_meta"
+
+[project]
+name = "privyscope-ja"
+version = "0.1.4"
+description = "privyscope-ja — Japanese language pack for the privyscope PII engine"
+readme = "README.md"
+requires-python = ">=3.9"
+license = { text = "Apache-2.0" }
+authors = [{ name = "privyscope Core Team" }]
+keywords = ["pii", "ner", "redaction", "privacy", "japanese", "onnx"]
+classifiers = [
+    "License :: OSI Approved :: Apache Software License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3 :: Only",
+    "Programming Language :: Python :: 3.9",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Topic :: Text Processing :: Linguistic",
+]
+# The engine lives in the core; this pack only adds Japanese data + registration.
+dependencies = [
+    # 0.1.3 added the verification gate; older cores silently ignore the
+    # `verify:` key in regex_rules.yaml and run every rule unverified.
+    "privyscope>=0.1.3",
+]
+
+[project.optional-dependencies]
+# The Japanese base encoder tokenizes with MeCab (fugashi + a dictionary), needed
+# only for training / fine-tuning — not at ONNX inference time.
+train = ["privyscope[train]>=0.1.0", "fugashi>=1.3", "unidic-lite>=1.0.8"]
+dev = ["pytest>=7.0", "pytest-cov>=4.0"]
+
+# Register the Japanese plugin so the core discovers it at runtime. No console
+# script here — the `privyscope` command is owned solely by the core.
+[project.entry-points."privyscope.languages"]
+ja = "privyscope_ja:LANG"
+
+[project.urls]
+Homepage = "https://github.com/zafrem/privyscope-ja"
+Documentation = "https://github.com/zafrem/privyscope-ja/blob/main/README.md"
+
+[tool.setuptools.packages.find]
+where = ["."]
+include = ["privyscope_ja*"]
+
+[tool.setuptools.package-data]
+privyscope_ja = ["*.yaml"]
+
+[tool.pytest.ini_options]
+# Collect only this repo's tests. The pii-pattern-engine submodule ships its own suite
+# (3,500+ cases, and it imports `re2`), which pytest would otherwise pick up from the repo
+# root and fail on. `testpaths` covers a bare `pytest`; `norecursedirs` covers `pytest .`.
+testpaths = ["tests"]
+norecursedirs = ["pii-pattern-engine", ".core", "build", "dist", ".git"]
+
+[tool.coverage.run]
+# This pack's CI runs `--cov=privyscope` (the core engine, exercised through these rules).
+# _vendor/ is verbatim upstream code from the pii-pattern-engine submodule, not ours to
+# test — counting its 1,196 statements as uncovered halves the reported total.
+omit = ["*/privyscope/_core/_vendor/*"]

privyscope_ja-0.1.4/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

privyscope_ja-0.1.4/setup.py

@@ -0,0 +1,41 @@
+"""Build shim: compile regex_rules.yaml from the pii-pattern-engine ruleset.
+
+Runs at import, before ``setup()`` packages ``privyscope_ja``, so the generated YAML is in
+place to be picked up as package data. Covers every build path — ``pip install .``,
+``python -m build``, editable installs.
+
+Three cases, in order:
+  submodule present              -> (re)generate, so a build always tracks the checkout
+  absent but regex_rules.yaml    -> reuse it; this is an sdist, which ships the generated
+    present                         rules but not the submodule
+  neither                        -> fail loudly rather than publish a language pack with no
+                                    Stage-1 rules at all
+"""
+from pathlib import Path
+
+from setuptools import setup
+
+HERE = Path(__file__).parent
+RULES = HERE / "privyscope_ja" / "regex_rules.yaml"
+UPSTREAM = HERE / "pii-pattern-engine"
+
+
+def _gen_rules() -> None:
+    if UPSTREAM.is_dir():
+        import subprocess
+        import sys
+
+        subprocess.run(
+            [sys.executable, str(HERE / "scripts" / "gen_regex_rules.py")], check=True
+        )
+    elif not RULES.exists():
+        raise SystemExit(
+            "privyscope-ja: cannot build — the pii-pattern-engine submodule is missing and\n"
+            "no generated regex_rules.yaml is present, so the pack would ship with no\n"
+            "Stage-1 regex rules.\n"
+            "  run: git submodule update --init --recursive"
+        )
+
+
+_gen_rules()
+setup()

privyscope_ja-0.1.4/tests/test_ja_regex.py

@@ -0,0 +1,50 @@
+"""Japanese Stage-1 regex rules (over the real ja data)."""
+import pytest
+
+from privyscope import installed_languages
+from privyscope._core.regex_filter import RegexFilter
+
+from privyscope_ja import LANG, Privyscope
+
+
+def _filter():
+    return RegexFilter.from_yaml(LANG.regex_rules_path())
+
+
+def test_ja_mobile_and_email():
+    rf = _filter()
+    text = "電話は090-1234-5678、メールは taro@example.co.jp です"
+    spans = {(s.label, text[s.start:s.end]) for s in rf.find(text)}
+    assert ("PHONE", "090-1234-5678") in spans
+    assert ("EMAIL", "taro@example.co.jp") in spans
+
+
+def test_ja_my_number():
+    rf = _filter()
+    # 123456789018 has a valid My Number check digit (jp_my_number_valid).
+    text = "マイナンバーは123456789018です"
+    spans = {(s.label, text[s.start:s.end]) for s in rf.find(text)}
+    assert ("ID_NUM", "123456789018") in spans
+
+
+def test_ja_secret_token():
+    rf = _filter()
+    text = "APIキー sk-abcdefghijklmnopqrstuvwxyz012345 を再発行"
+    spans = {(s.label, text[s.start:s.end]) for s in rf.find(text)}
+    assert ("SECRET", "sk-abcdefghijklmnopqrstuvwxyz012345") in spans
+
+
+def test_ja_names_left_to_ner():
+    # PER is contextual (regex: null) — the Stage-1 filter must NOT emit names.
+    rf = _filter()
+    spans = {s.label for s in rf.find("担当は田中さんと佐藤さんです")}
+    assert "PER" not in spans
+
+
+def test_ja_engine_regex_only():
+    if "ja" not in installed_languages():
+        pytest.skip("privyscope-ja not pip-installed; plugin not discoverable")
+    engine = Privyscope.regex_only(lang="ja")
+    r = engine.redact("電話は090-1234-5678、メールは taro@example.co.jp です")
+    assert "<PHONE>" in r.redacted_text
+    assert "<EMAIL>" in r.redacted_text

privyscope_ja-0.1.4/tests/test_plugin_registered.py

@@ -0,0 +1,21 @@
+"""Verify the Japanese pack registers with the core (requires install)."""
+import pytest
+
+from privyscope import installed_languages
+from privyscope_ja import LANG
+
+
+def test_lang_record_shape():
+    assert LANG.code == "ja"
+    assert LANG.display_name == "Japanese"
+    assert LANG.default_repo == "zafrem/privyscope-ja"
+    assert LANG.scripts == ("Han", "Hiragana", "Katakana")
+    assert LANG.regex_rules_path().exists()
+    assert LANG.entity_config_path().exists()
+
+
+def test_discovered_via_entry_point():
+    langs = installed_languages()
+    if "ja" not in langs:
+        pytest.skip("privyscope-ja not pip-installed; entry point not discoverable")
+    assert langs["ja"].display_name == "Japanese"