sqlseed 0.1.17__tar.gz → 0.1.19__tar.gz

{sqlseed-0.1.17 → sqlseed-0.1.19}/CHANGELOG.md

@@ -7,6 +7,24 @@ All notable changes to this project will be documented in this file.
 Format based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [v0.1.19]
+
+### Added
+
+- Column mapper `_to_snake_case()` normalization: camelCase/PascalCase/Hungarian column names (`sOrderNo`, `sItemNo`, `userName`, `isActive`) now auto-resolve via snake-case fallback after direct matching
+- Sensitive identifier pattern rule: `user_no`, `card_no`, `card_number`, `identity_no` (and Hungarian variants `sUserNo`, `sCardNo`) map to masked string output instead of `foreign_key_or_integer`, preventing real values from leaking through FK resolution
+- `tests/test_mapper_camelcase.py` — 23 test cases covering camelCase mapping, sensitive field desensitization, and `_to_snake_case()` helper
+
+### Changed
+
+- `pyproject.toml`: moved `sqlite-utils` from required to optional dependency (matches `HAS_SQLITE_UTILS` fallback logic)
+- `pyproject.toml`: renamed `notebook` optional dep group to `tqdm` for clarity
+- `pyproject.toml`: restored `plugins/` to sdist exclude; added sdist exclude configs to plugin `pyproject.toml` files
+
+### Fixed
+
+- `test_fill_with_snapshot` now sets `SQLSEED_CACHE_DIR` to `tmp_path` via `monkeypatch.setenv`, fixing `PermissionError` when default cache directory is not writable
+
 ## [v0.1.17]
 
 ### Added

{sqlseed-0.1.17 → sqlseed-0.1.19}/CHANGELOG.zh-CN.md

@@ -7,6 +7,24 @@
 格式基于 [Keep a Changelog](https://keepachangelog.com/en/1.1.0/)，
 本项目遵循[语义化版本](https://semver.org/spec/v2.0.0.html)。
 
+## [v0.1.19]
+
+### 新增
+
+- 列映射器 `_to_snake_case()` 规范化：camelCase/PascalCase/Hungarian 列名（`sOrderNo`、`sItemNo`、`userName`、`isActive`）在直接匹配失败后自动通过 snake_case 回退解析
+- 敏感标识符模式规则：`user_no`、`card_no`、`card_number`、`identity_no`（及 Hungarian 变体 `sUserNo`、`sCardNo`）映射为脱敏字符串，防止真实值通过 FK 解析或 SharedPool 泄露
+- `tests/test_mapper_camelcase.py` — 23 个测试用例，覆盖 camelCase 映射、敏感字段脱敏和 `_to_snake_case()` 辅助函数
+
+### 变更
+
+- `pyproject.toml`：`sqlite-utils` 从必需依赖移至可选依赖（与 `HAS_SQLITE_UTILS` 回退逻辑一致）
+- `pyproject.toml`：可选依赖组 `notebook` 重命名为 `tqdm`
+- `pyproject.toml`：恢复 `plugins/` 到 sdist 排除列表；插件 `pyproject.toml` 新增 sdist 排除配置
+
+### 修复
+
+- `test_fill_with_snapshot` 通过 `monkeypatch.setenv` 将 `SQLSEED_CACHE_DIR` 设置为 `tmp_path`，修复默认缓存目录无写入权限时的 `PermissionError`
+
 ## [v0.1.17]
 
 ### 新增

{sqlseed-0.1.17 → sqlseed-0.1.19}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlseed
-Version: 0.1.17
+Version: 0.1.19
 Summary: Declarative SQLite test data generation toolkit
 Project-URL: Homepage, https://github.com/sunbos/sqlseed
 Project-URL: Documentation, https://github.com/sunbos/sqlseed#readme
@@ -28,12 +28,12 @@ Requires-Dist: pyyaml>=6.0
 Requires-Dist: rich>=13.0
 Requires-Dist: rstr>=3.2
 Requires-Dist: simpleeval>=1.0
-Requires-Dist: sqlite-utils>=3.36
 Requires-Dist: structlog>=24.0
 Requires-Dist: typing-extensions>=4.4
 Provides-Extra: all
 Requires-Dist: faker>=30.0; extra == 'all'
 Requires-Dist: mimesis>=18.0; extra == 'all'
+Requires-Dist: sqlite-utils>=3.36; extra == 'all'
 Requires-Dist: tqdm>=4.66; extra == 'all'
 Provides-Extra: dev
 Requires-Dist: mypy>=1.10; extra == 'dev'
@@ -43,6 +43,7 @@ Requires-Dist: pytest-benchmark>=4.0; extra == 'dev'
 Requires-Dist: pytest-cov>=5.0; extra == 'dev'
 Requires-Dist: pytest>=8.0; extra == 'dev'
 Requires-Dist: ruff>=0.5; extra == 'dev'
+Requires-Dist: sqlite-utils>=3.36; extra == 'dev'
 Requires-Dist: tqdm>=4.66; extra == 'dev'
 Provides-Extra: docs
 Requires-Dist: mkdocs-material>=9.0; extra == 'docs'
@@ -51,8 +52,10 @@ Provides-Extra: faker
 Requires-Dist: faker>=30.0; extra == 'faker'
 Provides-Extra: mimesis
 Requires-Dist: mimesis>=18.0; extra == 'mimesis'
-Provides-Extra: notebook
-Requires-Dist: tqdm>=4.66; extra == 'notebook'
+Provides-Extra: sqlite-utils
+Requires-Dist: sqlite-utils>=3.36; extra == 'sqlite-utils'
+Provides-Extra: tqdm
+Requires-Dist: tqdm>=4.66; extra == 'tqdm'
 Description-Content-Type: text/markdown
 
 <div align="center">

{sqlseed-0.1.17 → sqlseed-0.1.19}/pyproject.toml

@@ -27,7 +27,6 @@ classifiers = [
 ]
 
 dependencies = [
-    "sqlite-utils>=3.36",
     "pydantic>=2.0",
     "pluggy>=1.3",
     "structlog>=24.0",
@@ -46,11 +45,13 @@ Repository = "https://github.com/sunbos/sqlseed"
 Issues = "https://github.com/sunbos/sqlseed/issues"
 
 [project.optional-dependencies]
+sqlite-utils = ["sqlite-utils>=3.36"]
 faker = ["faker>=30.0"]
 mimesis = ["mimesis>=18.0"]
-notebook = ["tqdm>=4.66"]
-all = ["faker>=30.0", "mimesis>=18.0", "tqdm>=4.66"]
+tqdm = ["tqdm>=4.66"]
+all = ["sqlite-utils>=3.36", "faker>=30.0", "mimesis>=18.0", "tqdm>=4.66"]
 dev = [
+    "sqlite-utils>=3.36",
     "pytest>=8.0",
     "pytest-cov>=5.0",
     "pytest-asyncio>=0.24",

{sqlseed-0.1.17 → sqlseed-0.1.19}/src/sqlseed/core/mapper.py

@@ -130,7 +130,12 @@ class ColumnMapper:
     PATTERN_MATCH_RULES: ClassVar[list[tuple[str, str, dict[str, Any]]]] = [
         (r"^id$", "autoincrement", {}),
         (r".*_id$", "foreign_key_or_integer", {}),
-        (r"(?i).*_no$|.*_nbr$|.*[A-Z]no$|.*[A-Z]nbr$", "foreign_key_or_integer", {}),
+        (
+            r".*(?:user|card|identity)(?:_no|_number|_nbr)$",
+            "string",
+            {"min_length": 8, "max_length": 20, "charset": "alphanumeric"},
+        ),
+        (r".*_no$|.*_nbr$", "foreign_key_or_integer", {}),
         (r".*_ids$", "json", {}),
         (r".*_at$", "datetime", {}),
         (r".*_date$", "date", {}),
@@ -255,6 +260,12 @@ class ColumnMapper:
             return GeneratorSpec(generator_name="skip")
         return None
 
+    _CAMELCASE_RE: ClassVar[re.Pattern[str]] = re.compile(r"(?<=[a-z0-9])(?=[A-Z])|(?<=[A-Z])(?=[A-Z][a-z])")
+
+    @classmethod
+    def _to_snake_case(cls, name: str) -> str:
+        return cls._CAMELCASE_RE.sub("_", name).lower()
+
     def map_column(
         self,
         column_info: ColumnInfo,
@@ -287,6 +298,15 @@ class ColumnMapper:
         if pattern_match:
             return pattern_match
 
+        snake_name = self._to_snake_case(column_info.name)
+        if snake_name != column_name:
+            snake_exact = self._match_exact(snake_name)
+            if snake_exact:
+                return snake_exact
+            snake_pattern = self._match_pattern(snake_name)
+            if snake_pattern:
+                return snake_pattern
+
         fallback_spec = self._map_from_default_or_nullable(column_info, column_type, enrich, force_type_infer)
         if fallback_spec:
             return fallback_spec