datumseal 0.2.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (117) hide show
  1. datumseal/__init__.py +8 -0
  2. datumseal/__main__.py +3 -0
  3. datumseal/cli.py +295 -0
  4. datumseal/comparison.py +142 -0
  5. datumseal/contracts.py +64 -0
  6. datumseal/envelope.py +28 -0
  7. datumseal/examples/DEMO_PROVENANCE.md +6 -0
  8. datumseal/examples/DEMO_asof_no_match.json +115 -0
  9. datumseal/examples/DEMO_asof_result.json +134 -0
  10. datumseal/examples/DEMO_asof_result_multi_v4.json +112 -0
  11. datumseal/examples/DEMO_asof_result_v2.json +91 -0
  12. datumseal/examples/DEMO_asof_result_v3.json +91 -0
  13. datumseal/examples/DEMO_asof_result_v4.json +105 -0
  14. datumseal/examples/DEMO_command_error.json +17 -0
  15. datumseal/examples/DEMO_last_revision_result.json +121 -0
  16. datumseal/examples/DEMO_last_revision_result_multi_v4.json +120 -0
  17. datumseal/examples/DEMO_last_revision_result_v2.json +99 -0
  18. datumseal/examples/DEMO_last_revision_result_v3.json +99 -0
  19. datumseal/examples/DEMO_last_revision_result_v4.json +113 -0
  20. datumseal/examples/DEMO_ledger_result.json +38 -0
  21. datumseal/examples/DEMO_ledger_result_multi_v4.json +73 -0
  22. datumseal/examples/DEMO_ledger_result_v2.json +43 -0
  23. datumseal/examples/DEMO_ledger_result_v3.json +53 -0
  24. datumseal/examples/DEMO_ledger_result_v4.json +66 -0
  25. datumseal/examples/DEMO_manifest.json +36 -0
  26. datumseal/examples/DEMO_manifest.md +31 -0
  27. datumseal/examples/DEMO_manifest_pack_v6.json +100 -0
  28. datumseal/examples/DEMO_manifest_v5.json +119 -0
  29. datumseal/examples/DEMO_manifest_v6.json +120 -0
  30. datumseal/examples/DEMO_markdown_result.json +10 -0
  31. datumseal/examples/DEMO_new_change_types_v5.jsonl +3 -0
  32. datumseal/examples/DEMO_pack.json +13 -0
  33. datumseal/examples/DEMO_pack_v2.json +13 -0
  34. datumseal/examples/DEMO_rejected_rows.json +208 -0
  35. datumseal/examples/DEMO_revision_record.json +26 -0
  36. datumseal/examples/DEMO_revision_record_v3.json +28 -0
  37. datumseal/examples/DEMO_revision_record_v4.json +32 -0
  38. datumseal/examples/DEMO_revision_record_v5.json +20 -0
  39. datumseal/examples/DEMO_schemas_result.json +278 -0
  40. datumseal/examples/DEMO_seen_add.json +71 -0
  41. datumseal/examples/DEMO_seen_check.json +106 -0
  42. datumseal/examples/DEMO_seen_list.json +71 -0
  43. datumseal/examples/DEMO_seen_log.jsonl +2 -0
  44. datumseal/examples/DEMO_seen_record.json +22 -0
  45. datumseal/examples/DEMO_seen_table.md +5 -0
  46. datumseal/examples/DEMO_seen_vintage_check.json +133 -0
  47. datumseal/examples/DEMO_verify_result.json +46 -0
  48. datumseal/examples/DEMO_vintage_ledger.jsonl +5 -0
  49. datumseal/examples/DEMO_vintage_ledger_v5.jsonl +2 -0
  50. datumseal/examples/manifest.json +31 -0
  51. datumseal/examples/manifest.md +31 -0
  52. datumseal/examples/verify_result.json +41 -0
  53. datumseal/ignores.py +34 -0
  54. datumseal/ledger/__init__.py +11 -0
  55. datumseal/ledger/_metadata.py +4 -0
  56. datumseal/ledger/asof.py +98 -0
  57. datumseal/ledger/last_revision.py +115 -0
  58. datumseal/ledger/ledger.py +333 -0
  59. datumseal/ledger/pack.py +158 -0
  60. datumseal/ledger/record.schema.json +42 -0
  61. datumseal/ledger/record.v2.schema.json +215 -0
  62. datumseal/ledger/record.v3.schema.json +220 -0
  63. datumseal/ledger/record.v4.schema.json +243 -0
  64. datumseal/ledger/record.v5.schema.json +290 -0
  65. datumseal/ledger/record_pack.v1.schema.json +79 -0
  66. datumseal/ledger/record_pack.v2.schema.json +78 -0
  67. datumseal/ledger/sources.py +180 -0
  68. datumseal/manifest.py +312 -0
  69. datumseal/markdown.py +43 -0
  70. datumseal/output.py +158 -0
  71. datumseal/registry.py +234 -0
  72. datumseal/schemas/asof_result.v1.schema.json +768 -0
  73. datumseal/schemas/asof_result.v2.schema.json +1011 -0
  74. datumseal/schemas/asof_result.v3.schema.json +470 -0
  75. datumseal/schemas/asof_result.v4.schema.json +588 -0
  76. datumseal/schemas/command_error.v1.schema.json +96 -0
  77. datumseal/schemas/last_revision_result.v1.schema.json +831 -0
  78. datumseal/schemas/last_revision_result.v2.schema.json +1074 -0
  79. datumseal/schemas/last_revision_result.v3.schema.json +533 -0
  80. datumseal/schemas/last_revision_result.v4.schema.json +651 -0
  81. datumseal/schemas/ledger_result.v1.schema.json +653 -0
  82. datumseal/schemas/ledger_result.v2.schema.json +896 -0
  83. datumseal/schemas/ledger_result.v3.schema.json +355 -0
  84. datumseal/schemas/ledger_result.v4.schema.json +437 -0
  85. datumseal/schemas/manifest.schema.json +129 -0
  86. datumseal/schemas/manifest.v2.schema.json +93 -0
  87. datumseal/schemas/manifest.v4.schema.json +195 -0
  88. datumseal/schemas/manifest.v5.schema.json +359 -0
  89. datumseal/schemas/manifest.v6.schema.json +397 -0
  90. datumseal/schemas/markdown_result.v1.schema.json +92 -0
  91. datumseal/schemas/schemas_result.v1.schema.json +161 -0
  92. datumseal/schemas/seen_log.v1.schema.json +438 -0
  93. datumseal/schemas/verify_result.schema.json +357 -0
  94. datumseal/schemas/verify_result.v2.schema.json +237 -0
  95. datumseal/schemas/verify_result.v4.schema.json +424 -0
  96. datumseal/seen.py +289 -0
  97. datumseal/seen_cli.py +125 -0
  98. datumseal/seen_contracts.py +38 -0
  99. datumseal/tables/__init__.py +7 -0
  100. datumseal/tables/cli.py +69 -0
  101. datumseal/tables/core.py +275 -0
  102. datumseal/tables/examples/rejected_rows_v1.json +80 -0
  103. datumseal/tables/examples/rejected_rows_v2.json +198 -0
  104. datumseal/tables/readers.py +496 -0
  105. datumseal/tables/rejected_rows.schema.json +537 -0
  106. datumseal/tables/rejected_rows_v1.schema.json +441 -0
  107. datumseal/tables/rejected_rows_v3.schema.json +662 -0
  108. datumseal/tables/schema.py +200 -0
  109. datumseal/version.py +17 -0
  110. datumseal/vintages.py +267 -0
  111. datumseal-0.2.0.dist-info/METADATA +71 -0
  112. datumseal-0.2.0.dist-info/RECORD +117 -0
  113. datumseal-0.2.0.dist-info/WHEEL +5 -0
  114. datumseal-0.2.0.dist-info/entry_points.txt +2 -0
  115. datumseal-0.2.0.dist-info/licenses/LICENSE +21 -0
  116. datumseal-0.2.0.dist-info/licenses/THIRD_PARTY.md +100 -0
  117. datumseal-0.2.0.dist-info/top_level.txt +1 -0
datumseal/__init__.py ADDED
@@ -0,0 +1,8 @@
1
+ """Portable preregistration snapshots and content-first verification."""
2
+ from .version import TOOL_VERSION as __version__
3
+ from .manifest import ManifestError, freeze, load_manifest, write_manifest
4
+ from .comparison import compare
5
+ from .markdown import manifest_markdown, write_markdown
6
+
7
+ __all__ = ["ManifestError", "freeze", "load_manifest", "write_manifest", "compare",
8
+ "manifest_markdown", "write_markdown"]
datumseal/__main__.py ADDED
@@ -0,0 +1,3 @@
1
+ from .cli import main
2
+
3
+ raise SystemExit(main())
datumseal/cli.py ADDED
@@ -0,0 +1,295 @@
1
+ """Command-line interface: JSON for automation, Japanese text for review."""
2
+ import argparse
3
+ import json
4
+ import os
5
+ from pathlib import Path
6
+ import sys
7
+
8
+ from . import ManifestError, compare, freeze, load_manifest, write_manifest
9
+ from .markdown import manifest_markdown, write_markdown
10
+ from .manifest import ManifestStopped
11
+ from .seen_cli import (validate_contract, register_seen, add_read_seen_arguments, record_read)
12
+ from .envelope import envelope, finding
13
+ from .registry import register_schemas
14
+ from .output import (OutputRequest, OutputUsageError, register_output_arguments,
15
+ recover_output_request, emit_output, result_paths)
16
+ from datumseal.ledger import asof
17
+
18
+
19
+ def _inside(path, root):
20
+ path = Path(os.path.abspath(path))
21
+ root = Path(os.path.abspath(root))
22
+ try:
23
+ return path.relative_to(root).as_posix()
24
+ except ValueError:
25
+ # Mac may accept two Unicode spellings of one parent directory.
26
+ # Compare directory identity, not just normalized absolute strings:
27
+ # other filesystems can have distinct NFC/NFD sibling directories.
28
+ for parent in path.parents:
29
+ try:
30
+ if parent.samefile(root):
31
+ return path.relative_to(parent).as_posix()
32
+ except OSError:
33
+ continue
34
+ return None
35
+
36
+
37
+ def _quoted(path):
38
+ return json.dumps(path, ensure_ascii=False)
39
+
40
+
41
+ def _human_report(report):
42
+ lines = ["凍結との照合", f"記録 SHA-256: {report['manifest_sha256']}",
43
+ "中身: " + ("一致" if report["content_matches"] else "差分あり")]
44
+ for key, title in (("unchanged", "同じ"), ("moved", "道だけ変わった・中身は同じ"),
45
+ ("modified", "中身が変わった"), ("added", "足された"), ("removed", "消えた")):
46
+ lines.append(f"{title}: {len(report[key])} 件")
47
+ for entry in report[key]:
48
+ path = _quoted(entry["path"])
49
+ if key == "moved":
50
+ path = f"{_quoted(entry['old_path'])} → {path}"
51
+ lines.append(f" {path}")
52
+ lines.append(f"改行だけの差(CRLF/LF・元のバイトは不一致): {len(report['text_normalized'])} 件")
53
+ for entry in report["text_normalized"]:
54
+ lines.append(f" {_quoted(entry['path'])}")
55
+ for warning in report["warnings"]:
56
+ lines.append(f"警告: {warning['reason']}")
57
+ lines.append(" 凍結時: " + json.dumps(warning["frozen_paths"], ensure_ascii=False))
58
+ lines.append(" 現在: " + json.dumps(warning["current_paths"], ensure_ascii=False))
59
+ for group in report["ambiguous_moves"]:
60
+ lines.append("移動の対応が未確定: " + json.dumps(
61
+ {"frozen_paths": group["frozen_paths"], "current_paths": group["current_paths"]}, ensure_ascii=False))
62
+ statuses = {"match": "一致", "mismatch": "不一致", "not_checked": "未照合(指定なし)",
63
+ "no_frozen_code": "照合不可(凍結時のコード指定なし)"}
64
+ code = report["judgment_code"]
65
+ lines.append("判定用コード: " + statuses[code["status"]])
66
+ for key, title in (("missing", "一致しない凍結コード"), ("unexpected", "凍結に対応しない判定コード")):
67
+ for entry in code[key]:
68
+ lines.append(f" {title}: {_quoted(entry['path'])} SHA-256={entry['sha256']}")
69
+ lines.append("除外パス: " + json.dumps(report["excluded_paths"], ensure_ascii=False))
70
+ lines.append("無視規則: " + json.dumps(report["ignore_rules"], ensure_ascii=False))
71
+ for marker in report["unicode_normalizations"]:
72
+ lines.append("Unicode 正規化の表記差: "
73
+ f"{_quoted(marker['frozen_path'])} → {_quoted(marker['path'])}")
74
+ return "\n".join(lines)
75
+
76
+
77
+ class UsageError(ValueError):
78
+ """Argparse usage failure, caught at the shared JSON boundary."""
79
+
80
+
81
+ class Parser(argparse.ArgumentParser):
82
+ def error(self, message):
83
+ # Do not echo user-supplied values into machine diagnostics.
84
+ self.print_usage(sys.stderr)
85
+ raise UsageError("コマンドの引数が不正です。--help を確認してください")
86
+
87
+
88
+ def _json_option(parser):
89
+ parser.add_argument("--json", action="store_true", default=argparse.SUPPRESS,
90
+ help="結果を標準出力の単一 JSON で表示")
91
+
92
+
93
+ def register_read(commands):
94
+ from datumseal.tables.cli import add_read_arguments
95
+ read = commands.add_parser("read", help="CSV・xlsx の行を理由つきで検査")
96
+ add_read_arguments(read)
97
+ add_read_seen_arguments(read)
98
+ _json_option(read)
99
+ read.set_defaults(handler=_read, canonical="read")
100
+
101
+
102
+ def register_freeze(commands):
103
+ create = commands.add_parser("freeze", help="ルート内のファイルを JSON 記録に凍結")
104
+ create.add_argument("root", type=Path)
105
+ create.add_argument("--output", required=True, type=Path, help="新規 JSON ファイル(上書き不可)")
106
+ for flag in ("document", "code", "data"):
107
+ create.add_argument(f"--{flag}", action="append", default=[], help="役割の相対パス(繰り返し可)")
108
+ create.add_argument("--ignore", action="append", default=[], help="追加の無視規則(繰り返し可)")
109
+ create.add_argument("--no-default-ignores", action="store_true")
110
+ create.add_argument("--markdown-output", type=Path, help="同じ記録の Markdown 表を新規保存")
111
+ create.add_argument("--asof", help="版を求める日付 YYYY-MM-DD(--ledger と併用)")
112
+ create.add_argument("--ledger", help="凍結ルート内の台帳ファイルまたは記録集フォルダの相対パス")
113
+ create.add_argument("--vintage-series", nargs=2, action="append", default=[], metavar=("STATISTIC", "SERIES"))
114
+ create.add_argument("--base", help="asof に渡す基準(完全一致)")
115
+ _json_option(create)
116
+ create.set_defaults(handler=_freeze, canonical="freeze")
117
+
118
+
119
+ def register_verify(commands):
120
+ for name in ("verify", "compare"):
121
+ check = commands.add_parser(name, help="凍結記録と現在の中身を照合" + ("(非推奨の別名)" if name == "compare" else ""))
122
+ check.add_argument("manifest", type=Path)
123
+ if name == "compare":
124
+ check.add_argument("root", type=Path)
125
+ else:
126
+ check.add_argument("root", type=Path, nargs="?", help="省略時は manifest の親フォルダ")
127
+ check.add_argument("--judgment-code", action="append", help="判定用コードの相対パス(繰り返し可)")
128
+ check.add_argument("--text-normalize", action="store_true", help="CRLF/LF だけの差を別記")
129
+ _json_option(check)
130
+ check.set_defaults(handler=_verify, canonical="verify")
131
+
132
+
133
+ def register_ledger(commands):
134
+ ledger = commands.add_parser("ledger", help="改定台帳の検査")
135
+ _json_option(ledger)
136
+ actions = ledger.add_subparsers(dest="ledger_command", required=True)
137
+ check = actions.add_parser("validate", help="JSON Lines 台帳を検査")
138
+ check.add_argument("ledger", nargs="+")
139
+ check.add_argument("--prefer")
140
+ _json_option(check)
141
+ check.set_defaults(canonical="ledger validate") # run by datumseal.ledger.pack._adapt (validate_sources)
142
+ latest = actions.add_parser("asof", help="指定日の時点で最新の版を取り出す")
143
+ latest.add_argument("ledger", nargs="+")
144
+ latest.add_argument("--prefer")
145
+ latest.add_argument("--statistic", required=True)
146
+ latest.add_argument("--series", required=True)
147
+ latest.add_argument("--date", required=True)
148
+ latest.add_argument("--base", default=None)
149
+ _json_option(latest)
150
+ latest.set_defaults(handler=_asof, canonical="ledger asof")
151
+ from datumseal.ledger.last_revision import register_last_revision
152
+ register_last_revision(actions)
153
+ from datumseal.ledger.pack import register_pack_inputs
154
+ register_pack_inputs(actions)
155
+
156
+
157
+ # Add a registrar for each future command family (e.g. seen). No placeholder commands.
158
+ COMMAND_REGISTRARS = (register_read, register_freeze, register_verify, register_ledger)
159
+
160
+
161
+ def build_parser():
162
+ parser = Parser(prog="datumseal", description="表の検査・凍結と照合・改定台帳")
163
+ _json_option(parser)
164
+ commands = parser.add_subparsers(dest="command", required=True)
165
+ for register in COMMAND_REGISTRARS:
166
+ register(commands)
167
+ register_seen(commands)
168
+ render = commands.add_parser("markdown", help="既存の凍結記録を Markdown 表へ(互換機能)")
169
+ render.add_argument("manifest", type=Path)
170
+ render.add_argument("--output", type=Path)
171
+ _json_option(render)
172
+ render.set_defaults(handler=_markdown, canonical="markdown")
173
+ register_schemas(commands)
174
+ register_output_arguments(parser)
175
+ return parser
176
+
177
+
178
+ def _read(args):
179
+ from datumseal.tables.cli import build_report
180
+ value, _ = build_report(args)
181
+ if args.record_seen is not None:
182
+ record_read(args, value)
183
+ return value, None
184
+
185
+
186
+ def _freeze(args):
187
+ outputs = [args.output] + ([args.markdown_output] if args.markdown_output else [])
188
+ for output in outputs:
189
+ if output.exists() or output.is_symlink():
190
+ raise FileExistsError()
191
+ if args.markdown_output and os.path.abspath(args.output) == os.path.abspath(args.markdown_output):
192
+ raise ManifestError("JSON と Markdown には別々の新規出力先が必要です")
193
+ internal = [rel for output in outputs + result_paths(args) if (rel := _inside(output, args.root))]
194
+ manifest = freeze(args.root, documents=args.document, code=args.code, data=args.data,
195
+ exclude=internal, ignore=args.ignore,
196
+ asof=args.asof, ledger=args.ledger, vintage_series=args.vintage_series, base=args.base,
197
+ default_ignores=not args.no_default_ignores)
198
+ write_manifest(manifest, args.output)
199
+ if args.markdown_output:
200
+ write_markdown(manifest, args.markdown_output)
201
+ return manifest, f"凍結しました: {len(manifest['files'])} 件\n記録 SHA-256: {manifest['manifest_sha256']}"
202
+
203
+
204
+ def _verify(args):
205
+ if args.command == "compare":
206
+ print("非推奨: compare は verify を使用してください。", file=sys.stderr)
207
+ root = args.root if args.root is not None else args.manifest.parent
208
+ manifest = load_manifest(args.manifest)
209
+ internal = _inside(args.manifest, root)
210
+ report = compare(manifest, root, judgment_code=args.judgment_code,
211
+ exclude=[internal] if internal else [], text_normalize=args.text_normalize)
212
+ return report, _human_report(report)
213
+
214
+
215
+ def _asof(args):
216
+ value = asof(args.ledger, args.statistic, args.series, args.date, base=args.base, prefer=args.prefer)
217
+ if value.get("found"):
218
+ row = value["selected"]
219
+ human = f"最新版: {row['vintage_id']}(公表日 {row['release_date']}、順番 {row['release_seq']})"
220
+ else:
221
+ human = "\n".join(item["reason"] for item in value["findings"])
222
+ return value, human
223
+
224
+
225
+ def _markdown(args):
226
+ manifest = load_manifest(args.manifest)
227
+ text = manifest_markdown(manifest)
228
+ if args.output:
229
+ write_markdown(manifest, args.output)
230
+ value = dict(envelope("markdown_result", "markdown"), markdown=text)
231
+ return value, "" if args.output else text.rstrip("\n")
232
+
233
+
234
+ def _error(command, code, reason, issue_code):
235
+ return dict(envelope("command_error", command, code,
236
+ [finding("stop", issue_code, reason, command)]), error=reason)
237
+
238
+
239
+ def _command_hint(argv):
240
+ """Keep the attempted command in reports even when parsing fails."""
241
+ tokens = [token for token in argv if token != "--json"]
242
+ if tokens and tokens[0] in ("read", "freeze", "verify", "markdown", "compare"):
243
+ return "verify" if tokens[0] == "compare" else tokens[0]
244
+ if len(tokens) >= 2 and tokens[0] == "ledger" and tokens[1] in ("validate", "asof"):
245
+ return "ledger " + tokens[1]
246
+ return "datumseal"
247
+
248
+
249
+ def main(argv=None):
250
+ argv = list(sys.argv[1:] if argv is None else argv)
251
+ if argv == ["--version"]:
252
+ from .version import TOOL_VERSION
253
+ print(TOOL_VERSION)
254
+ return 0
255
+ json_requested = "--json" in argv
256
+ command = _command_hint(argv)
257
+ default_json = False
258
+ serialized = None
259
+ output = None
260
+ try:
261
+ parser = build_parser()
262
+ args = parser.parse_args(argv)
263
+ command = args.canonical
264
+ default_json = command == "read"
265
+ json_requested = getattr(args, "json", False)
266
+ output = OutputRequest.from_args(args)
267
+ output.prepare(args)
268
+ value, human = args.handler(args)
269
+ validate_contract(value, value["type"])
270
+ # ASCII escapes preserve cells/reasons while also supporting ASCII stdout.
271
+ # Serialization failures belong to the same C1 exception boundary.
272
+ if json_requested or default_json:
273
+ serialized = json.dumps(value, ensure_ascii=True, allow_nan=False)
274
+ except (UsageError, OutputUsageError) as error:
275
+ value, human = _error(command, 2, str(error), "usage_error"), None
276
+ except ManifestStopped as error:
277
+ value, human = _error(command, 1, str(error), "input_stopped"), None
278
+ except (ManifestError, OSError) as error:
279
+ # OSError.__str__ can contain absolute paths. Do not serialize it.
280
+ reason = str(error) if isinstance(error, ManifestError) else "入力または出力を読み書きできません"
281
+ if isinstance(error, FileExistsError):
282
+ reason = "出力先が既に存在します。別の新規ファイルを指定してください"
283
+ value, human = _error(command, 2, reason, "invalid_input"), None
284
+ except Exception:
285
+ value, human = _error(command, 3, "内部の失敗により処理を停止しました", "internal_error"), None
286
+ output = output if output is not None else recover_output_request(argv)
287
+ if output.active:
288
+ return emit_output(output, value, json_requested=json_requested)
289
+ if json_requested or default_json:
290
+ print(serialized if serialized is not None else json.dumps(value, ensure_ascii=True, allow_nan=False))
291
+ elif value["type"] == "command_error":
292
+ print("エラー: " + value["error"], file=sys.stderr)
293
+ elif human:
294
+ print(human)
295
+ return value["exit_code"]
@@ -0,0 +1,142 @@
1
+ """Deterministic content-first inventory and judgment-code comparison."""
2
+ from collections import Counter, defaultdict
3
+ from datetime import datetime, timezone
4
+
5
+ from .manifest import ManifestError, _path_key, _unique_paths, scan, select, validate_manifest
6
+ from .contracts import validate_contract
7
+ from .envelope import envelope, finding
8
+
9
+
10
+ def _identity(entry):
11
+ return entry["sha256"], entry["size"]
12
+
13
+
14
+ def _check_code(frozen, current, selectors):
15
+ if selectors is None:
16
+ return {"status": "not_checked", "files": [], "missing": [], "unexpected": []}
17
+ selected = select(current, selectors)
18
+ expected = [f for f in frozen if f["role"] == "code"]
19
+ actual = [f for f in current if f["path"] in selected]
20
+ # Reserve exact content matches; multiplicity matters for copied code files.
21
+ available = Counter(_identity(f) for f in actual)
22
+ missing = []
23
+ for entry in expected:
24
+ key = _identity(entry)
25
+ if available[key]:
26
+ available[key] -= 1
27
+ else:
28
+ missing.append(entry)
29
+ wanted = Counter(_identity(f) for f in expected)
30
+ unexpected = []
31
+ for entry in actual:
32
+ key = _identity(entry)
33
+ if wanted[key]:
34
+ wanted[key] -= 1
35
+ else:
36
+ unexpected.append(entry)
37
+ status = "match" if not missing and not unexpected else "mismatch"
38
+ if not expected:
39
+ status = "no_frozen_code"
40
+ return {"status": status, "files": actual, "missing": missing, "unexpected": unexpected}
41
+
42
+
43
+ def compare(manifest, root, *, judgment_code=None, exclude=(), text_normalize=False,
44
+ capture_paths=(), captured_bytes=None):
45
+ """Compare contents before paths; never execute the selected judgment code.
46
+
47
+ ``exclude`` can name the current manifest file if it was relocated inside root.
48
+ The effective exclusions are returned, so scope changes remain visible.
49
+ Optionally fill ``captured_bytes`` with the raw bytes hashed for
50
+ ``capture_paths`` (root-relative POSIX paths, matched using Unicode keys).
51
+ Only scanned files are captured; callers must check the comparison before
52
+ trusting them. Captured bytes are kept separate from the report.
53
+ """
54
+ validate_manifest(manifest)
55
+ if text_normalize and manifest["schema_version"] < 3:
56
+ raise ManifestError("この記録には改行照合用ハッシュがありません。v3 で再凍結してください")
57
+ excluded = _unique_paths([*manifest["excluded_paths"], *exclude])
58
+ patterns = manifest.get("ignore_rules", [])
59
+ text_hashes = []
60
+ capture_options = {} if captured_bytes is None else {
61
+ "capture_paths": capture_paths, "captured_bytes": captured_bytes}
62
+ current = scan(root, excluded, ignore=patterns, text_hashes=text_hashes, **capture_options)
63
+ old = {_path_key(f["path"]): f for f in manifest["files"]}
64
+ new = {_path_key(f["path"]): f for f in current}
65
+ report = {key: [] for key in ("unchanged", "moved", "modified", "added", "removed")}
66
+ old_counts = Counter(_identity(f) for f in manifest["files"])
67
+ new_counts = Counter(_identity(f) for f in current)
68
+ report["content_matches"] = old_counts == new_counts
69
+ report["paths_match"] = old.keys() == new.keys() and all(
70
+ _identity(old[p]) == _identity(new[p]) for p in old)
71
+ report["text_normalize"] = text_normalize
72
+ report["text_normalized"] = []
73
+ report["warnings"] = []
74
+ report["ambiguous_moves"] = []
75
+ reason = "同じ中身のファイルが複数あり、どれが動いたか決められないため候補を残します"
76
+ for key in sorted(old_counts.keys() | new_counts.keys()):
77
+ if old_counts[key] > 1 or new_counts[key] > 1:
78
+ report["warnings"].append({
79
+ "code": "duplicate_content", "reason": reason,
80
+ "sha256": key[0], "size": key[1],
81
+ "frozen_paths": sorted(f["path"] for f in manifest["files"] if _identity(f) == key),
82
+ "current_paths": sorted(f["path"] for f in current if _identity(f) == key),
83
+ })
84
+ report["unicode_normalizations"] = [
85
+ {"frozen_path": old[key]["path"], "path": new[key]["path"]}
86
+ for key in sorted(old.keys() & new.keys()) if old[key]["path"] != new[key]["path"]
87
+ ]
88
+ for path in sorted(old.keys() & new.keys()):
89
+ if _identity(old[path]) == _identity(new[path]):
90
+ report["unchanged"].append(old.pop(path))
91
+ new.pop(path)
92
+ old_groups, new_groups = defaultdict(list), defaultdict(list)
93
+ for path, entry in sorted(old.items()):
94
+ old_groups[_identity(entry)].append(path)
95
+ for path, entry in sorted(new.items()):
96
+ new_groups[_identity(entry)].append(path)
97
+ for key in sorted(old_groups.keys() & new_groups.keys()):
98
+ if old_counts[key] > 1 or new_counts[key] > 1:
99
+ report["ambiguous_moves"].append({
100
+ "sha256": key[0], "size": key[1], "reason": reason,
101
+ "frozen_paths": sorted(old[p]["path"] for p in old_groups[key]),
102
+ "current_paths": sorted(new[p]["path"] for p in new_groups[key]),
103
+ })
104
+ for p in old_groups[key]:
105
+ old.pop(p)
106
+ for p in new_groups[key]:
107
+ new.pop(p)
108
+ continue
109
+ for before, after in zip(old_groups[key], new_groups[key]):
110
+ entry = old.pop(before)
111
+ report["moved"].append({**entry, "old_path": entry["path"], "path": new.pop(after)["path"]})
112
+ old_text = {_path_key(f["path"]): f["sha256"] for f in manifest.get("text_hashes", [])}
113
+ new_text = {_path_key(f["path"]): f["sha256"] for f in text_hashes}
114
+ for path in sorted(old.keys() & new.keys()):
115
+ category = "modified"
116
+ if text_normalize and path in old_text and path in new_text and old_text[path] == new_text[path]:
117
+ category = "text_normalized"
118
+ report[category].append({"path": new[path]["path"], "before": old.pop(path), "after": new.pop(path)})
119
+ report["removed"] = [old[p] for p in sorted(old)]
120
+ report["added"] = [new[p] for p in sorted(new)]
121
+ report["moved"].sort(key=lambda f: (f["old_path"], f["path"]))
122
+ report["judgment_code"] = _check_code(manifest["files"], current, judgment_code)
123
+ report["manifest_sha256"] = manifest["manifest_sha256"]
124
+ report["excluded_paths"] = excluded
125
+ report["ignore_rules"] = patterns
126
+ report["created_at"] = datetime.now(timezone.utc).isoformat()
127
+ code = 0 if report["content_matches"] and report["judgment_code"]["status"] in ("match", "not_checked") else 1
128
+ findings = [finding("continue", w["code"], w["reason"], "files") for w in report["warnings"]]
129
+ from .vintages import compare_ledger
130
+ ledger_findings = compare_ledger(manifest, current)
131
+ if ledger_findings:
132
+ findings.extend(ledger_findings)
133
+ report["content_matches"] = False
134
+ code = 1
135
+ if not report["content_matches"]:
136
+ findings.append(finding("stop", "content_difference", "凍結した内容との差があります", "files"))
137
+ if report["judgment_code"]["status"] in ("mismatch", "no_frozen_code"):
138
+ findings.append(finding("stop", "judgment_code_" + report["judgment_code"]["status"],
139
+ "判定用コードが一致しないか凍結時コードがありません", "judgment_code"))
140
+ report.update(envelope("verify_result", "verify", code, findings))
141
+ validate_contract(report, "verify_result")
142
+ return report
datumseal/contracts.py ADDED
@@ -0,0 +1,64 @@
1
+ """Local version registry for C0 contracts; no schema URI is fetched.
2
+
3
+ Validation supports only the vocabulary used by bundled Draft 2020-12 schemas.
4
+ Unknown keywords, unsupported versions and non-local references fail closed.
5
+ """
6
+ import json
7
+
8
+ from .registry import (REGISTRY, ContractError, require_version, schema_resource)
9
+ from .version import TOOL_VERSION
10
+
11
+ SCHEMA_VERSION = REGISTRY["manifest"].current
12
+
13
+
14
+ def check_schema(schema):
15
+ from datumseal.tables.schema import check_schema as check
16
+ try:
17
+ if schema.get("$schema") != "https://json-schema.org/draft/2020-12/schema":
18
+ raise ValueError("Draft 2020-12 の Schema が必要です")
19
+ check(schema)
20
+ except (ValueError, AttributeError) as error:
21
+ raise ContractError(str(error)) from None
22
+
23
+
24
+ def load_schema(name, version=None):
25
+ """Load a declared contract; use the registered construction defaults."""
26
+ path = schema_resource(name, version)
27
+ schema = json.loads(path.read_text(encoding="utf-8"))
28
+ check_schema(schema)
29
+ return schema
30
+
31
+
32
+ _SOURCE_RESULTS = ("ledger_result", "asof_result", "last_revision_result")
33
+
34
+
35
+ def validate_contract(value, name):
36
+ """Validate the declared version; never reinterpret an unknown old version."""
37
+ version = value.get("schema_version") if isinstance(value, dict) else None
38
+ if version is None:
39
+ raise ContractError("schema_version が必要です")
40
+ entry = require_version(name, version)
41
+ if version in entry.without_schema:
42
+ from .manifest import validate_manifest
43
+ validate_manifest(value)
44
+ return
45
+ root = load_schema(name, version)
46
+ from datumseal.tables.schema import validate
47
+ try:
48
+ validate(value, root)
49
+ except ValueError as error:
50
+ raise ContractError(f"{name}: {error}") from None
51
+ if name in _SOURCE_RESULTS and isinstance(version, int) and version >= 4:
52
+ # JSON Schema cannot compare two arrays' lengths; this is the product-side check.
53
+ if len(value["record_sources"]) != len(value["records"]):
54
+ raise ContractError(f"{name}: record_sources の長さが records と一致しません")
55
+
56
+ count = len(value["sources"])
57
+ indices = value["record_sources"]
58
+ selected = value.get("selected_source")
59
+ if any(index >= count for index in indices) or (selected is not None and selected >= count):
60
+ raise ContractError(f"{name}: source の添字が sources の範囲外です")
61
+ from collections import Counter
62
+ totals = Counter(indices)
63
+ if any(totals[index] != source["records"] for index, source in enumerate(value["sources"])):
64
+ raise ContractError(f"{name}: sources の records が record_sources の件数と一致しません")
datumseal/envelope.py ADDED
@@ -0,0 +1,28 @@
1
+ """Common C0 envelope and machine-readable findings (no input contents)."""
2
+ from datetime import datetime, timezone
3
+
4
+ from .version import TOOL_VERSION
5
+ from .registry import REGISTRY
6
+
7
+ # Registered construction defaults include v4 ledger results; some record types
8
+ # retain earlier construction defaults separately from their current output versions.
9
+ VERSIONS = {name: entry.default for name, entry in REGISTRY.items()}
10
+ LATEST_RECORD_VERSIONS = {name: entry.current for name, entry in REGISTRY.items()
11
+ if entry.current != entry.default}
12
+
13
+
14
+ def finding(level: str, code: str, reason: str, where: str) -> dict:
15
+ return {"level": level, "code": code, "reason": reason, "where": where}
16
+
17
+
18
+ def envelope(kind: str, command: str, exit_code: int = 0, findings=(), *, generated_at=None) -> dict:
19
+ return {"type": kind, "schema_version": VERSIONS[kind], "tool_version": TOOL_VERSION,
20
+ "generated_at": generated_at or datetime.now(timezone.utc).isoformat().replace("+00:00", "Z"),
21
+ "command": command, "exit_code": exit_code, "findings": list(findings)}
22
+
23
+
24
+ def record_result_version(value):
25
+ """Current ledger results use English values, including empty/stopped results."""
26
+ if value["type"] in ("ledger_result", "asof_result", "last_revision_result"):
27
+ value["schema_version"] = REGISTRY[value["type"]].current
28
+ return value
@@ -0,0 +1,6 @@
1
+ # DEMO_架空の記録集
2
+
3
+ 出典:DEMO_架空資料。実在の資料ではありません。
4
+ 加工した旨と主体:DEMO_担当が説明文を架空の記録へ加工しました。
5
+ 免責:DEMO_案内用見本です。実際の研究には使用できません。
6
+ 窓口:DEMO_窓口(架空)。訂正は次のDEMO_版で示します。
@@ -0,0 +1,115 @@
1
+ {
2
+ "type": "asof_result",
3
+ "schema_version": 1,
4
+ "tool_version": "0.2.0",
5
+ "generated_at": "2026-11-11T00:00:00Z",
6
+ "command": "ledger asof",
7
+ "exit_code": 1,
8
+ "findings": [
9
+ {
10
+ "level": "stop",
11
+ "code": "no_match",
12
+ "reason": "DEMO_ の条件に該当する版がありません",
13
+ "where": "query"
14
+ }
15
+ ],
16
+ "query": {
17
+ "statistic": "DEMO_STATISTIC",
18
+ "series": "DEMO_SERIES",
19
+ "date": "2020-01-01",
20
+ "base": null
21
+ },
22
+ "records": [
23
+ {
24
+ "schema_version": 2,
25
+ "tool_version": "0.2.0",
26
+ "statistic": "DEMO_STATISTIC",
27
+ "series": "DEMO_SERIES",
28
+ "vintage_id": "DEMO_V1",
29
+ "base": "2020年基準",
30
+ "release_date": "2026-07-01",
31
+ "release_kind": "年次改定",
32
+ "revision_start": "1994Q1",
33
+ "change_types": [
34
+ "数値の更新"
35
+ ],
36
+ "citation": {
37
+ "title": "DEMO 改定のお知らせ",
38
+ "url": "https://example.invalid/demo",
39
+ "locator": "第1節",
40
+ "quote": "DEMO 系列を更新した。",
41
+ "retrieved": "2026-07-02"
42
+ },
43
+ "type": "revision_record",
44
+ "generated_at": "2026-11-11T00:00:00Z",
45
+ "command": "ledger validate",
46
+ "exit_code": 0,
47
+ "findings": []
48
+ },
49
+ {
50
+ "schema_version": 2,
51
+ "tool_version": "0.2.0",
52
+ "statistic": "DEMO_STATISTIC",
53
+ "series": "DEMO_SERIES",
54
+ "vintage_id": "DEMO_V2",
55
+ "base": "2020年基準",
56
+ "release_date": "2026-07-01",
57
+ "release_kind": "年次改定",
58
+ "revision_start": "1994Q1",
59
+ "change_types": [
60
+ "数値の更新"
61
+ ],
62
+ "citation": {
63
+ "title": "DEMO 改定のお知らせ",
64
+ "url": "https://example.invalid/demo",
65
+ "locator": "第1節",
66
+ "quote": "DEMO 系列を更新した。",
67
+ "retrieved": "2026-07-02"
68
+ },
69
+ "type": "revision_record",
70
+ "generated_at": "2026-11-11T00:00:00Z",
71
+ "command": "ledger validate",
72
+ "exit_code": 0,
73
+ "findings": [],
74
+ "release_seq": 2
75
+ },
76
+ {
77
+ "schema_version": 2,
78
+ "tool_version": "0.2.0",
79
+ "statistic": "DEMO_STATISTIC",
80
+ "series": "DEMO_SERIES",
81
+ "vintage_id": "DEMO_WITHDRAWN",
82
+ "base": "2020年基準",
83
+ "release_date": "2026-07-01",
84
+ "release_kind": "取り下げ",
85
+ "revision_start": "1994Q1",
86
+ "change_types": [],
87
+ "citation": {
88
+ "title": "DEMO 改定のお知らせ",
89
+ "url": "https://example.invalid/demo",
90
+ "locator": "第1節",
91
+ "quote": "DEMO 系列を更新した。",
92
+ "retrieved": "2026-07-02"
93
+ },
94
+ "type": "revision_record",
95
+ "generated_at": "2026-11-11T00:00:00Z",
96
+ "command": "ledger validate",
97
+ "exit_code": 0,
98
+ "findings": [],
99
+ "release_seq": 3
100
+ }
101
+ ],
102
+ "found": false,
103
+ "selected": null,
104
+ "conditions": {
105
+ "release_date_lte": "2020-01-01",
106
+ "exclude_release_kinds": [
107
+ "取り下げ"
108
+ ],
109
+ "maximize": [
110
+ "release_date",
111
+ "release_seq"
112
+ ],
113
+ "default_release_seq": 1
114
+ }
115
+ }