@noeos/verification-engine 0.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +8 -0
  2. package/LICENSE +201 -0
  3. package/NOTICE +11 -0
  4. package/README.md +7 -0
  5. package/dist/cjs/api/engine.js +271 -0
  6. package/dist/cjs/api/types.js +10 -0
  7. package/dist/cjs/chains/chain-builder.js +541 -0
  8. package/dist/cjs/chains/duplicate-detector.js +208 -0
  9. package/dist/cjs/chains/verify-chain.js +656 -0
  10. package/dist/cjs/contracts/generated.js +512 -0
  11. package/dist/cjs/contracts/schema-assets.js +6 -0
  12. package/dist/cjs/contracts/vector-assets.js +6 -0
  13. package/dist/cjs/domain/algorithm-id.js +5 -0
  14. package/dist/cjs/domain/byte-view.js +7 -0
  15. package/dist/cjs/domain/chain.js +3 -0
  16. package/dist/cjs/domain/diagnostic.js +6 -0
  17. package/dist/cjs/domain/digest.js +37 -0
  18. package/dist/cjs/domain/duplicate-policy.js +3 -0
  19. package/dist/cjs/domain/evidence.js +10 -0
  20. package/dist/cjs/domain/identifiers.js +52 -0
  21. package/dist/cjs/domain/json-value.js +3 -0
  22. package/dist/cjs/domain/limits.js +24 -0
  23. package/dist/cjs/domain/operation-result.js +19 -0
  24. package/dist/cjs/domain/position.js +16 -0
  25. package/dist/cjs/domain/protocol-version.js +5 -0
  26. package/dist/cjs/domain/rule.js +3 -0
  27. package/dist/cjs/domain/stream.js +3 -0
  28. package/dist/cjs/domain/version.js +16 -0
  29. package/dist/cjs/evidence/digest-evidence.js +22 -0
  30. package/dist/cjs/evidence/evidence-parser.js +288 -0
  31. package/dist/cjs/framing/frame-builders.js +124 -0
  32. package/dist/cjs/framing/frame-encoder.js +238 -0
  33. package/dist/cjs/framing/frame-parser.js +173 -0
  34. package/dist/cjs/framing/frame-types.js +3 -0
  35. package/dist/cjs/hashing/hash-adapter.js +90 -0
  36. package/dist/cjs/hashing/hash-frame.js +16 -0
  37. package/dist/cjs/index.js +16 -0
  38. package/dist/cjs/normalization/byte-sink.js +70 -0
  39. package/dist/cjs/normalization/jcs-profile.js +154 -0
  40. package/dist/cjs/normalization/normalize.js +56 -0
  41. package/dist/cjs/normalization/profile-registry.js +66 -0
  42. package/dist/cjs/normalization/profile.js +3 -0
  43. package/dist/cjs/normalization/raw-bytes-profile.js +27 -0
  44. package/dist/cjs/package.json +3 -0
  45. package/dist/cjs/profiles.js +9 -0
  46. package/dist/cjs/records/record-service.js +278 -0
  47. package/dist/cjs/rules/rule-set.js +211 -0
  48. package/dist/cjs/schemas.js +6 -0
  49. package/dist/cjs/validation/algorithm-validation.js +12 -0
  50. package/dist/cjs/validation/diagnostic-collector.js +159 -0
  51. package/dist/cjs/validation/digest-validation.js +48 -0
  52. package/dist/cjs/validation/identifier-validation.js +33 -0
  53. package/dist/cjs/validation/json-text-parser.js +297 -0
  54. package/dist/cjs/validation/json-value-validation.js +155 -0
  55. package/dist/cjs/validation/limit-validation.js +75 -0
  56. package/dist/cjs/validation/object-inspection.js +60 -0
  57. package/dist/cjs/validation/position-validation.js +13 -0
  58. package/dist/cjs/validation/result-helpers.js +9 -0
  59. package/dist/cjs/validation/utf8-validation.js +69 -0
  60. package/dist/cjs/validation/version-validation.js +31 -0
  61. package/dist/cjs/vectors.js +6 -0
  62. package/dist/esm/api/engine.js +266 -0
  63. package/dist/esm/api/types.js +4 -0
  64. package/dist/esm/chains/chain-builder.js +536 -0
  65. package/dist/esm/chains/duplicate-detector.js +204 -0
  66. package/dist/esm/chains/verify-chain.js +652 -0
  67. package/dist/esm/contracts/generated.js +509 -0
  68. package/dist/esm/contracts/schema-assets.js +2 -0
  69. package/dist/esm/contracts/vector-assets.js +2 -0
  70. package/dist/esm/domain/algorithm-id.js +2 -0
  71. package/dist/esm/domain/byte-view.js +4 -0
  72. package/dist/esm/domain/chain.js +2 -0
  73. package/dist/esm/domain/diagnostic.js +3 -0
  74. package/dist/esm/domain/digest.js +32 -0
  75. package/dist/esm/domain/duplicate-policy.js +2 -0
  76. package/dist/esm/domain/evidence.js +7 -0
  77. package/dist/esm/domain/identifiers.js +45 -0
  78. package/dist/esm/domain/json-value.js +2 -0
  79. package/dist/esm/domain/limits.js +21 -0
  80. package/dist/esm/domain/operation-result.js +15 -0
  81. package/dist/esm/domain/position.js +12 -0
  82. package/dist/esm/domain/protocol-version.js +2 -0
  83. package/dist/esm/domain/rule.js +2 -0
  84. package/dist/esm/domain/stream.js +2 -0
  85. package/dist/esm/domain/version.js +12 -0
  86. package/dist/esm/evidence/digest-evidence.js +19 -0
  87. package/dist/esm/evidence/evidence-parser.js +281 -0
  88. package/dist/esm/framing/frame-builders.js +114 -0
  89. package/dist/esm/framing/frame-encoder.js +234 -0
  90. package/dist/esm/framing/frame-parser.js +170 -0
  91. package/dist/esm/framing/frame-types.js +2 -0
  92. package/dist/esm/hashing/hash-adapter.js +84 -0
  93. package/dist/esm/hashing/hash-frame.js +12 -0
  94. package/dist/esm/index.js +5 -0
  95. package/dist/esm/normalization/byte-sink.js +66 -0
  96. package/dist/esm/normalization/jcs-profile.js +151 -0
  97. package/dist/esm/normalization/normalize.js +52 -0
  98. package/dist/esm/normalization/profile-registry.js +62 -0
  99. package/dist/esm/normalization/profile.js +2 -0
  100. package/dist/esm/normalization/raw-bytes-profile.js +24 -0
  101. package/dist/esm/profiles.js +6 -0
  102. package/dist/esm/records/record-service.js +270 -0
  103. package/dist/esm/rules/rule-set.js +206 -0
  104. package/dist/esm/schemas.js +2 -0
  105. package/dist/esm/validation/algorithm-validation.js +9 -0
  106. package/dist/esm/validation/diagnostic-collector.js +154 -0
  107. package/dist/esm/validation/digest-validation.js +43 -0
  108. package/dist/esm/validation/identifier-validation.js +27 -0
  109. package/dist/esm/validation/json-text-parser.js +294 -0
  110. package/dist/esm/validation/json-value-validation.js +152 -0
  111. package/dist/esm/validation/limit-validation.js +71 -0
  112. package/dist/esm/validation/object-inspection.js +54 -0
  113. package/dist/esm/validation/position-validation.js +10 -0
  114. package/dist/esm/validation/result-helpers.js +6 -0
  115. package/dist/esm/validation/utf8-validation.js +63 -0
  116. package/dist/esm/validation/version-validation.js +26 -0
  117. package/dist/esm/vectors.js +2 -0
  118. package/dist/types/api/engine.d.ts +8 -0
  119. package/dist/types/api/types.d.ts +124 -0
  120. package/dist/types/chains/chain-builder.d.ts +42 -0
  121. package/dist/types/chains/duplicate-detector.d.ts +18 -0
  122. package/dist/types/chains/verify-chain.d.ts +9 -0
  123. package/dist/types/contracts/generated.d.ts +442 -0
  124. package/dist/types/contracts/schema-assets.d.ts +2 -0
  125. package/dist/types/contracts/vector-assets.d.ts +2 -0
  126. package/dist/types/domain/algorithm-id.d.ts +4 -0
  127. package/dist/types/domain/byte-view.d.ts +1 -0
  128. package/dist/types/domain/chain.d.ts +43 -0
  129. package/dist/types/domain/diagnostic.d.ts +23 -0
  130. package/dist/types/domain/digest.d.ts +12 -0
  131. package/dist/types/domain/duplicate-policy.d.ts +26 -0
  132. package/dist/types/domain/evidence.d.ts +100 -0
  133. package/dist/types/domain/identifiers.d.ts +29 -0
  134. package/dist/types/domain/json-value.d.ts +6 -0
  135. package/dist/types/domain/limits.d.ts +13 -0
  136. package/dist/types/domain/operation-result.d.ts +12 -0
  137. package/dist/types/domain/position.d.ts +8 -0
  138. package/dist/types/domain/protocol-version.d.ts +2 -0
  139. package/dist/types/domain/rule.d.ts +34 -0
  140. package/dist/types/domain/stream.d.ts +5 -0
  141. package/dist/types/domain/version.d.ts +8 -0
  142. package/dist/types/evidence/digest-evidence.d.ts +4 -0
  143. package/dist/types/evidence/evidence-parser.d.ts +8 -0
  144. package/dist/types/framing/frame-builders.d.ts +40 -0
  145. package/dist/types/framing/frame-encoder.d.ts +6 -0
  146. package/dist/types/framing/frame-parser.d.ts +4 -0
  147. package/dist/types/framing/frame-types.d.ts +27 -0
  148. package/dist/types/hashing/hash-adapter.d.ts +12 -0
  149. package/dist/types/hashing/hash-frame.d.ts +6 -0
  150. package/dist/types/index.d.ts +8 -0
  151. package/dist/types/normalization/byte-sink.d.ts +19 -0
  152. package/dist/types/normalization/jcs-profile.d.ts +3 -0
  153. package/dist/types/normalization/normalize.d.ts +11 -0
  154. package/dist/types/normalization/profile-registry.d.ts +26 -0
  155. package/dist/types/normalization/profile.d.ts +22 -0
  156. package/dist/types/normalization/raw-bytes-profile.d.ts +2 -0
  157. package/dist/types/profiles.d.ts +8 -0
  158. package/dist/types/records/record-service.d.ts +38 -0
  159. package/dist/types/rules/rule-set.d.ts +13 -0
  160. package/dist/types/schemas.d.ts +2 -0
  161. package/dist/types/validation/algorithm-validation.d.ts +3 -0
  162. package/dist/types/validation/diagnostic-collector.d.ts +24 -0
  163. package/dist/types/validation/digest-validation.d.ts +6 -0
  164. package/dist/types/validation/identifier-validation.d.ts +6 -0
  165. package/dist/types/validation/json-text-parser.d.ts +4 -0
  166. package/dist/types/validation/json-value-validation.d.ts +4 -0
  167. package/dist/types/validation/limit-validation.d.ts +4 -0
  168. package/dist/types/validation/object-inspection.d.ts +11 -0
  169. package/dist/types/validation/position-validation.d.ts +3 -0
  170. package/dist/types/validation/result-helpers.d.ts +3 -0
  171. package/dist/types/validation/utf8-validation.d.ts +5 -0
  172. package/dist/types/validation/version-validation.d.ts +9 -0
  173. package/dist/types/vectors.d.ts +2 -0
  174. package/package.json +61 -0
  175. package/schemas/chain-summary.v1.schema.json +156 -0
  176. package/schemas/diagnostic.v1.schema.json +107 -0
  177. package/schemas/link-evidence.v1.schema.json +165 -0
  178. package/schemas/record-evidence.v1.schema.json +91 -0
  179. package/schemas/vector-set.v1.schema.json +52 -0
  180. package/vectors/evidence.json +26 -0
  181. package/vectors/framing.json +136 -0
  182. package/vectors/hashing.json +58 -0
  183. package/vectors/invalid.json +56 -0
  184. package/vectors/manifest.json +46 -0
@@ -0,0 +1,208 @@
1
+ "use strict";
2
+ // SPDX-License-Identifier: Apache-2.0
3
+ Object.defineProperty(exports, "__esModule", { value: true });
4
+ exports.createDuplicateDetector = createDuplicateDetector;
5
+ exports.observedLink = observedLink;
6
+ const operation_result_js_1 = require("../domain/operation-result.js");
7
+ const diagnostic_collector_js_1 = require("../validation/diagnostic-collector.js");
8
+ const object_inspection_js_1 = require("../validation/object-inspection.js");
9
+ function createDuplicateDetector(policy, limits) {
10
+ if (policy.kind === "none")
11
+ return new NoneDetector();
12
+ if (policy.kind === "external")
13
+ return new ExternalDetector(policy, limits);
14
+ return new MemoryDetector(policy, limits);
15
+ }
16
+ function observations(value) {
17
+ return Object.freeze([
18
+ Object.freeze({ kind: "record-id", key: value.recordId }),
19
+ Object.freeze({ kind: "content-digest", key: value.contentDigest }),
20
+ Object.freeze({ kind: "link-digest", key: value.linkDigest }),
21
+ Object.freeze({ kind: "fork", key: value.forkKey, value: value.linkDigest }),
22
+ ]);
23
+ }
24
+ function observedLink(evidence) {
25
+ return Object.freeze({
26
+ recordId: evidence.recordId,
27
+ contentDigest: evidence.contentDigest,
28
+ linkDigest: evidence.linkDigest,
29
+ forkKey: `${evidence.sequenceId}\u0000${String(evidence.position)}\u0000${previousKey(evidence)}`,
30
+ });
31
+ }
32
+ class NoneDetector {
33
+ inspect() {
34
+ return (0, operation_result_js_1.success)(Object.freeze([]));
35
+ }
36
+ commit() {
37
+ void 0;
38
+ }
39
+ }
40
+ class ExternalDetector {
41
+ policy;
42
+ limits;
43
+ pending;
44
+ constructor(policy, limits) {
45
+ this.policy = policy;
46
+ this.limits = limits;
47
+ }
48
+ inspect(value) {
49
+ try {
50
+ const result = this.policy.index.observe(observations(value));
51
+ if (!isOperationResult(result)) {
52
+ return (0, operation_result_js_1.failure)([
53
+ (0, diagnostic_collector_js_1.createDiagnostic)("INTERNAL_INVARIANT_BROKEN", "chain", {
54
+ causeCode: "DUPLICATE_INDEX_INVALID",
55
+ }),
56
+ ]);
57
+ }
58
+ if (!result.ok)
59
+ return (0, operation_result_js_1.failure)(result.diagnostics);
60
+ if (!isDuplicateObservationList(result.value)) {
61
+ return (0, operation_result_js_1.failure)([
62
+ (0, diagnostic_collector_js_1.createDiagnostic)("INTERNAL_INVARIANT_BROKEN", "chain", {
63
+ causeCode: "DUPLICATE_INDEX_INVALID",
64
+ }),
65
+ ]);
66
+ }
67
+ this.pending = value;
68
+ return (0, operation_result_js_1.success)(diagnosticsForDuplicates(result.value, this.limits));
69
+ }
70
+ catch {
71
+ return (0, operation_result_js_1.failure)([
72
+ (0, diagnostic_collector_js_1.createDiagnostic)("INTERNAL_INVARIANT_BROKEN", "chain", {
73
+ causeCode: "DUPLICATE_INDEX_FAILED",
74
+ }),
75
+ ]);
76
+ }
77
+ }
78
+ commit(value) {
79
+ if (this.pending !== value)
80
+ throw new Error("external duplicate transaction mismatch");
81
+ this.pending = undefined;
82
+ }
83
+ }
84
+ class MemoryDetector {
85
+ policy;
86
+ limits;
87
+ recordIds = new Map();
88
+ contents = new Map();
89
+ links = new Map();
90
+ /** A window can retain more than one observation for a fork key. Keep
91
+ * multiplicities so evicting one entry cannot erase another retained fork. */
92
+ forks = new Map();
93
+ queue = [];
94
+ constructor(policy, limits) {
95
+ this.policy = policy;
96
+ this.limits = limits;
97
+ }
98
+ inspect(value) {
99
+ if (this.policy.kind === "full" && this.queue.length >= this.policy.maxRecords) {
100
+ return (0, operation_result_js_1.failure)([(0, diagnostic_collector_js_1.createDiagnostic)("RESOURCE_BUDGET_EXCEEDED", "chain")]);
101
+ }
102
+ const collector = new diagnostic_collector_js_1.DiagnosticCollector(this.limits);
103
+ if (this.recordIds.has(value.recordId))
104
+ collector.addCode("RECORD_ID_DUPLICATE", "chain");
105
+ if (this.contents.has(value.contentDigest))
106
+ collector.addCode("CONTENT_DUPLICATE", "chain");
107
+ if (this.links.has(value.linkDigest))
108
+ collector.addCode("LINK_DIGEST_DUPLICATE", "chain");
109
+ if (hasDifferentFork(this.forks.get(value.forkKey), value.linkDigest)) {
110
+ collector.addCode("CHAIN_FORK", "chain");
111
+ }
112
+ return (0, operation_result_js_1.success)(collector.finish());
113
+ }
114
+ commit(value) {
115
+ this.queue.push(value);
116
+ increment(this.recordIds, value.recordId);
117
+ increment(this.contents, value.contentDigest);
118
+ increment(this.links, value.linkDigest);
119
+ incrementNested(this.forks, value.forkKey, value.linkDigest);
120
+ if (this.policy.kind === "window" && this.queue.length > this.policy.size) {
121
+ const discarded = this.queue.shift();
122
+ if (discarded === undefined)
123
+ throw new Error("duplicate window invariant broken");
124
+ decrement(this.recordIds, discarded.recordId);
125
+ decrement(this.contents, discarded.contentDigest);
126
+ decrement(this.links, discarded.linkDigest);
127
+ decrementNested(this.forks, discarded.forkKey, discarded.linkDigest);
128
+ }
129
+ }
130
+ }
131
+ function diagnosticsForDuplicates(duplicates, limits) {
132
+ const collector = new diagnostic_collector_js_1.DiagnosticCollector(limits);
133
+ for (const duplicate of duplicates) {
134
+ if (duplicate.kind === "record-id")
135
+ collector.addCode("RECORD_ID_DUPLICATE", "chain");
136
+ if (duplicate.kind === "content-digest")
137
+ collector.addCode("CONTENT_DUPLICATE", "chain");
138
+ if (duplicate.kind === "link-digest")
139
+ collector.addCode("LINK_DIGEST_DUPLICATE", "chain");
140
+ if (duplicate.kind === "fork")
141
+ collector.addCode("CHAIN_FORK", "chain");
142
+ }
143
+ return collector.finish();
144
+ }
145
+ function previousKey(value) {
146
+ return value.previous.kind === "none" ? "none" : value.previous.value;
147
+ }
148
+ function increment(values, key) {
149
+ values.set(key, (values.get(key) ?? 0) + 1);
150
+ }
151
+ function decrement(values, key) {
152
+ const count = values.get(key);
153
+ if (count === undefined)
154
+ throw new Error("duplicate counter invariant broken");
155
+ if (count === 1)
156
+ values.delete(key);
157
+ else
158
+ values.set(key, count - 1);
159
+ }
160
+ function hasDifferentFork(values, digest) {
161
+ if (values === undefined)
162
+ return false;
163
+ for (const observedDigest of values.keys())
164
+ if (observedDigest !== digest)
165
+ return true;
166
+ return false;
167
+ }
168
+ function incrementNested(values, key, value) {
169
+ const nested = values.get(key) ?? new Map();
170
+ increment(nested, value);
171
+ values.set(key, nested);
172
+ }
173
+ function decrementNested(values, key, value) {
174
+ const nested = values.get(key);
175
+ if (nested === undefined)
176
+ throw new Error("duplicate fork invariant broken");
177
+ decrement(nested, value);
178
+ if (nested.size === 0)
179
+ values.delete(key);
180
+ }
181
+ function isOperationResult(value) {
182
+ return (typeof value === "object" &&
183
+ value !== null &&
184
+ "ok" in value &&
185
+ (value.ok === true || value.ok === false) &&
186
+ "diagnostics" in value &&
187
+ Array.isArray(value.diagnostics));
188
+ }
189
+ function isDuplicateObservationList(value) {
190
+ return Array.isArray(value) && value.every(isDuplicateObservation);
191
+ }
192
+ function isDuplicateObservation(value) {
193
+ const entries = (0, object_inspection_js_1.inspectPlainObject)(value);
194
+ if (entries === undefined)
195
+ return false;
196
+ const fields = new Map(entries);
197
+ const kind = fields.get("kind");
198
+ const key = fields.get("key");
199
+ if (kind !== "record-id" &&
200
+ kind !== "content-digest" &&
201
+ kind !== "link-digest" &&
202
+ kind !== "fork")
203
+ return false;
204
+ if (typeof key !== "string")
205
+ return false;
206
+ const observedValue = fields.get("value");
207
+ return observedValue === undefined || typeof observedValue === "string";
208
+ }