rapier-html 1.1.102 → 1.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/BUILD.json +25 -18
- package/README.md +11 -11
- package/dist/ledger/LICENSE +5 -2
- package/dist/ledger/carried.mjs +17 -10
- package/dist/ledger/data.mjs +73 -13
- package/dist/ledger/diff.mjs +359 -224
- package/dist/ledger/format.mjs +176 -54
- package/dist/ledger/hash.mjs +91 -18
- package/dist/ledger/history.mjs +156 -116
- package/dist/ledger/inverse-source.mjs +158 -19
- package/dist/ledger/journal-records.mjs +292 -67
- package/dist/rapier.html +78 -359
- package/package.json +1 -1
package/dist/ledger/format.mjs
CHANGED
|
@@ -1,13 +1,33 @@
|
|
|
1
1
|
// SPDX-License-Identifier: MIT
|
|
2
|
-
import {
|
|
2
|
+
import {_rapierPrepareHistoryRecords, _rapierValidMetadata, _rapierTransformMetadata} from './journal-records.mjs';
|
|
3
3
|
import {pictureHistorySplices} from './history.mjs';
|
|
4
|
+
import {HistorySource} from './inverse-source.mjs';
|
|
4
5
|
import {authoredHistory} from './transport.mjs';
|
|
5
|
-
import {textRoot, rootAfter, sha256} from './hash.mjs';
|
|
6
|
-
import {canonicalJSON, plainData, documentText, exactKeys, nonnegative, fault} from './data.mjs';
|
|
6
|
+
import {textRoot, rootAfter, sha256, sha256Parts, createSHA256} from './hash.mjs';
|
|
7
|
+
import {canonicalJSON, canonicalParts, plainData, documentText, utf8Length, exactKeys, nonnegative, fault} from './data.mjs';
|
|
7
8
|
export {textRoot, rootAfter};
|
|
8
|
-
const digest = value =>
|
|
9
|
+
const digest = value => sha256Parts(canonicalParts(value));
|
|
9
10
|
const rootShape = value => typeof value === 'string' && /^\d+:[a-z0-9]+:[a-z0-9]+$/.test(value);
|
|
10
|
-
|
|
11
|
+
// Structural/history admission is shared by the reader and the producer. The producer
|
|
12
|
+
// proves source replay by reversing exact admitted splices; it need not replay its output.
|
|
13
|
+
function* checkedRecords(ledger, prepared) {
|
|
14
|
+
if (!prepared.ok || ledger.records.length !== prepared.records.length) throw fault('record chain differs');
|
|
15
|
+
let root = ledger.start.root, revision = ledger.start.revision;
|
|
16
|
+
for (let index = 0; index < prepared.records.length; index++) {
|
|
17
|
+
const record = ledger.records[index];
|
|
18
|
+
if (!Array.isArray(record.splices) || !prepared.validRecord(index,
|
|
19
|
+
ledger.documentAuthority, 64 * 1024 * 1024, utf8Length, !ledger.complete) ||
|
|
20
|
+
record.transaction.baseRevision < revision || (record.transaction.baseRevision !== revision && ledger.complete) ||
|
|
21
|
+
(record.transaction.baseRevision === revision && record.beforeHash !== root)) throw fault('record chain differs');
|
|
22
|
+
if (record.transaction.baseRevision !== revision) root = record.beforeHash;
|
|
23
|
+
for (const row of record.splices) root = rootAfter(root, row);
|
|
24
|
+
if (root !== record.afterHash) throw fault('record root differs');
|
|
25
|
+
revision = record.transaction.revision;
|
|
26
|
+
yield record;
|
|
27
|
+
}
|
|
28
|
+
if (ledger.head.revision !== revision || ledger.head.root !== root) throw fault('history does not describe this document');
|
|
29
|
+
}
|
|
30
|
+
function readLedgerState(input, expectedText, expectedMetadata) {
|
|
11
31
|
const ledger = plainData(input);
|
|
12
32
|
if (!exactKeys(ledger, ['format','documentAuthority','start','records','head','complete','sha256']) || ledger.format !== 'rapier-ledger/2' ||
|
|
13
33
|
typeof ledger.documentAuthority !== 'string' || !ledger.documentAuthority || ledger.documentAuthority.length > 256 ||
|
|
@@ -19,102 +39,204 @@ export function readLedger(input, expectedText, expectedMetadata) {
|
|
|
19
39
|
if (!_rapierValidMetadata(ledger.start.metadata) || !_rapierValidMetadata(ledger.head.metadata)) throw fault('invalid document metadata');
|
|
20
40
|
if (!nonnegative(revision) || !rootShape(root) || (revision === 0 && root !== textRoot(text)) || ledger.start.sha256 !== sha256(text) ||
|
|
21
41
|
(ledger.complete && revision !== 0)) throw fault('invalid start');
|
|
22
|
-
const
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
(record.transaction.baseRevision === revision && record.beforeHash !== root)) throw fault('record chain differs');
|
|
28
|
-
// A pruned cancelling pair leaves a stated revision gap, just as in the editor's restore reader.
|
|
29
|
-
if (record.transaction.baseRevision !== revision) root = record.beforeHash;
|
|
30
|
-
const next = _rapierTransformSplices(text, record.splices);
|
|
42
|
+
const prepared = _rapierPrepareHistoryRecords(ledger.records);
|
|
43
|
+
if (!prepared.ok) throw fault('record chain differs');
|
|
44
|
+
let source = new HistorySource(text), bytes = utf8Length(text);
|
|
45
|
+
for (const record of checkedRecords(ledger, prepared)) {
|
|
46
|
+
const next = source.apply(record.splices);
|
|
31
47
|
if (next === null) throw fault('splice does not replay');
|
|
32
|
-
|
|
33
|
-
for (const row of record.splices)
|
|
34
|
-
if (
|
|
35
|
-
revision = record.transaction.revision;
|
|
48
|
+
source = next;
|
|
49
|
+
for (const row of record.splices) bytes += utf8Length(row.inserted) - utf8Length(row.removed);
|
|
50
|
+
if (bytes > 64 * 1024 * 1024) throw fault('document exceeds the editor text limit');
|
|
51
|
+
root = record.afterHash; revision = record.transaction.revision;
|
|
36
52
|
}
|
|
53
|
+
text = source.slice();
|
|
37
54
|
if (ledger.records.some(row => Object.hasOwn(row, 'authored'))) {
|
|
38
55
|
try { authoredHistory(ledger.start.text, ledger.records); } catch (_) { throw fault('authored origin differs'); }
|
|
39
56
|
}
|
|
40
|
-
const metadata =
|
|
57
|
+
const metadata = prepared.replayMetadata(ledger.start.metadata);
|
|
41
58
|
if (!metadata || canonicalJSON(metadata) !== canonicalJSON(ledger.head.metadata) ||
|
|
42
59
|
(expectedMetadata !== undefined && (!_rapierValidMetadata(expectedMetadata) || canonicalJSON(metadata) !== canonicalJSON(expectedMetadata))))
|
|
43
60
|
throw fault('metadata does not describe this document');
|
|
44
61
|
if (ledger.head.revision !== revision || ledger.head.root !== root || ledger.head.sha256 !== sha256(text) ||
|
|
45
62
|
(expectedText !== undefined && text !== expectedText)) throw fault('history does not describe this document');
|
|
46
|
-
return {ledger, text, metadata, root, revision, complete: ledger.complete};
|
|
63
|
+
return {value: {ledger, text, metadata, root, revision, complete: ledger.complete}, prepared, source};
|
|
64
|
+
}
|
|
65
|
+
// A stored copy may hold the head text alone. Its start is that text with every record reversed; readLedger proves it.
|
|
66
|
+
export function ledgerWithStart(input, text) {
|
|
67
|
+
let source = new HistorySource(documentText(text));
|
|
68
|
+
for (let i = input.records.length - 1; i >= 0; i--) {
|
|
69
|
+
source = source.apply(input.records[i].splices, true);
|
|
70
|
+
if (source === null) throw fault('history does not reverse from this document');
|
|
71
|
+
}
|
|
72
|
+
return {...input, start: {...input.start, text: source.slice()}};
|
|
47
73
|
}
|
|
48
|
-
export function
|
|
49
|
-
|
|
74
|
+
export function readLedger(input, expectedText, expectedMetadata) {
|
|
75
|
+
return readLedgerState(input, expectedText, expectedMetadata).value;
|
|
76
|
+
}
|
|
77
|
+
function* checksum(parts) {
|
|
78
|
+
const hash = createSHA256();
|
|
79
|
+
for (const part of parts) { hash.update(part); yield; }
|
|
80
|
+
return hash.digest();
|
|
81
|
+
}
|
|
82
|
+
function* sourceFacts(text) {
|
|
83
|
+
if (typeof text !== 'string') throw fault('document is not whole-character text');
|
|
84
|
+
const hash = createSHA256();
|
|
85
|
+
let fnv = 0x811c9dc5, a = 1, b = 0, bytes = 0;
|
|
86
|
+
for (let at = 0; at < text.length;) {
|
|
87
|
+
const start = at, end = Math.min(text.length, at + 65536);
|
|
88
|
+
for (; at < end;) {
|
|
89
|
+
const stop = Math.min(end, at + 4096);
|
|
90
|
+
for (; at < stop; at++) {
|
|
91
|
+
const code = text.charCodeAt(at);
|
|
92
|
+
fnv = Math.imul(fnv ^ code, 16777619); a += code; b += a;
|
|
93
|
+
if (code < 0x80) bytes++;
|
|
94
|
+
else if (code < 0x800) bytes += 2;
|
|
95
|
+
else if ((code & 0xfc00) === 0xd800) {
|
|
96
|
+
if ((text.charCodeAt(at + 1) & 0xfc00) !== 0xdc00) throw fault('document is not whole-character text');
|
|
97
|
+
bytes += 3;
|
|
98
|
+
} else if ((code & 0xfc00) === 0xdc00) {
|
|
99
|
+
if (!at || (text.charCodeAt(at - 1) & 0xfc00) !== 0xd800) throw fault('document is not whole-character text');
|
|
100
|
+
bytes++;
|
|
101
|
+
} else bytes += 3;
|
|
102
|
+
}
|
|
103
|
+
a %= 65521; b %= 65521;
|
|
104
|
+
}
|
|
105
|
+
if (bytes > 64 * 1024 * 1024) throw fault('document exceeds the editor text limit');
|
|
106
|
+
hash.update(text.slice(start, end)); yield;
|
|
107
|
+
}
|
|
108
|
+
return {utf8Bytes: bytes, sha256: hash.digest(), contentRoot: text.length + ':' +
|
|
109
|
+
(fnv >>> 0).toString(36) + ':' + (((b << 16) | a) >>> 0).toString(36)};
|
|
110
|
+
}
|
|
111
|
+
function* produceLedger({text, metadata, records, documentAuthority, revision, root, complete = false, earlier = records} = {}) {
|
|
50
112
|
if (!_rapierValidMetadata(metadata)) throw fault('document metadata required');
|
|
113
|
+
// Metadata has two admitted scalar fields. Keep its insertion order in the
|
|
114
|
+
// emitted envelope while capturing it before the first cooperative boundary.
|
|
115
|
+
metadata = {...metadata};
|
|
51
116
|
if (!Array.isArray(records) || !Array.isArray(earlier)) throw fault('records required');
|
|
52
117
|
// Inspect before touching properties: exporting must not call accessors on an alleged record.
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
118
|
+
const prepared = _rapierPrepareHistoryRecords(records, earlier);
|
|
119
|
+
if (!prepared.ok) throw fault('navigation target was not retained');
|
|
120
|
+
const headFacts = yield* sourceFacts(text);
|
|
121
|
+
let bytes = headFacts.utf8Bytes;
|
|
122
|
+
const expanded = [];
|
|
123
|
+
for (const {record, splices: rows, metadata: effect} of prepared.rows) {
|
|
56
124
|
if (!rows || effect === undefined) throw fault('navigation target was not retained');
|
|
57
|
-
|
|
58
|
-
beforeHash: record.beforeHash, afterHash: record.afterHash, ...(Object.hasOwn(record, 'authored') ? {authored: record.authored} : {}), ...(effect ? {metadata: effect} : {}),
|
|
59
|
-
...(record.changeSet && Object.hasOwn(record.changeSet, 'label') ? {changeSet: {label: record.changeSet.label}} : {}),
|
|
60
|
-
...(record.derivedCommentIndex == null ? {} : {derivedCommentIndex: record.derivedCommentIndex})};
|
|
61
|
-
|
|
62
|
-
|
|
125
|
+
expanded.push({transaction: plainData(record.transaction), splices: rows.map(row => ({pos: row.pos, removed: row.removed, inserted: row.inserted})),
|
|
126
|
+
beforeHash: record.beforeHash, afterHash: record.afterHash, ...(Object.hasOwn(record, 'authored') ? {authored: plainData(record.authored)} : {}), ...(effect ? {metadata: plainData(effect)} : {}),
|
|
127
|
+
...(record.changeSet && Object.hasOwn(record.changeSet, 'label') ? {changeSet: {label: typeof record.changeSet.label === 'string' ? record.changeSet.label : plainData(record.changeSet.label)}} : {}),
|
|
128
|
+
...(record.derivedCommentIndex == null ? {} : {derivedCommentIndex: typeof record.derivedCommentIndex === 'string' ? record.derivedCommentIndex : plainData(record.derivedCommentIndex)})});
|
|
129
|
+
yield;
|
|
130
|
+
}
|
|
131
|
+
const headBytes = bytes;
|
|
132
|
+
let startSource = new HistorySource(text), startMetadata = {...metadata};
|
|
63
133
|
for (let i = expanded.length - 1; i >= 0; i--) {
|
|
64
|
-
|
|
134
|
+
startSource = startSource.apply(expanded[i].splices, true);
|
|
65
135
|
startMetadata = _rapierTransformMetadata(startMetadata, expanded[i].metadata, true);
|
|
66
|
-
if (
|
|
136
|
+
if (startSource === null || !startMetadata) throw fault('history does not reverse from this document');
|
|
137
|
+
// Whole scalars and exact splice boundaries were just checked. Count the changed
|
|
138
|
+
// bytes, rather than re-encoding every reconstructed whole-document revision.
|
|
139
|
+
for (const row of expanded[i].splices) bytes += utf8Length(row.removed) - utf8Length(row.inserted);
|
|
140
|
+
if (bytes > 64 * 1024 * 1024) throw fault('document exceeds the editor text limit');
|
|
141
|
+
yield;
|
|
67
142
|
}
|
|
143
|
+
const startText = startSource.slice();
|
|
144
|
+
const unchangedText = expanded.every(row => !row.splices.length);
|
|
145
|
+
const contentRoot = headFacts.contentRoot;
|
|
68
146
|
revision ??= expanded.at(-1)?.transaction.revision ?? 0;
|
|
69
|
-
root ??= expanded.at(-1)?.afterHash ??
|
|
147
|
+
root ??= expanded.at(-1)?.afterHash ?? contentRoot;
|
|
70
148
|
documentAuthority ??= expanded[0]?.transaction.documentAuthority;
|
|
71
|
-
const startRevision = expanded[0]?.transaction.baseRevision ?? revision;
|
|
149
|
+
const startRevision = expanded[0]?.transaction.baseRevision ?? revision, startRoot = expanded[0]?.beforeHash ?? root;
|
|
150
|
+
if (typeof documentAuthority !== 'string' || !documentAuthority || documentAuthority.length > 256) throw fault('unsupported or invalid envelope');
|
|
151
|
+
if (!nonnegative(startRevision) || !rootShape(startRoot)) throw fault('invalid start');
|
|
152
|
+
const startFacts = unchangedText ? headFacts : yield* sourceFacts(startText);
|
|
153
|
+
if (startRevision === 0 && startRoot !== startFacts.contentRoot) throw fault('invalid start');
|
|
154
|
+
const headSHA = headFacts.sha256, startSHA = startFacts.sha256;
|
|
72
155
|
const payload = {format: 'rapier-ledger/2', documentAuthority,
|
|
73
|
-
start: {text: startText, revision: startRevision, root:
|
|
74
|
-
records: expanded, head: {revision, root, sha256:
|
|
75
|
-
|
|
76
|
-
|
|
156
|
+
start: {text: startText, revision: startRevision, root: startRoot, sha256: startSHA, metadata: startMetadata},
|
|
157
|
+
records: expanded, head: {revision, root, sha256: headSHA, metadata: {...metadata}}, complete: complete === true && startRevision === 0 && expanded.every((row, i) => !i || row.transaction.baseRevision === expanded[i - 1].transaction.revision)};
|
|
158
|
+
// Expanded rows are the exact canonical projection of this owned preparation.
|
|
159
|
+
// Keep its navigation/effect proof instead of admitting another copied graph.
|
|
160
|
+
for (const _record of checkedRecords(payload, prepared)) yield;
|
|
161
|
+
if (expanded.some(row => Object.hasOwn(row, 'authored'))) {
|
|
162
|
+
try { authoredHistory(startText, expanded); } catch (_) { throw fault('authored origin differs'); }
|
|
163
|
+
}
|
|
164
|
+
const replayedMetadata = prepared.replayMetadata(startMetadata);
|
|
165
|
+
if (!replayedMetadata || canonicalJSON(replayedMetadata) !== canonicalJSON(metadata)) throw fault('metadata does not describe this document');
|
|
166
|
+
const ledger = {...payload, sha256: yield* checksum(canonicalParts(payload))};
|
|
167
|
+
return {ledger, contentRoot, utf8Bytes: headBytes};
|
|
168
|
+
}
|
|
169
|
+
function finish(producer) {
|
|
170
|
+
let step;
|
|
171
|
+
do { step = producer.next(); } while (!step.done);
|
|
172
|
+
return step.value;
|
|
173
|
+
}
|
|
174
|
+
export function exportLedger(input) { return finish(produceLedger(input)).ledger; }
|
|
175
|
+
// Both synchronous public export and cooperative recovery use the same producer.
|
|
176
|
+
// Its returned facts were computed while admitting/hashing the exact head, never supplied.
|
|
177
|
+
export function prepareLedger(input) { return finish(produceLedger(input)); }
|
|
178
|
+
export async function prepareLedgerAsync(input, {yield: yieldWork, signal} = {}) {
|
|
179
|
+
const producer = produceLedger(input);
|
|
180
|
+
let step;
|
|
181
|
+
do {
|
|
182
|
+
signal?.throwIfAborted();
|
|
183
|
+
step = producer.next();
|
|
184
|
+
if (!step.done && yieldWork) {
|
|
185
|
+
// The caller owns scheduling and its clock; ledger admission reads neither.
|
|
186
|
+
const pending = yieldWork();
|
|
187
|
+
if (pending) await pending;
|
|
188
|
+
}
|
|
189
|
+
} while (!step.done);
|
|
190
|
+
signal?.throwIfAborted();
|
|
191
|
+
return step.value;
|
|
77
192
|
}
|
|
78
193
|
// Derived navigation, never a second history. A target older than start is intentionally unavailable.
|
|
79
|
-
export function historyEnvelope(input, segmentIdentity = []) {
|
|
80
|
-
const {ledger, text, metadata}
|
|
81
|
-
const pictures =
|
|
194
|
+
export function historyEnvelope(input, segmentIdentity = [], expectedText, expectedMetadata) {
|
|
195
|
+
const {value: {ledger, text, metadata}, prepared, source} = readLedgerState(input, expectedText, expectedMetadata);
|
|
196
|
+
const {byId, effects: {pictures}} = prepared;
|
|
82
197
|
let branch = [], cursor = 0;
|
|
83
198
|
for (const {transaction: tx} of ledger.records) {
|
|
84
199
|
if (pictures.has(tx.id)) continue;
|
|
85
200
|
const target = tx.reverts || tx.reapplies;
|
|
86
201
|
if (target) {
|
|
87
|
-
if (!
|
|
202
|
+
if (!byId.has(target)) continue;
|
|
88
203
|
if (tx.reverts && branch[cursor - 1] === target) cursor--;
|
|
89
204
|
else if (tx.reapplies && branch[cursor] === target) cursor++;
|
|
90
205
|
else throw fault('invalid navigation order');
|
|
91
|
-
} else { branch =
|
|
206
|
+
} else { branch.length = cursor; branch.push(tx.id); cursor = branch.length; }
|
|
92
207
|
}
|
|
93
|
-
const byId = new Map(ledger.records.map(row => [row.transaction.id, row]));
|
|
94
208
|
const step = (source, id, redo) => {
|
|
95
|
-
const target = byId.get(id), folded =
|
|
96
|
-
|
|
209
|
+
const target = byId.get(id), folded = pictures.size
|
|
210
|
+
? pictureHistorySplices({get source() { return source.slice(); }, records: prepared.records}, target, redo) : null;
|
|
211
|
+
return source.apply(folded || target.splices, !folded && !redo);
|
|
97
212
|
};
|
|
98
|
-
let traversed =
|
|
213
|
+
let traversed = source, traversedMetadata = {...metadata};
|
|
99
214
|
for (let i = cursor - 1; i >= 0; i--) {
|
|
100
215
|
traversed = step(traversed, branch[i], false);
|
|
101
216
|
traversedMetadata = _rapierTransformMetadata(traversedMetadata, byId.get(branch[i]).metadata, true);
|
|
102
217
|
if (traversed === null || !traversedMetadata) throw fault('undo branch does not reverse');
|
|
103
218
|
}
|
|
104
|
-
|
|
219
|
+
if (ledger.complete) {
|
|
220
|
+
if (ledger.records.length && !branch.length) throw fault('complete history lost its branch');
|
|
221
|
+
// Literal admitted splices are reversible. Proving the actual head back to
|
|
222
|
+
// the exact start also proves its forward active branch, without replaying it.
|
|
223
|
+
if (traversed.length !== ledger.start.text.length || !traversed.matches(0, ledger.start.text) ||
|
|
224
|
+
canonicalJSON(traversedMetadata) !== canonicalJSON(ledger.start.metadata)) throw fault('complete branch differs');
|
|
225
|
+
}
|
|
226
|
+
traversed = source; traversedMetadata = {...metadata};
|
|
105
227
|
for (let i = cursor; i < branch.length; i++) {
|
|
106
228
|
traversed = step(traversed, branch[i], true);
|
|
107
229
|
traversedMetadata = _rapierTransformMetadata(traversedMetadata, byId.get(branch[i]).metadata);
|
|
108
230
|
if (traversed === null || !traversedMetadata) throw fault('redo branch does not replay');
|
|
109
231
|
}
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
232
|
+
// Picture folding may relocate finished definitions while navigating. Keep its
|
|
233
|
+
// distinct forward proof; the literal-only case above needs no second traversal.
|
|
234
|
+
if (ledger.complete && pictures.size) {
|
|
235
|
+
let active = new HistorySource(ledger.start.text), activeMetadata = {...ledger.start.metadata};
|
|
114
236
|
for (let i = 0; i < branch.length; i++) {
|
|
115
237
|
active = step(active, branch[i], true);
|
|
116
238
|
activeMetadata = _rapierTransformMetadata(activeMetadata, byId.get(branch[i]).metadata);
|
|
117
|
-
if (active === null || !activeMetadata || (i + 1 === cursor && (active !== text || canonicalJSON(activeMetadata) !== canonicalJSON(metadata)))) throw fault('complete branch differs');
|
|
239
|
+
if (active === null || !activeMetadata || (i + 1 === cursor && (active.length !== text.length || !active.matches(0, text) || canonicalJSON(activeMetadata) !== canonicalJSON(metadata)))) throw fault('complete branch differs');
|
|
118
240
|
}
|
|
119
241
|
}
|
|
120
242
|
return {schemaVersion: 5, documentAuthority: ledger.documentAuthority, documentRevision: ledger.head.revision,
|
package/dist/ledger/hash.mjs
CHANGED
|
@@ -1,12 +1,20 @@
|
|
|
1
1
|
// SPDX-License-Identifier: MIT
|
|
2
2
|
// The editor's path-dependent root, plus synchronous SHA-256 for file readers (including offline wrappers).
|
|
3
3
|
export function textRoot(text) {
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
4
|
+
return textRootParts([text]);
|
|
5
|
+
}
|
|
6
|
+
// The same UTF-16 root over shared source pieces, without joining a historical body.
|
|
7
|
+
export function textRootParts(parts) {
|
|
8
|
+
let fnv = 0x811c9dc5, a = 1, b = 0, length = 0;
|
|
9
|
+
for (const text of parts) {
|
|
10
|
+
length += text.length;
|
|
11
|
+
for (let i = 0; i < text.length;) {
|
|
12
|
+
const end = Math.min(text.length, i + 4096);
|
|
13
|
+
for (; i < end; i++) { const c = text.charCodeAt(i); fnv = Math.imul(fnv ^ c, 16777619); a += c; b += a; }
|
|
14
|
+
a %= 65521; b %= 65521;
|
|
15
|
+
}
|
|
8
16
|
}
|
|
9
|
-
return
|
|
17
|
+
return length + ':' + (fnv >>> 0).toString(36) + ':' + (((b << 16) | a) >>> 0).toString(36);
|
|
10
18
|
}
|
|
11
19
|
export function rootAfter(root, row) {
|
|
12
20
|
return textRoot(String(root || '') + ':' + row.pos + ':' + textRoot(row.removed) + ':' + textRoot(row.inserted));
|
|
@@ -22,26 +30,91 @@ const K = new Uint32Array([
|
|
|
22
30
|
0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208,0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2,
|
|
23
31
|
]);
|
|
24
32
|
const rotate = (x, n) => (x >>> n) | (x << (32 - n));
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
const
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
33
|
+
// One bounded SHA-256 compression state for file bytes and encoded source text.
|
|
34
|
+
export function sha256State() {
|
|
35
|
+
const h = new Uint32Array([0x6a09e667,0xbb67ae85,0x3c6ef372,0xa54ff53a,0x510e527f,0x9b05688c,0x1f83d9ab,0x5be0cd19]);
|
|
36
|
+
const w = new Uint32Array(64), block = new Uint8Array(64);
|
|
37
|
+
let used = 0, bytes = 0, finished = false;
|
|
38
|
+
const compress = (input, offset) => {
|
|
39
|
+
for (let i = 0; i < 16; i++) {
|
|
40
|
+
const at = offset + i * 4;
|
|
41
|
+
w[i] = (input[at] << 24) | (input[at + 1] << 16) | (input[at + 2] << 8) | input[at + 3];
|
|
42
|
+
}
|
|
34
43
|
for (let i = 16; i < 64; i++) {
|
|
35
44
|
const x = w[i - 15], y = w[i - 2];
|
|
36
45
|
w[i] = w[i - 16] + (rotate(x, 7) ^ rotate(x, 18) ^ (x >>> 3)) + w[i - 7] + (rotate(y, 17) ^ rotate(y, 19) ^ (y >>> 10));
|
|
37
46
|
}
|
|
38
|
-
let [
|
|
47
|
+
let a=h[0], b=h[1], c=h[2], d=h[3], e=h[4], f=h[5], g=h[6], k=h[7];
|
|
39
48
|
for (let i = 0; i < 64; i++) {
|
|
40
49
|
const t1 = (k + (rotate(e, 6) ^ rotate(e, 11) ^ rotate(e, 25)) + ((e & f) ^ (~e & g)) + K[i] + w[i]) >>> 0;
|
|
41
50
|
const t2 = ((rotate(a, 2) ^ rotate(a, 13) ^ rotate(a, 22)) + ((a & b) ^ (a & c) ^ (b & c))) >>> 0;
|
|
42
51
|
k = g; g = f; f = e; e = (d + t1) >>> 0; d = c; c = b; b = a; a = (t1 + t2) >>> 0;
|
|
43
52
|
}
|
|
44
|
-
|
|
45
|
-
}
|
|
46
|
-
|
|
53
|
+
h[0]+=a; h[1]+=b; h[2]+=c; h[3]+=d; h[4]+=e; h[5]+=f; h[6]+=g; h[7]+=k;
|
|
54
|
+
};
|
|
55
|
+
const feed = (input, size) => {
|
|
56
|
+
bytes += size;
|
|
57
|
+
let at = 0;
|
|
58
|
+
if (used) {
|
|
59
|
+
const take = Math.min(64 - used, size);
|
|
60
|
+
block.set(input.subarray(0, take), used); used += take; at = take;
|
|
61
|
+
if (used === 64) { compress(block, 0); used = 0; }
|
|
62
|
+
}
|
|
63
|
+
for (; at + 64 <= size; at += 64) compress(input, at);
|
|
64
|
+
if (at < size) { block.set(input.subarray(at, size), 0); used = size - at; }
|
|
65
|
+
};
|
|
66
|
+
return {
|
|
67
|
+
update(input) {
|
|
68
|
+
if (finished || !(input instanceof Uint8Array)) throw new TypeError('SHA-256 needs bytes before finish');
|
|
69
|
+
if (!Number.isSafeInteger(bytes + input.length)) throw new Error('SHA-256 input length is not exact');
|
|
70
|
+
feed(input, input.length);
|
|
71
|
+
},
|
|
72
|
+
finish() {
|
|
73
|
+
if (finished) throw new Error('SHA-256 is already finished');
|
|
74
|
+
finished = true;
|
|
75
|
+
block[used++] = 0x80; block.fill(0, used);
|
|
76
|
+
if (used > 56) { compress(block, 0); block.fill(0); }
|
|
77
|
+
const view = new DataView(block.buffer);
|
|
78
|
+
view.setUint32(56, Math.floor(bytes / 0x20000000)); view.setUint32(60, (bytes * 8) >>> 0);
|
|
79
|
+
compress(block, 0);
|
|
80
|
+
return Array.from(h, x => x.toString(16).padStart(8, '0')).join('');
|
|
81
|
+
},
|
|
82
|
+
get bytes() { return bytes; },
|
|
83
|
+
};
|
|
84
|
+
}
|
|
85
|
+
// UTF-16 chunks share that byte state. Retain a trailing high surrogate so a
|
|
86
|
+
// caller can split a character between updates without changing its UTF-8 digest.
|
|
87
|
+
export function createSHA256() {
|
|
88
|
+
const hash = sha256State(), encoded = new Uint8Array(65536), encoder = new TextEncoder();
|
|
89
|
+
let high = '', finished = false;
|
|
90
|
+
const write = text => {
|
|
91
|
+
for (let at = 0; at < text.length;) {
|
|
92
|
+
// Bound both the substring and byte allocation; encodeInto never cuts a scalar.
|
|
93
|
+
let end = Math.min(text.length, at + 32768);
|
|
94
|
+
if (end < text.length && (text.charCodeAt(end - 1) & 0xfc00) === 0xd800 && (text.charCodeAt(end) & 0xfc00) === 0xdc00) end--;
|
|
95
|
+
const part = encoder.encodeInto(text.slice(at, end), encoded);
|
|
96
|
+
hash.update(encoded.subarray(0, part.written)); at += part.read;
|
|
97
|
+
}
|
|
98
|
+
};
|
|
99
|
+
return {
|
|
100
|
+
update(value) {
|
|
101
|
+
if (finished) throw new Error('SHA-256 is finished');
|
|
102
|
+
let text = high + String(value === undefined ? '' : value); high = '';
|
|
103
|
+
if (text.length && (text.charCodeAt(text.length - 1) & 0xfc00) === 0xd800) { high = text.slice(-1); text = text.slice(0, -1); }
|
|
104
|
+
write(text); return this;
|
|
105
|
+
},
|
|
106
|
+
digest() {
|
|
107
|
+
if (finished) throw new Error('SHA-256 is finished');
|
|
108
|
+
if (high) { write(high); high = ''; }
|
|
109
|
+
finished = true;
|
|
110
|
+
return hash.finish();
|
|
111
|
+
},
|
|
112
|
+
get bytes() { return hash.bytes; },
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
export function sha256Parts(parts) {
|
|
116
|
+
const hash = createSHA256();
|
|
117
|
+
for (const part of parts) hash.update(part);
|
|
118
|
+
return hash.digest();
|
|
47
119
|
}
|
|
120
|
+
export function sha256(text) { return createSHA256().update(text).digest(); }
|