@agentshouse/mdruntime 0.1.0-cd3486bd400ed → 0.1.0-cd35ccee27a19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +22 -10
- package/dist/acceptance.d.ts +3 -0
- package/dist/acceptance.d.ts.map +1 -0
- package/dist/acceptance.js +308 -0
- package/dist/actions.d.ts +20 -0
- package/dist/actions.d.ts.map +1 -0
- package/dist/actions.js +251 -0
- package/dist/adapter.d.ts +195 -91
- package/dist/adapter.d.ts.map +1 -1
- package/dist/attached-model.d.ts +7 -10
- package/dist/attached-model.d.ts.map +1 -1
- package/dist/attached-model.js +40 -41
- package/dist/attempt.d.ts.map +1 -1
- package/dist/attempt.js +14 -1
- package/dist/binary.d.ts +18 -0
- package/dist/binary.d.ts.map +1 -0
- package/dist/binary.js +8 -0
- package/dist/bootstrap.d.ts +31 -11
- package/dist/bootstrap.d.ts.map +1 -1
- package/dist/bootstrap.js +311 -92
- package/dist/cell.d.ts +6 -0
- package/dist/cell.d.ts.map +1 -0
- package/dist/cell.js +9 -0
- package/dist/chain.d.ts +12 -0
- package/dist/chain.d.ts.map +1 -0
- package/dist/chain.js +64 -0
- package/dist/change-set.d.ts +13 -14
- package/dist/change-set.d.ts.map +1 -1
- package/dist/change-set.js +17 -62
- package/dist/change.d.ts +42 -0
- package/dist/change.d.ts.map +1 -1
- package/dist/change.js +36 -0
- package/dist/chat-types.d.ts +5 -0
- package/dist/chat-types.d.ts.map +1 -0
- package/dist/chat-types.js +13 -0
- package/dist/client.d.ts +49 -21
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +131 -17
- package/dist/collection.d.ts +31 -9
- package/dist/collection.d.ts.map +1 -1
- package/dist/collection.js +49 -80
- package/dist/compile.d.ts +16 -0
- package/dist/compile.d.ts.map +1 -0
- package/dist/compile.js +711 -0
- package/dist/connection.d.ts +8 -111
- package/dist/connection.d.ts.map +1 -1
- package/dist/connection.js +107 -2218
- package/dist/context.d.ts +2 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +7 -0
- package/dist/conversation-live.d.ts +136 -0
- package/dist/conversation-live.d.ts.map +1 -0
- package/dist/conversation-live.js +249 -0
- package/dist/conversation-row.d.ts +33 -0
- package/dist/conversation-row.d.ts.map +1 -0
- package/dist/conversation-row.js +53 -0
- package/dist/conversation.d.ts +71 -42
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +1068 -586
- package/dist/declaration.d.ts +10 -0
- package/dist/declaration.d.ts.map +1 -0
- package/dist/declaration.js +24 -0
- package/dist/digest.d.ts +7 -0
- package/dist/digest.d.ts.map +1 -0
- package/dist/digest.js +113 -0
- package/dist/discovery.d.ts +10 -0
- package/dist/discovery.d.ts.map +1 -0
- package/dist/discovery.js +148 -0
- package/dist/durability.d.ts +19 -1
- package/dist/durability.d.ts.map +1 -1
- package/dist/durability.js +5 -0
- package/dist/entry.d.ts +20 -0
- package/dist/entry.d.ts.map +1 -0
- package/dist/entry.js +161 -0
- package/dist/expectation.d.ts +4 -2
- package/dist/expectation.d.ts.map +1 -1
- package/dist/expectation.js +33 -11
- package/dist/failure.d.ts +1 -0
- package/dist/failure.d.ts.map +1 -1
- package/dist/failure.js +3 -0
- package/dist/figures.d.ts +49 -0
- package/dist/figures.d.ts.map +1 -0
- package/dist/figures.js +197 -0
- package/dist/file.d.ts +2 -19
- package/dist/file.d.ts.map +1 -1
- package/dist/file.js +7 -122
- package/dist/holdings.d.ts +29 -0
- package/dist/holdings.d.ts.map +1 -0
- package/dist/holdings.js +95 -0
- package/dist/host.d.ts +28 -4
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +163 -19
- package/dist/identity.d.ts +1 -0
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +3 -0
- package/dist/index.d.ts +37 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -0
- package/dist/install.d.ts +54 -0
- package/dist/install.d.ts.map +1 -0
- package/dist/install.js +538 -0
- package/dist/lifecycle.d.ts +7 -0
- package/dist/lifecycle.d.ts.map +1 -0
- package/dist/lifecycle.js +272 -0
- package/dist/listing.d.ts +48 -0
- package/dist/listing.d.ts.map +1 -0
- package/dist/listing.js +139 -0
- package/dist/live.d.ts +23 -0
- package/dist/live.d.ts.map +1 -0
- package/dist/live.js +165 -0
- package/dist/locks.d.ts +7 -0
- package/dist/locks.d.ts.map +1 -0
- package/dist/locks.js +33 -0
- package/dist/log.d.ts +1 -0
- package/dist/log.d.ts.map +1 -1
- package/dist/lost.d.ts +5 -0
- package/dist/lost.d.ts.map +1 -0
- package/dist/lost.js +50 -0
- package/dist/media.d.ts +8 -0
- package/dist/media.d.ts.map +1 -0
- package/dist/media.js +218 -0
- package/dist/memory.d.ts +24 -8
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +289 -96
- package/dist/messages.d.ts +49 -0
- package/dist/messages.d.ts.map +1 -0
- package/dist/messages.js +150 -0
- package/dist/model.d.ts +11 -12
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +7 -15
- package/dist/models.d.ts +10 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +156 -0
- package/dist/name.d.ts +4 -0
- package/dist/name.d.ts.map +1 -0
- package/dist/name.js +122 -0
- package/dist/observation.d.ts +22 -4
- package/dist/observation.d.ts.map +1 -1
- package/dist/observation.js +127 -26
- package/dist/opened.d.ts +22 -0
- package/dist/opened.d.ts.map +1 -0
- package/dist/opened.js +107 -0
- package/dist/opening.d.ts +4 -0
- package/dist/opening.d.ts.map +1 -0
- package/dist/opening.js +59 -0
- package/dist/outcome.d.ts +56 -5
- package/dist/outcome.d.ts.map +1 -1
- package/dist/outcome.js +49 -0
- package/dist/overlay.d.ts +17 -5
- package/dist/overlay.d.ts.map +1 -1
- package/dist/overlay.js +161 -187
- package/dist/page-metadata.d.ts +8 -0
- package/dist/page-metadata.d.ts.map +1 -0
- package/dist/page-metadata.js +19 -0
- package/dist/parts.d.ts +11 -0
- package/dist/parts.d.ts.map +1 -0
- package/dist/parts.js +21 -0
- package/dist/paths.d.ts +2 -0
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +26 -0
- package/dist/preparation.d.ts +20 -0
- package/dist/preparation.d.ts.map +1 -0
- package/dist/preparation.js +233 -0
- package/dist/presence.d.ts +52 -0
- package/dist/presence.d.ts.map +1 -0
- package/dist/presence.js +220 -0
- package/dist/queries.d.ts +16 -0
- package/dist/queries.d.ts.map +1 -0
- package/dist/queries.js +270 -0
- package/dist/query.d.ts +51 -183
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +3 -464
- package/dist/{chat/questions.d.ts → questions.d.ts} +5 -2
- package/dist/questions.d.ts.map +1 -0
- package/dist/{chat/questions.js → questions.js} +13 -2
- package/dist/queue.d.ts +40 -0
- package/dist/queue.d.ts.map +1 -0
- package/dist/queue.js +455 -0
- package/dist/reach.d.ts +21 -5
- package/dist/reach.d.ts.map +1 -1
- package/dist/reach.js +313 -72
- package/dist/react.d.ts +20 -6
- package/dist/react.d.ts.map +1 -1
- package/dist/react.js +17 -18
- package/dist/{chat/read.d.ts → read.d.ts} +2 -0
- package/dist/read.d.ts.map +1 -0
- package/dist/{chat/read.js → read.js} +4 -0
- package/dist/readiness.d.ts +49 -0
- package/dist/readiness.d.ts.map +1 -0
- package/dist/readiness.js +27 -0
- package/dist/reads.d.ts +37 -0
- package/dist/reads.d.ts.map +1 -0
- package/dist/reads.js +174 -0
- package/dist/recovery.d.ts +26 -0
- package/dist/recovery.d.ts.map +1 -0
- package/dist/recovery.js +232 -0
- package/dist/refresh.d.ts +17 -14
- package/dist/refresh.d.ts.map +1 -1
- package/dist/refresh.js +145 -58
- package/dist/refusal.d.ts +5 -0
- package/dist/refusal.d.ts.map +1 -0
- package/dist/refusal.js +57 -0
- package/dist/replica.d.ts +53 -33
- package/dist/replica.d.ts.map +1 -1
- package/dist/replica.js +348 -166
- package/dist/room-draft.d.ts +55 -9
- package/dist/room-draft.d.ts.map +1 -1
- package/dist/room-draft.js +262 -73
- package/dist/room-drafts.d.ts +24 -0
- package/dist/room-drafts.d.ts.map +1 -0
- package/dist/room-drafts.js +217 -0
- package/dist/rows.d.ts +30 -35
- package/dist/rows.d.ts.map +1 -1
- package/dist/rows.js +60 -126
- package/dist/runtime.d.ts +34 -0
- package/dist/runtime.d.ts.map +1 -0
- package/dist/runtime.js +1 -0
- package/dist/save.d.ts +44 -22
- package/dist/save.d.ts.map +1 -1
- package/dist/save.js +950 -169
- package/dist/saves.d.ts +32 -0
- package/dist/saves.d.ts.map +1 -0
- package/dist/saves.js +413 -0
- package/dist/search.d.ts +15 -55
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +10 -121
- package/dist/seed.d.ts +25 -0
- package/dist/seed.d.ts.map +1 -0
- package/dist/seed.js +145 -0
- package/dist/shared.d.ts +10 -0
- package/dist/shared.d.ts.map +1 -0
- package/dist/shared.js +339 -0
- package/dist/shown.d.ts +32 -0
- package/dist/shown.d.ts.map +1 -0
- package/dist/shown.js +290 -0
- package/dist/socket/admission.d.ts +7 -0
- package/dist/socket/admission.d.ts.map +1 -0
- package/dist/socket/admission.js +39 -0
- package/dist/socket/answers.d.ts +6 -0
- package/dist/socket/answers.d.ts.map +1 -0
- package/dist/socket/answers.js +20 -0
- package/dist/socket/lanes.d.ts +20 -0
- package/dist/socket/lanes.d.ts.map +1 -0
- package/dist/socket/lanes.js +77 -0
- package/dist/socket/reads.d.ts +10 -0
- package/dist/socket/reads.d.ts.map +1 -0
- package/dist/socket/reads.js +31 -0
- package/dist/socket/session.d.ts +38 -0
- package/dist/socket/session.d.ts.map +1 -0
- package/dist/socket/session.js +23 -0
- package/dist/socket.d.ts +67 -0
- package/dist/socket.d.ts.map +1 -0
- package/dist/socket.js +170 -0
- package/dist/source.d.ts +61 -0
- package/dist/source.d.ts.map +1 -0
- package/dist/source.js +82 -0
- package/dist/status.d.ts +5 -2
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +3 -7
- package/dist/store/installs.d.ts +30 -0
- package/dist/store/installs.d.ts.map +1 -0
- package/dist/store/installs.js +34 -0
- package/dist/store/readiness.d.ts +10 -0
- package/dist/store/readiness.d.ts.map +1 -0
- package/dist/store/readiness.js +52 -0
- package/dist/store/records.d.ts +212 -0
- package/dist/store/records.d.ts.map +1 -0
- package/dist/store/records.js +430 -0
- package/dist/store/room-held.d.ts +8 -0
- package/dist/store/room-held.d.ts.map +1 -0
- package/dist/store/room-held.js +17 -0
- package/dist/store/space.d.ts +11 -0
- package/dist/store/space.d.ts.map +1 -0
- package/dist/store/space.js +41 -0
- package/dist/store/watchers.d.ts +17 -0
- package/dist/store/watchers.d.ts.map +1 -0
- package/dist/store/watchers.js +56 -0
- package/dist/store/writes.d.ts +24 -0
- package/dist/store/writes.d.ts.map +1 -0
- package/dist/store/writes.js +125 -0
- package/dist/store.d.ts +109 -117
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +155 -494
- package/dist/stored.d.ts +156 -0
- package/dist/stored.d.ts.map +1 -0
- package/dist/stored.js +649 -0
- package/dist/surface.d.ts +88 -0
- package/dist/surface.d.ts.map +1 -0
- package/dist/surface.js +223 -0
- package/dist/sync.d.ts +19 -0
- package/dist/sync.d.ts.map +1 -0
- package/dist/sync.js +521 -0
- package/dist/tables.d.ts +412 -0
- package/dist/tables.d.ts.map +1 -0
- package/dist/tables.js +737 -0
- package/dist/tallies.d.ts +18 -0
- package/dist/tallies.d.ts.map +1 -0
- package/dist/tallies.js +129 -0
- package/dist/transfer.d.ts +0 -5
- package/dist/transfer.d.ts.map +1 -1
- package/dist/turn.d.ts +9 -0
- package/dist/turn.d.ts.map +1 -0
- package/dist/turn.js +75 -0
- package/dist/validation.d.ts +29 -0
- package/dist/validation.d.ts.map +1 -0
- package/dist/validation.js +104 -0
- package/dist/windows.d.ts +11 -0
- package/dist/windows.d.ts.map +1 -0
- package/dist/windows.js +16 -0
- package/dist/wire.d.ts +220 -34
- package/dist/wire.d.ts.map +1 -1
- package/dist/wire.js +73 -31
- package/package.json +27 -15
- package/AGENTS.md +0 -290
- package/dist/attachment.d.ts +0 -3
- package/dist/attachment.d.ts.map +0 -1
- package/dist/attachment.js +0 -8
- package/dist/chat/acts.d.ts +0 -34
- package/dist/chat/acts.d.ts.map +0 -1
- package/dist/chat/acts.js +0 -36
- package/dist/chat/messages.d.ts +0 -21
- package/dist/chat/messages.d.ts.map +0 -1
- package/dist/chat/messages.js +0 -151
- package/dist/chat/overlay.d.ts +0 -31
- package/dist/chat/overlay.d.ts.map +0 -1
- package/dist/chat/overlay.js +0 -97
- package/dist/chat/parts.d.ts +0 -57
- package/dist/chat/parts.d.ts.map +0 -1
- package/dist/chat/parts.js +0 -119
- package/dist/chat/process.d.ts +0 -20
- package/dist/chat/process.d.ts.map +0 -1
- package/dist/chat/process.js +0 -32
- package/dist/chat/provider.d.ts +0 -57
- package/dist/chat/provider.d.ts.map +0 -1
- package/dist/chat/provider.js +0 -637
- package/dist/chat/questions.d.ts.map +0 -1
- package/dist/chat/read.d.ts.map +0 -1
- package/dist/chat.d.ts +0 -7
- package/dist/chat.d.ts.map +0 -1
- package/dist/chat.js +0 -2
- package/dist/read-side.d.ts +0 -18
- package/dist/read-side.d.ts.map +0 -1
- package/dist/read-side.js +0 -433
package/dist/compile.js
ADDED
|
@@ -0,0 +1,711 @@
|
|
|
1
|
+
import { ARRAY_INDEX, bodied, byCodePoint, compared, cursorOf, heldKind, parse, pointerSegments, sql, } from '@agentshouse/mdmodel';
|
|
2
|
+
import { binaryRecord } from './binary.js';
|
|
3
|
+
import { documentKey, pathOfKey, roomOfKey } from './rows.js';
|
|
4
|
+
import { FROM_START, MAXIMUM_WINDOW } from './windows.js';
|
|
5
|
+
const { all, any, exists, fragment, grouped, joined, listed } = sql;
|
|
6
|
+
export const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
|
|
7
|
+
function located(alias) {
|
|
8
|
+
return fragment(`(SELECT k.locator FROM replica_keys k WHERE k.key = ${alias}.key)`);
|
|
9
|
+
}
|
|
10
|
+
export function within(alias, path) {
|
|
11
|
+
return fragment(`(${alias}.path = ? OR (${alias}.path >= ? AND ${alias}.path < ?))`, [
|
|
12
|
+
path,
|
|
13
|
+
`${path}/`,
|
|
14
|
+
`${path}0`,
|
|
15
|
+
]);
|
|
16
|
+
}
|
|
17
|
+
function ancestors(area) {
|
|
18
|
+
const depth = area.path.split('/').length;
|
|
19
|
+
return area.open.flatMap((open) => {
|
|
20
|
+
const segments = open.split('/');
|
|
21
|
+
return segments.slice(depth - 1, -1).map((_, at) => segments.slice(0, depth + at).join('/'));
|
|
22
|
+
});
|
|
23
|
+
}
|
|
24
|
+
function fenced(alias, key, area, folders) {
|
|
25
|
+
const opened = any([
|
|
26
|
+
...area.open.map((open) => within(alias, open)),
|
|
27
|
+
...(folders ? ancestors(area).map((path) => fragment(`${alias}.path = ?`, [path])) : []),
|
|
28
|
+
]);
|
|
29
|
+
return all([
|
|
30
|
+
fragment(`${alias}.key = ?`, [key]),
|
|
31
|
+
within(alias, area.path),
|
|
32
|
+
fragment(`NOT ${grouped(opened).sql}`, opened.bind),
|
|
33
|
+
]);
|
|
34
|
+
}
|
|
35
|
+
function reached(bound, alias) {
|
|
36
|
+
const reach = bound.reach;
|
|
37
|
+
if (reach === null)
|
|
38
|
+
return fragment('1');
|
|
39
|
+
const rooms = reach.rooms.flatMap((locator) => {
|
|
40
|
+
const key = bound.keys.get(locator);
|
|
41
|
+
return key === undefined ? [] : [key];
|
|
42
|
+
});
|
|
43
|
+
const documents = reach.documents.flatMap((held) => {
|
|
44
|
+
const key = bound.keys.get(roomOfKey(held));
|
|
45
|
+
return key === undefined ? [] : [[key, pathOfKey(held)]];
|
|
46
|
+
});
|
|
47
|
+
const outside = any(reach.areas.flatMap((area) => {
|
|
48
|
+
const key = bound.keys.get(area.room);
|
|
49
|
+
return key === undefined ? [] : [fenced(alias, key, area, false)];
|
|
50
|
+
}));
|
|
51
|
+
return all([
|
|
52
|
+
any([
|
|
53
|
+
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${listed(rooms).sql}`, rooms)]),
|
|
54
|
+
...(documents.length === 0
|
|
55
|
+
? []
|
|
56
|
+
: [
|
|
57
|
+
fragment(`EXISTS (SELECT 1 FROM json_each(?) j WHERE j.value ->> 0 = ${alias}.key AND j.value ->> 1 = ${alias}.path)`, [JSON.stringify(documents)]),
|
|
58
|
+
]),
|
|
59
|
+
]),
|
|
60
|
+
...(reach.areas.length === 0 ? [] : [fragment(`NOT ${grouped(outside).sql}`, outside.bind)]),
|
|
61
|
+
]);
|
|
62
|
+
}
|
|
63
|
+
function related(bound, plan) {
|
|
64
|
+
const parts = [];
|
|
65
|
+
if (plan.hop !== null) {
|
|
66
|
+
parts.push(exists(joined([
|
|
67
|
+
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND`),
|
|
68
|
+
grouped(sql.placed('l', plan.hop.field, 'link')),
|
|
69
|
+
fragment('AND'),
|
|
70
|
+
grouped(all([sql.scoped('m', plan.hop), reached(bound, 'm')])),
|
|
71
|
+
], ' ')));
|
|
72
|
+
}
|
|
73
|
+
if (plan.backlinks !== null) {
|
|
74
|
+
const field = plan.backlinks.field;
|
|
75
|
+
parts.push(exists(joined([
|
|
76
|
+
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field' AND`),
|
|
77
|
+
...(field === null ? [] : [grouped(sql.placed('l', field, 'link')), fragment('AND')]),
|
|
78
|
+
grouped(all([sql.scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
79
|
+
], ' ')));
|
|
80
|
+
}
|
|
81
|
+
return parts;
|
|
82
|
+
}
|
|
83
|
+
function filtered(bound, plan) {
|
|
84
|
+
const keys = bound.rooms.map(({ key }) => key);
|
|
85
|
+
return all([
|
|
86
|
+
fragment(`d.key IN ${listed(keys).sql} AND ${VISIBLE('d')}`, keys),
|
|
87
|
+
reached(bound, 'd'),
|
|
88
|
+
sql.tests('d', plan),
|
|
89
|
+
...related(bound, plan),
|
|
90
|
+
]);
|
|
91
|
+
}
|
|
92
|
+
function orderingOf(options) {
|
|
93
|
+
const stringSort = options.stringSort ?? 'locale';
|
|
94
|
+
const collated = stringSort === 'locale';
|
|
95
|
+
return {
|
|
96
|
+
direction: options.direction,
|
|
97
|
+
nulls: options.nulls ?? 'first',
|
|
98
|
+
stringSort,
|
|
99
|
+
locale: collated ? options.locale : undefined,
|
|
100
|
+
localeOptions: collated
|
|
101
|
+
? options.localeOptions
|
|
102
|
+
: undefined,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
const GROUP_ORDER = {
|
|
106
|
+
direction: 'asc',
|
|
107
|
+
nulls: 'first',
|
|
108
|
+
stringSort: 'locale',
|
|
109
|
+
locale: undefined,
|
|
110
|
+
localeOptions: undefined,
|
|
111
|
+
};
|
|
112
|
+
const GROUP_TIES = {
|
|
113
|
+
direction: 'asc',
|
|
114
|
+
nulls: 'last',
|
|
115
|
+
stringSort: 'lexical',
|
|
116
|
+
locale: undefined,
|
|
117
|
+
localeOptions: undefined,
|
|
118
|
+
};
|
|
119
|
+
const GREATEST = { ...GROUP_ORDER, direction: 'desc', nulls: 'last' };
|
|
120
|
+
const TIMES = {
|
|
121
|
+
created: { value: 'd.created', instant: 'd.created_instant' },
|
|
122
|
+
updated: { value: "(d.change ->> '$.time')", instant: 'd.changed_instant' },
|
|
123
|
+
};
|
|
124
|
+
function subfolderOf(column, prefix) {
|
|
125
|
+
const root = prefix ?? '';
|
|
126
|
+
const base = root === '' ? '' : `${root}/`;
|
|
127
|
+
const rest = `substr(${column}, length(?) + 1)`;
|
|
128
|
+
return fragment(`(CASE WHEN ${column} = ? THEN NULL WHEN instr(${rest}, '/') = 0 THEN ${column} ELSE ? || substr(${rest}, 1, instr(${rest}, '/') - 1) END)`, [root, base, base, base, base]);
|
|
129
|
+
}
|
|
130
|
+
function keyTerm(key, ordering, index, prefix) {
|
|
131
|
+
if (key.of === 'field') {
|
|
132
|
+
const alias = `o${index}`;
|
|
133
|
+
return {
|
|
134
|
+
term: {
|
|
135
|
+
ordering,
|
|
136
|
+
kind: fragment(`${alias}.kind`),
|
|
137
|
+
value: fragment(`${alias}.value`),
|
|
138
|
+
instant: fragment(`${alias}.instant`),
|
|
139
|
+
},
|
|
140
|
+
join: joined([
|
|
141
|
+
fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND `),
|
|
142
|
+
grouped(sql.placed(alias, key.field, 'exact')),
|
|
143
|
+
fragment(` AND ${alias}.item = -1 AND ${alias}.kind NOT IN ('object', 'undefined')`),
|
|
144
|
+
], ''),
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
if (key.of === 'size') {
|
|
148
|
+
return {
|
|
149
|
+
term: {
|
|
150
|
+
ordering,
|
|
151
|
+
kind: fragment("(CASE WHEN d.bytes IS NULL THEN 'null' ELSE 'number' END)"),
|
|
152
|
+
value: fragment('d.bytes'),
|
|
153
|
+
},
|
|
154
|
+
join: null,
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
if (key.of === 'created' || key.of === 'updated') {
|
|
158
|
+
const { value, instant } = TIMES[key.of];
|
|
159
|
+
return {
|
|
160
|
+
term: {
|
|
161
|
+
ordering,
|
|
162
|
+
kind: fragment(`(CASE WHEN ${value} IS NULL THEN 'null' ELSE 'string' END)`),
|
|
163
|
+
value: fragment(value),
|
|
164
|
+
instant: fragment(instant),
|
|
165
|
+
},
|
|
166
|
+
join: null,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
const expression = key.of === 'room'
|
|
170
|
+
? located('d')
|
|
171
|
+
: key.of === 'path'
|
|
172
|
+
? fragment('d.path')
|
|
173
|
+
: key.of === 'type'
|
|
174
|
+
? fragment('d.type')
|
|
175
|
+
: key.of === 'subfolder'
|
|
176
|
+
? subfolderOf('d.folder', prefix)
|
|
177
|
+
: fragment('d.folder');
|
|
178
|
+
return {
|
|
179
|
+
term: {
|
|
180
|
+
ordering,
|
|
181
|
+
kind: fragment(`(CASE WHEN ${expression.sql} IS NULL THEN 'null' ELSE 'string' END)`, expression.bind),
|
|
182
|
+
value: expression,
|
|
183
|
+
},
|
|
184
|
+
join: null,
|
|
185
|
+
};
|
|
186
|
+
}
|
|
187
|
+
function decoded(kind, value) {
|
|
188
|
+
if (kind === 'string')
|
|
189
|
+
return value;
|
|
190
|
+
if (kind === 'number')
|
|
191
|
+
return typeof value === 'bigint' ? Number(value) : value;
|
|
192
|
+
if (kind === 'boolean')
|
|
193
|
+
return Number(value) === 1;
|
|
194
|
+
if (kind === 'array')
|
|
195
|
+
return JSON.parse(value);
|
|
196
|
+
return null;
|
|
197
|
+
}
|
|
198
|
+
function sortedOf(kind, value, instant) {
|
|
199
|
+
return sql.sortValue(kind, decoded(kind, value), instant);
|
|
200
|
+
}
|
|
201
|
+
function sortedValue(row, index) {
|
|
202
|
+
return sortedOf(row[`k${index}`], row[`v${index}`], row[`i${index}`]);
|
|
203
|
+
}
|
|
204
|
+
function decodedKey(key, row, index) {
|
|
205
|
+
const kind = row[`k${index}`];
|
|
206
|
+
if (key.of === 'field' && (kind === null || kind === undefined))
|
|
207
|
+
return undefined;
|
|
208
|
+
return sortedValue(row, index);
|
|
209
|
+
}
|
|
210
|
+
function instantOf(term) {
|
|
211
|
+
return term.instant ?? fragment('NULL');
|
|
212
|
+
}
|
|
213
|
+
const registered = new WeakMap();
|
|
214
|
+
function hashed(text) {
|
|
215
|
+
let hash = 0x811c9dc5;
|
|
216
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
217
|
+
hash ^= text.charCodeAt(index);
|
|
218
|
+
hash = Math.imul(hash, 0x01000193);
|
|
219
|
+
}
|
|
220
|
+
return (hash >>> 0).toString(36);
|
|
221
|
+
}
|
|
222
|
+
function collating(connection) {
|
|
223
|
+
let held = registered.get(connection);
|
|
224
|
+
if (held === undefined) {
|
|
225
|
+
held = new Set();
|
|
226
|
+
registered.set(connection, held);
|
|
227
|
+
}
|
|
228
|
+
const names = held;
|
|
229
|
+
return (ordering, lists, total) => {
|
|
230
|
+
if (!lists && ordering.stringSort !== 'locale')
|
|
231
|
+
return null;
|
|
232
|
+
const inner = lists
|
|
233
|
+
? {
|
|
234
|
+
...ordering,
|
|
235
|
+
direction: 'asc',
|
|
236
|
+
nulls: ordering.direction === 'desc'
|
|
237
|
+
? ordering.nulls === 'first'
|
|
238
|
+
? 'last'
|
|
239
|
+
: 'first'
|
|
240
|
+
: ordering.nulls,
|
|
241
|
+
}
|
|
242
|
+
: ordering;
|
|
243
|
+
const spec = JSON.stringify([
|
|
244
|
+
lists,
|
|
245
|
+
total,
|
|
246
|
+
inner.nulls,
|
|
247
|
+
inner.stringSort,
|
|
248
|
+
inner.locale ?? null,
|
|
249
|
+
inner.localeOptions ?? null,
|
|
250
|
+
]);
|
|
251
|
+
const name = `mdr_${lists ? 'l' : 's'}${hashed(spec)}`;
|
|
252
|
+
if (!names.has(name)) {
|
|
253
|
+
const collator = new Intl.Collator(inner.locale, inner.localeOptions);
|
|
254
|
+
connection.collate(name, lists
|
|
255
|
+
? (left, right) => Math.sign(compared(JSON.parse(left), JSON.parse(right), inner)) || (total ? Math.sign(byCodePoint(left, right)) : 0)
|
|
256
|
+
: (left, right) => Math.sign(collator.compare(left, right)));
|
|
257
|
+
names.add(name);
|
|
258
|
+
}
|
|
259
|
+
return name;
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
function masked(pointers) {
|
|
263
|
+
const root = { whole: false, members: new Map() };
|
|
264
|
+
for (const pointer of pointers) {
|
|
265
|
+
let mask = root;
|
|
266
|
+
for (const token of pointerSegments(pointer)) {
|
|
267
|
+
const next = mask.members.get(token) ?? { whole: false, members: new Map() };
|
|
268
|
+
mask.members.set(token, next);
|
|
269
|
+
mask = next;
|
|
270
|
+
}
|
|
271
|
+
mask.whole = true;
|
|
272
|
+
}
|
|
273
|
+
return root;
|
|
274
|
+
}
|
|
275
|
+
function merged(left, right) {
|
|
276
|
+
if (left === undefined)
|
|
277
|
+
return right;
|
|
278
|
+
const members = new Map(left.members);
|
|
279
|
+
for (const [token, mask] of right.members)
|
|
280
|
+
members.set(token, merged(members.get(token), mask));
|
|
281
|
+
return { whole: left.whole || right.whole, members };
|
|
282
|
+
}
|
|
283
|
+
function cut(value, mask) {
|
|
284
|
+
if (mask.whole)
|
|
285
|
+
return value;
|
|
286
|
+
if (Array.isArray(value)) {
|
|
287
|
+
const each = {
|
|
288
|
+
whole: false,
|
|
289
|
+
members: new Map([...mask.members].filter(([token]) => !ARRAY_INDEX.test(token))),
|
|
290
|
+
};
|
|
291
|
+
const kept = [];
|
|
292
|
+
value.forEach((item, index) => {
|
|
293
|
+
const part = cut(item, merged(mask.members.get(String(index)), each));
|
|
294
|
+
if (part !== undefined)
|
|
295
|
+
kept[index] = part;
|
|
296
|
+
});
|
|
297
|
+
return kept.length === 0 ? undefined : kept;
|
|
298
|
+
}
|
|
299
|
+
if (typeof value !== 'object' || value === null)
|
|
300
|
+
return undefined;
|
|
301
|
+
const kept = Object.entries(value).flatMap(([key, held]) => {
|
|
302
|
+
const member = mask.members.get(key);
|
|
303
|
+
const part = member === undefined ? undefined : cut(held, member);
|
|
304
|
+
return part === undefined ? [] : [[key, part]];
|
|
305
|
+
});
|
|
306
|
+
return kept.length === 0 ? undefined : Object.fromEntries(kept);
|
|
307
|
+
}
|
|
308
|
+
function sectionsOf(sections, names) {
|
|
309
|
+
if (names === 'all')
|
|
310
|
+
return sections;
|
|
311
|
+
return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
|
|
312
|
+
}
|
|
313
|
+
function documentOf(shape, room, row, linked) {
|
|
314
|
+
const path = row.path;
|
|
315
|
+
const type = row.type;
|
|
316
|
+
const fileId = row.file_id;
|
|
317
|
+
const revision = row.revision;
|
|
318
|
+
if (type === null) {
|
|
319
|
+
const binary = row.binary === null ? null : JSON.parse(row.binary);
|
|
320
|
+
const content = row.content ?? null;
|
|
321
|
+
return {
|
|
322
|
+
room,
|
|
323
|
+
path,
|
|
324
|
+
...(binary === null
|
|
325
|
+
? {}
|
|
326
|
+
: {
|
|
327
|
+
binaryFile: binaryRecord(path, binary, revision ?? undefined),
|
|
328
|
+
}),
|
|
329
|
+
...(shape.markdown && content !== null ? { markdown: content } : {}),
|
|
330
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
331
|
+
...(shape.fileId ? { fileId } : {}),
|
|
332
|
+
...(shape.revision ? { revision } : {}),
|
|
333
|
+
...heldFacts(shape, row),
|
|
334
|
+
};
|
|
335
|
+
}
|
|
336
|
+
const read = shape.sections !== null || shape.preamble ? parse(row.content, path) : null;
|
|
337
|
+
const body = read?.ok === true ? read.document : null;
|
|
338
|
+
const fields = JSON.parse(row.fields ?? '{}');
|
|
339
|
+
return {
|
|
340
|
+
room,
|
|
341
|
+
path,
|
|
342
|
+
type,
|
|
343
|
+
...(shape.fields === null
|
|
344
|
+
? {}
|
|
345
|
+
: {
|
|
346
|
+
fields: shape.fields === 'all'
|
|
347
|
+
? fields
|
|
348
|
+
: (cut(fields, masked(shape.fields)) ?? {}),
|
|
349
|
+
}),
|
|
350
|
+
...(shape.sections === null || body === null
|
|
351
|
+
? {}
|
|
352
|
+
: { sections: sectionsOf(body.sections, shape.sections) }),
|
|
353
|
+
...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
|
|
354
|
+
...(shape.markdown ? { markdown: row.content } : {}),
|
|
355
|
+
...(shape.backlinks ? { backlinks: linked.get(documentKey(room, path)) ?? [] } : {}),
|
|
356
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
357
|
+
...(shape.fileId ? { fileId } : {}),
|
|
358
|
+
...(shape.revision ? { revision } : {}),
|
|
359
|
+
...heldFacts(shape, row),
|
|
360
|
+
};
|
|
361
|
+
}
|
|
362
|
+
function changeOf(row) {
|
|
363
|
+
return row.change === null ? null : JSON.parse(row.change);
|
|
364
|
+
}
|
|
365
|
+
function heldFacts(shape, row) {
|
|
366
|
+
return {
|
|
367
|
+
...(shape.size ? { size: row.bytes === null ? null : Number(row.bytes) } : {}),
|
|
368
|
+
...(shape.created ? { created: row.created } : {}),
|
|
369
|
+
};
|
|
370
|
+
}
|
|
371
|
+
function backlinksOf(connection, bound, rows) {
|
|
372
|
+
const linked = new Map();
|
|
373
|
+
const byKey = new Map();
|
|
374
|
+
for (const row of rows) {
|
|
375
|
+
const key = Number(row.key);
|
|
376
|
+
const held = byKey.get(key) ?? [];
|
|
377
|
+
held.push(row.path);
|
|
378
|
+
byKey.set(key, held);
|
|
379
|
+
}
|
|
380
|
+
const reach = reached(bound, 's');
|
|
381
|
+
for (const [key, targets] of byKey) {
|
|
382
|
+
const room = bound.rooms.find((one) => one.key === key).locator;
|
|
383
|
+
const found = connection.rows(`SELECT target, path, type, field FROM (SELECT l.target, s.path, s.type, l.field, ROW_NUMBER() OVER (PARTITION BY l.target ORDER BY s.path, l.field) AS rank FROM (SELECT DISTINCT doc, target, field FROM replica_links WHERE key = ? AND kind = 'field' AND target IN (SELECT value FROM json_each(?))) l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE ${reach.sql}) WHERE rank <= ? ORDER BY target, path, field`, [key, JSON.stringify(targets), ...reach.bind, MAXIMUM_WINDOW]);
|
|
384
|
+
for (const row of found) {
|
|
385
|
+
const at = documentKey(room, row.target);
|
|
386
|
+
const held = linked.get(at) ?? [];
|
|
387
|
+
held.push({ path: row.path, type: row.type, field: row.field });
|
|
388
|
+
linked.set(at, held);
|
|
389
|
+
}
|
|
390
|
+
}
|
|
391
|
+
return linked;
|
|
392
|
+
}
|
|
393
|
+
function documents(connection, bound, plan, shape, budget) {
|
|
394
|
+
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index, plan.root.pathPrefix));
|
|
395
|
+
const filter = filtered(bound, plan);
|
|
396
|
+
const cursor = plan.after?.values ?? null;
|
|
397
|
+
const room = located('d');
|
|
398
|
+
const after = cursor === null
|
|
399
|
+
? null
|
|
400
|
+
: (() => {
|
|
401
|
+
const key = cursor[shape.orderBy.length];
|
|
402
|
+
return sql.following(terms.map(({ term }, index) => sql.beyond(bound.collate, term, cursor[index])), any([
|
|
403
|
+
fragment(`${room.sql} > ?`, [...room.bind, roomOfKey(key)]),
|
|
404
|
+
fragment(`${room.sql} = ? AND d.path > ?`, [
|
|
405
|
+
...room.bind,
|
|
406
|
+
roomOfKey(key),
|
|
407
|
+
pathOfKey(key),
|
|
408
|
+
]),
|
|
409
|
+
]));
|
|
410
|
+
})();
|
|
411
|
+
const selected = joined([
|
|
412
|
+
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.bytes, d.created'),
|
|
413
|
+
...terms.map(({ term }, index) => joined([
|
|
414
|
+
fragment(`, ${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
415
|
+
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
416
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
417
|
+
], '')),
|
|
418
|
+
fragment(' FROM replica_entries d'),
|
|
419
|
+
...terms.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
|
|
420
|
+
fragment(' WHERE '),
|
|
421
|
+
after === null ? filter : all([filter, after]),
|
|
422
|
+
fragment(' ORDER BY '),
|
|
423
|
+
joined([...terms.map(({ term }) => sql.sorted(bound.collate, term)), room, fragment('d.path')], ', '),
|
|
424
|
+
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
425
|
+
], '');
|
|
426
|
+
const rows = connection.rows(selected.sql, selected.bind);
|
|
427
|
+
const windowed = plan.limit === null ? rows : rows.slice(0, plan.limit);
|
|
428
|
+
const kept = bodied(shape) ? withContent(connection, windowed, budget) : windowed;
|
|
429
|
+
const cut = kept.length;
|
|
430
|
+
const roomOf = new Map(bound.rooms.map(({ key, locator }) => [key, locator]));
|
|
431
|
+
const linked = shape.backlinks ? backlinksOf(connection, bound, kept) : new Map();
|
|
432
|
+
const found = kept.map((row) => documentOf(shape, roomOf.get(Number(row.key)), row, linked));
|
|
433
|
+
const last = kept.at(-1);
|
|
434
|
+
const cursorAt = (row) => cursorOf([
|
|
435
|
+
...shape.orderBy.map(({ key }, index) => decodedKey(key, row, index)),
|
|
436
|
+
documentKey(roomOf.get(Number(row.key)), row.path),
|
|
437
|
+
]);
|
|
438
|
+
const more = cut < windowed.length && last !== undefined ? cursorAt(last) : undefined;
|
|
439
|
+
const next = more !== undefined || plan.limit === null || rows.length <= plan.limit
|
|
440
|
+
? undefined
|
|
441
|
+
: last === undefined
|
|
442
|
+
? (plan.after?.text ?? FROM_START)
|
|
443
|
+
: cursorAt(last);
|
|
444
|
+
const total = plan.total
|
|
445
|
+
? (() => {
|
|
446
|
+
const counted = joined([fragment('SELECT count(*) AS held FROM replica_entries d WHERE '), filter], '');
|
|
447
|
+
return Number(connection.rows(counted.sql, counted.bind)[0].held);
|
|
448
|
+
})()
|
|
449
|
+
: undefined;
|
|
450
|
+
return {
|
|
451
|
+
documents: found,
|
|
452
|
+
...(next === undefined ? {} : { next }),
|
|
453
|
+
...(more === undefined ? {} : { more }),
|
|
454
|
+
...(total === undefined ? {} : { total }),
|
|
455
|
+
};
|
|
456
|
+
}
|
|
457
|
+
function withContent(connection, rows, budget) {
|
|
458
|
+
if (rows.length === 0)
|
|
459
|
+
return rows;
|
|
460
|
+
const ids = rows.map((row) => row.id);
|
|
461
|
+
const sizes = new Map(connection
|
|
462
|
+
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${listed(ids).sql}`, ids)
|
|
463
|
+
.map((row) => [row.id, Number(row.size ?? 0)]));
|
|
464
|
+
let cut = rows.length;
|
|
465
|
+
let spent = 0;
|
|
466
|
+
for (let at = 0; budget !== null && at < rows.length; at += 1) {
|
|
467
|
+
const size = sizes.get(rows[at].id) ?? 0;
|
|
468
|
+
if (at > 0 && spent + size > budget) {
|
|
469
|
+
cut = at;
|
|
470
|
+
break;
|
|
471
|
+
}
|
|
472
|
+
spent += size;
|
|
473
|
+
}
|
|
474
|
+
const kept = rows.slice(0, cut);
|
|
475
|
+
const read = kept.map((row) => row.id);
|
|
476
|
+
const held = new Map(connection
|
|
477
|
+
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${listed(read).sql}`, read)
|
|
478
|
+
.map((row) => [row.id, row.content]));
|
|
479
|
+
return kept.map((row) => ({ ...row, content: held.get(row.id) ?? null }));
|
|
480
|
+
}
|
|
481
|
+
function storedFolders(bound, plan, subfolder) {
|
|
482
|
+
if (plan.paths !== null || plan.fileIds !== null)
|
|
483
|
+
return null;
|
|
484
|
+
if (plan.hop !== null || plan.backlinks !== null)
|
|
485
|
+
return null;
|
|
486
|
+
if (subfolder && plan.folder !== null)
|
|
487
|
+
return null;
|
|
488
|
+
const whole = bound.rooms.filter(({ locator }) => bound.reach === null || bound.reach.rooms.includes(locator));
|
|
489
|
+
if (whole.length === 0)
|
|
490
|
+
return null;
|
|
491
|
+
const keys = whole.map(({ key }) => key);
|
|
492
|
+
const prefix = plan.root.pathPrefix ?? '';
|
|
493
|
+
const outside = (bound.reach?.areas ?? []).flatMap((area) => {
|
|
494
|
+
const key = bound.keys.get(area.room);
|
|
495
|
+
if (key === undefined)
|
|
496
|
+
return [];
|
|
497
|
+
const fence = fenced('f', key, area, true);
|
|
498
|
+
return [fragment(`NOT ${grouped(fence).sql}`, fence.bind)];
|
|
499
|
+
});
|
|
500
|
+
const under = prefix === ''
|
|
501
|
+
? subfolder
|
|
502
|
+
? [fragment("f.path <> ''")]
|
|
503
|
+
: []
|
|
504
|
+
: [
|
|
505
|
+
subfolder
|
|
506
|
+
? fragment('(f.path >= ? AND f.path < ?)', [`${prefix}/`, `${prefix}0`])
|
|
507
|
+
: within('f', prefix),
|
|
508
|
+
];
|
|
509
|
+
return all([
|
|
510
|
+
fragment(`f.key IN ${listed(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
|
|
511
|
+
...outside,
|
|
512
|
+
...under,
|
|
513
|
+
...(plan.outside ?? []).map((folder) => fragment(`NOT ${within('f', folder).sql}`, within('f', folder).bind)),
|
|
514
|
+
...(plan.folder === null ? [] : [fragment('f.path = ?', [plan.folder])]),
|
|
515
|
+
]);
|
|
516
|
+
}
|
|
517
|
+
const SIZES = [
|
|
518
|
+
'CASE WHEN d.binary IS NULL THEN 1 ELSE 0 END AS dn',
|
|
519
|
+
'CASE WHEN d.binary IS NULL THEN d.bytes ELSE 0 END AS ds',
|
|
520
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE 1 END AS fn',
|
|
521
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE d.bytes END AS fs',
|
|
522
|
+
];
|
|
523
|
+
const LATEST = "d.changed_instant || ' ' || (d.change ->> '$.time') AS u";
|
|
524
|
+
function greatestTerm(ordering) {
|
|
525
|
+
return { ordering, kind: fragment('gk'), value: fragment('gv'), instant: fragment('gi') };
|
|
526
|
+
}
|
|
527
|
+
function latestOf(held) {
|
|
528
|
+
if (typeof held !== 'string')
|
|
529
|
+
return null;
|
|
530
|
+
return held.slice(held.indexOf(' ') + 1);
|
|
531
|
+
}
|
|
532
|
+
function groups(connection, bound, plan, shape) {
|
|
533
|
+
const prefix = plan.root.pathPrefix;
|
|
534
|
+
const keyed = shape.groupBy.map((key, index) => {
|
|
535
|
+
const { term, join } = keyTerm(key, GROUP_ORDER, index, prefix);
|
|
536
|
+
const kind = fragment(`COALESCE(${term.kind.sql}, 'null')`, term.kind.bind);
|
|
537
|
+
return { term: { ...term, kind }, join };
|
|
538
|
+
});
|
|
539
|
+
const ordering = shape.orderBy.map(({ by }) => by);
|
|
540
|
+
const sized = shape.size || ordering.includes('size');
|
|
541
|
+
const dated = shape.updated || ordering.includes('updated');
|
|
542
|
+
const greatest = shape.greatest === null
|
|
543
|
+
? null
|
|
544
|
+
: keyTerm({ of: 'field', field: shape.greatest }, GREATEST, keyed.length, prefix);
|
|
545
|
+
const filter = filtered(bound, plan);
|
|
546
|
+
const inner = joined([
|
|
547
|
+
fragment('SELECT '),
|
|
548
|
+
joined(keyed.map(({ term }, index) => joined([
|
|
549
|
+
fragment(`${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
550
|
+
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
551
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
552
|
+
], '')), ', '),
|
|
553
|
+
fragment(['', '1 AS n', ...(sized ? SIZES : []), ...(dated ? [LATEST] : [])].join(', ')),
|
|
554
|
+
...(greatest === null
|
|
555
|
+
? []
|
|
556
|
+
: [
|
|
557
|
+
fragment(`, ${greatest.term.kind.sql} AS gk`, greatest.term.kind.bind),
|
|
558
|
+
fragment(`, ${greatest.term.value.sql} AS gv`, greatest.term.value.bind),
|
|
559
|
+
fragment(`, ${instantOf(greatest.term).sql} AS gi`, instantOf(greatest.term).bind),
|
|
560
|
+
]),
|
|
561
|
+
fragment(' FROM replica_entries d'),
|
|
562
|
+
...[...keyed, ...(greatest === null ? [] : [greatest])].flatMap(({ join }) => join === null ? [] : [fragment(' '), join]),
|
|
563
|
+
fragment(' WHERE '),
|
|
564
|
+
filter,
|
|
565
|
+
], '');
|
|
566
|
+
const only = shape.groupBy.length === 1 ? shape.groupBy[0].of : null;
|
|
567
|
+
const subfolder = only === 'subfolder';
|
|
568
|
+
const folders = only === 'folder' || subfolder ? storedFolders(bound, plan, subfolder) : null;
|
|
569
|
+
const folderKey = subfolder ? subfolderOf('f.path', prefix) : fragment('f.path');
|
|
570
|
+
const zeros = [
|
|
571
|
+
...(sized ? ['0', '0', '0', '0'] : []),
|
|
572
|
+
...(dated ? ['NULL'] : []),
|
|
573
|
+
...(greatest === null ? [] : ['NULL', 'NULL', 'NULL']),
|
|
574
|
+
];
|
|
575
|
+
const source = folders === null
|
|
576
|
+
? inner
|
|
577
|
+
: joined([
|
|
578
|
+
inner,
|
|
579
|
+
fragment(` UNION ALL SELECT 'string' AS k0, ${folderKey.sql} AS v0, NULL AS i0, 0 AS n${zeros.map((one) => `, ${one}`).join('')} FROM replica_folders f WHERE `, folderKey.bind),
|
|
580
|
+
folders,
|
|
581
|
+
], '');
|
|
582
|
+
const held = keyed
|
|
583
|
+
.map((_, index) => `k${index}, i${index}, CASE WHEN i${index} IS NULL THEN v${index} END`)
|
|
584
|
+
.join(', ');
|
|
585
|
+
const ranked = greatest === null
|
|
586
|
+
? source
|
|
587
|
+
: joined([
|
|
588
|
+
fragment(`SELECT *, ROW_NUMBER() OVER (PARTITION BY ${held} ORDER BY `),
|
|
589
|
+
sql.sorted(bound.collate, greatestTerm(GREATEST)),
|
|
590
|
+
fragment(', gv) AS gr FROM ('),
|
|
591
|
+
source,
|
|
592
|
+
fragment(')'),
|
|
593
|
+
], '');
|
|
594
|
+
const columns = [
|
|
595
|
+
...keyed.map((_, index) => `k${index}, min(v${index}) AS v${index}, i${index}`),
|
|
596
|
+
'sum(n) AS n',
|
|
597
|
+
...(sized ? ['sum(dn) AS dn', 'sum(ds) AS ds', 'sum(fn) AS fn', 'sum(fs) AS fs'] : []),
|
|
598
|
+
...(dated ? ['max(u) AS u'] : []),
|
|
599
|
+
...(greatest === null
|
|
600
|
+
? []
|
|
601
|
+
: ['gk', 'gv', 'gi'].map((column) => `min(CASE WHEN gr = 1 THEN ${column} END) AS ${column}`)),
|
|
602
|
+
].join(', ');
|
|
603
|
+
const outer = (index, order) => ({
|
|
604
|
+
ordering: order,
|
|
605
|
+
kind: fragment(`k${index}`),
|
|
606
|
+
value: fragment(`v${index}`),
|
|
607
|
+
});
|
|
608
|
+
const termOf = (by, order) => {
|
|
609
|
+
if (by === 'count')
|
|
610
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('n') };
|
|
611
|
+
if (by === 'size') {
|
|
612
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('(ds + fs)') };
|
|
613
|
+
}
|
|
614
|
+
if (by === 'updated') {
|
|
615
|
+
return {
|
|
616
|
+
ordering: order,
|
|
617
|
+
kind: fragment("(CASE WHEN u IS NULL THEN 'null' ELSE 'string' END)"),
|
|
618
|
+
value: fragment("substr(u, instr(u, ' ') + 1)"),
|
|
619
|
+
instant: fragment("substr(u, 1, instr(u, ' ') - 1)"),
|
|
620
|
+
};
|
|
621
|
+
}
|
|
622
|
+
if (by === 'greatest')
|
|
623
|
+
return greatestTerm(order);
|
|
624
|
+
return { ...outer(by, order), instant: fragment(`i${by}`) };
|
|
625
|
+
};
|
|
626
|
+
const valueOf = (row, by) => {
|
|
627
|
+
if (by === 'count')
|
|
628
|
+
return Number(row.n);
|
|
629
|
+
if (by === 'size')
|
|
630
|
+
return Number(row.ds) + Number(row.fs);
|
|
631
|
+
if (by === 'updated') {
|
|
632
|
+
const text = latestOf(row.u);
|
|
633
|
+
return text === null ? null : sql.sortValue('string', text, row.u.split(' ')[0]);
|
|
634
|
+
}
|
|
635
|
+
if (by === 'greatest')
|
|
636
|
+
return sortedOf(row.gk, row.gv, row.gi);
|
|
637
|
+
return sortedValue(row, by);
|
|
638
|
+
};
|
|
639
|
+
const ordered = shape.orderBy.map(({ by, direction, nulls }) => termOf(by, { ...GROUP_ORDER, direction, nulls: nulls ?? GROUP_ORDER.nulls }));
|
|
640
|
+
const ties = keyed.flatMap((_, index) => [
|
|
641
|
+
{ ...outer(index, GROUP_TIES), total: true },
|
|
642
|
+
{ ordering: GROUP_TIES, kind: fragment("'string'"), value: fragment(`k${index}`) },
|
|
643
|
+
]);
|
|
644
|
+
const cursor = plan.after?.values ?? null;
|
|
645
|
+
const after = cursor === null
|
|
646
|
+
? null
|
|
647
|
+
: (() => {
|
|
648
|
+
const tieValues = cursor[shape.orderBy.length].flatMap((value) => [value, heldKind(value ?? null)]);
|
|
649
|
+
return sql.following(ordered.map((term, index) => sql.beyond(bound.collate, term, cursor[index])), sql.following(ties
|
|
650
|
+
.slice(0, -1)
|
|
651
|
+
.map((term, index) => sql.beyond(bound.collate, term, tieValues[index])), sql.beyond(bound.collate, ties.at(-1), tieValues.at(-1)).beyond));
|
|
652
|
+
})();
|
|
653
|
+
const grouping = joined([fragment(`SELECT ${columns} FROM (`), ranked, fragment(`) GROUP BY ${held}`)], '');
|
|
654
|
+
const windowed = joined([
|
|
655
|
+
fragment('SELECT * FROM ('),
|
|
656
|
+
grouping,
|
|
657
|
+
fragment(')'),
|
|
658
|
+
...(after === null ? [] : [fragment(' WHERE '), after]),
|
|
659
|
+
fragment(' ORDER BY '),
|
|
660
|
+
joined([...ordered, ...ties].map((term) => sql.sorted(bound.collate, term)), ', '),
|
|
661
|
+
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
662
|
+
], '');
|
|
663
|
+
const rows = connection.rows(windowed.sql, windowed.bind);
|
|
664
|
+
const kept = plan.limit === null ? rows : rows.slice(0, plan.limit);
|
|
665
|
+
const keyOf = (row) => keyed.map((_, index) => decoded(row[`k${index}`], row[`v${index}`]));
|
|
666
|
+
const found = kept.map((row) => ({
|
|
667
|
+
key: keyOf(row),
|
|
668
|
+
count: Number(row.n),
|
|
669
|
+
...(shape.size
|
|
670
|
+
? {
|
|
671
|
+
documents: { count: Number(row.dn), size: Number(row.ds) },
|
|
672
|
+
files: { count: Number(row.fn), size: Number(row.fs) },
|
|
673
|
+
}
|
|
674
|
+
: {}),
|
|
675
|
+
...(shape.updated ? { updated: latestOf(row.u) } : {}),
|
|
676
|
+
...(shape.greatest === null ? {} : { greatest: decoded(row.gk, row.gv) }),
|
|
677
|
+
}));
|
|
678
|
+
const last = kept.at(-1);
|
|
679
|
+
const next = plan.limit === null || rows.length <= plan.limit
|
|
680
|
+
? undefined
|
|
681
|
+
: last === undefined
|
|
682
|
+
? (plan.after?.text ?? FROM_START)
|
|
683
|
+
: cursorOf([...shape.orderBy.map(({ by }) => valueOf(last, by)), keyOf(last)]);
|
|
684
|
+
const total = plan.total
|
|
685
|
+
? Number(connection.rows(joined([fragment('SELECT count(*) AS held FROM ('), grouping, fragment(')')], '').sql, grouping.bind)[0].held)
|
|
686
|
+
: undefined;
|
|
687
|
+
return {
|
|
688
|
+
groups: found,
|
|
689
|
+
...(next === undefined ? {} : { next }),
|
|
690
|
+
...(total === undefined ? {} : { total }),
|
|
691
|
+
};
|
|
692
|
+
}
|
|
693
|
+
function boundOf(connection, plan, rooms) {
|
|
694
|
+
return {
|
|
695
|
+
rooms: [...rooms].sort((left, right) => left.locator < right.locator ? -1 : left.locator > right.locator ? 1 : 0),
|
|
696
|
+
keys: new Map(rooms.map(({ locator, key }) => [locator, key])),
|
|
697
|
+
reach: plan.reach,
|
|
698
|
+
collate: collating(connection),
|
|
699
|
+
};
|
|
700
|
+
}
|
|
701
|
+
export function answerQuery(connection, plan, rooms, budget = null) {
|
|
702
|
+
const bound = boundOf(connection, plan, rooms);
|
|
703
|
+
if (rooms.length === 0) {
|
|
704
|
+
return plan.shape.kind === 'groups'
|
|
705
|
+
? { groups: [], ...(plan.total ? { total: 0 } : {}) }
|
|
706
|
+
: { documents: [], ...(plan.total ? { total: 0 } : {}) };
|
|
707
|
+
}
|
|
708
|
+
return plan.shape.kind === 'groups'
|
|
709
|
+
? groups(connection, bound, plan, plan.shape)
|
|
710
|
+
: documents(connection, bound, plan, plan.shape, budget);
|
|
711
|
+
}
|