@agentshouse/mdruntime 0.1.0-ce296e553e84b → 0.1.0-ce46f015571d6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -10
- package/dist/acceptance.d.ts +3 -0
- package/dist/acceptance.d.ts.map +1 -0
- package/dist/acceptance.js +318 -0
- package/dist/act-lanes.d.ts +29 -0
- package/dist/act-lanes.d.ts.map +1 -0
- package/dist/act-lanes.js +177 -0
- package/dist/actions.d.ts +25 -0
- package/dist/actions.d.ts.map +1 -0
- package/dist/actions.js +261 -0
- package/dist/adapter.d.ts +70 -69
- package/dist/adapter.d.ts.map +1 -1
- package/dist/attached-model.d.ts +3 -10
- package/dist/attached-model.d.ts.map +1 -1
- package/dist/attached-model.js +21 -56
- package/dist/bootstrap.d.ts +9 -5
- package/dist/bootstrap.d.ts.map +1 -1
- package/dist/bootstrap.js +204 -85
- package/dist/cell.d.ts +6 -0
- package/dist/cell.d.ts.map +1 -0
- package/dist/cell.js +9 -0
- package/dist/chain.d.ts +2 -1
- package/dist/chain.d.ts.map +1 -1
- package/dist/change-set.d.ts +4 -0
- package/dist/change-set.d.ts.map +1 -1
- package/dist/change-set.js +6 -0
- package/dist/change.d.ts +1 -0
- package/dist/change.d.ts.map +1 -1
- package/dist/change.js +4 -2
- package/dist/chat-types.d.ts +5 -0
- package/dist/chat-types.d.ts.map +1 -0
- package/dist/chat-types.js +13 -0
- package/dist/client.d.ts +24 -14
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +32 -14
- package/dist/collection.d.ts +23 -4
- package/dist/collection.d.ts.map +1 -1
- package/dist/collection.js +12 -2
- package/dist/compile.d.ts +7 -7
- package/dist/compile.d.ts.map +1 -1
- package/dist/compile.js +242 -318
- package/dist/connection.d.ts +5 -142
- package/dist/connection.d.ts.map +1 -1
- package/dist/connection.js +110 -5224
- package/dist/context.d.ts +2 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +7 -0
- package/dist/conversation-live.d.ts +138 -0
- package/dist/conversation-live.d.ts.map +1 -0
- package/dist/conversation-live.js +249 -0
- package/dist/conversation-row.d.ts +33 -0
- package/dist/conversation-row.d.ts.map +1 -0
- package/dist/conversation-row.js +53 -0
- package/dist/conversation.d.ts +54 -45
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +930 -899
- package/dist/declaration.d.ts +10 -0
- package/dist/declaration.d.ts.map +1 -0
- package/dist/declaration.js +24 -0
- package/dist/discovery.d.ts +10 -0
- package/dist/discovery.d.ts.map +1 -0
- package/dist/discovery.js +153 -0
- package/dist/durability.d.ts +18 -0
- package/dist/durability.d.ts.map +1 -1
- package/dist/entry.d.ts +2 -2
- package/dist/entry.d.ts.map +1 -1
- package/dist/entry.js +17 -8
- package/dist/expectation.d.ts +26 -13
- package/dist/expectation.d.ts.map +1 -1
- package/dist/expectation.js +72 -19
- package/dist/failure.d.ts +3 -0
- package/dist/failure.d.ts.map +1 -1
- package/dist/failure.js +6 -0
- package/dist/figures.d.ts +49 -0
- package/dist/figures.d.ts.map +1 -0
- package/dist/figures.js +197 -0
- package/dist/holdings.d.ts +29 -0
- package/dist/holdings.d.ts.map +1 -0
- package/dist/holdings.js +95 -0
- package/dist/host.d.ts +20 -6
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +61 -30
- package/dist/identity.d.ts +0 -1
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +0 -3
- package/dist/index.d.ts +31 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +13 -3
- package/dist/install.d.ts +54 -0
- package/dist/install.d.ts.map +1 -0
- package/dist/install.js +539 -0
- package/dist/lifecycle.d.ts +7 -0
- package/dist/lifecycle.d.ts.map +1 -0
- package/dist/lifecycle.js +279 -0
- package/dist/listing.d.ts +48 -0
- package/dist/listing.d.ts.map +1 -0
- package/dist/listing.js +139 -0
- package/dist/live.d.ts +5 -4
- package/dist/live.d.ts.map +1 -1
- package/dist/live.js +63 -21
- package/dist/locks.d.ts +7 -0
- package/dist/locks.d.ts.map +1 -0
- package/dist/locks.js +33 -0
- package/dist/log.d.ts +1 -0
- package/dist/log.d.ts.map +1 -1
- package/dist/lost.d.ts +5 -0
- package/dist/lost.d.ts.map +1 -0
- package/dist/lost.js +50 -0
- package/dist/media.d.ts +1 -1
- package/dist/media.d.ts.map +1 -1
- package/dist/media.js +4 -4
- package/dist/memory.d.ts +8 -2
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +83 -26
- package/dist/messages.d.ts +24 -3
- package/dist/messages.d.ts.map +1 -1
- package/dist/messages.js +92 -32
- package/dist/model.d.ts +2 -10
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +0 -14
- package/dist/models.d.ts +10 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +156 -0
- package/dist/observation.d.ts +2 -2
- package/dist/observation.d.ts.map +1 -1
- package/dist/observation.js +14 -14
- package/dist/opened.d.ts +1 -1
- package/dist/opened.d.ts.map +1 -1
- package/dist/opened.js +5 -5
- package/dist/opening.d.ts +4 -0
- package/dist/opening.d.ts.map +1 -0
- package/dist/opening.js +59 -0
- package/dist/outcome.d.ts +7 -1
- package/dist/outcome.d.ts.map +1 -1
- package/dist/outcome.js +18 -0
- package/dist/overlay.d.ts +3 -1
- package/dist/overlay.d.ts.map +1 -1
- package/dist/overlay.js +43 -21
- package/dist/page-metadata.d.ts +8 -0
- package/dist/page-metadata.d.ts.map +1 -0
- package/dist/page-metadata.js +19 -0
- package/dist/parts.d.ts +11 -0
- package/dist/parts.d.ts.map +1 -0
- package/dist/parts.js +21 -0
- package/dist/paths.d.ts +1 -0
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +22 -0
- package/dist/preparation.d.ts +20 -0
- package/dist/preparation.d.ts.map +1 -0
- package/dist/preparation.js +233 -0
- package/dist/presence.d.ts +52 -0
- package/dist/presence.d.ts.map +1 -0
- package/dist/presence.js +220 -0
- package/dist/queries.d.ts +16 -0
- package/dist/queries.d.ts.map +1 -0
- package/dist/queries.js +270 -0
- package/dist/query.d.ts +13 -211
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +3 -508
- package/dist/questions.d.ts +34 -0
- package/dist/questions.d.ts.map +1 -0
- package/dist/questions.js +122 -0
- package/dist/queue.d.ts +40 -0
- package/dist/queue.d.ts.map +1 -0
- package/dist/queue.js +455 -0
- package/dist/reach.d.ts +14 -12
- package/dist/reach.d.ts.map +1 -1
- package/dist/reach.js +192 -120
- package/dist/react.d.ts +14 -2
- package/dist/react.d.ts.map +1 -1
- package/dist/react.js +33 -1
- package/dist/read.d.ts +7 -0
- package/dist/read.d.ts.map +1 -0
- package/dist/read.js +17 -0
- package/dist/readiness.d.ts +0 -3
- package/dist/readiness.d.ts.map +1 -1
- package/dist/reads.d.ts +39 -0
- package/dist/reads.d.ts.map +1 -0
- package/dist/reads.js +178 -0
- package/dist/recovery.d.ts +3 -1
- package/dist/recovery.d.ts.map +1 -1
- package/dist/recovery.js +38 -8
- package/dist/refresh.d.ts +1 -1
- package/dist/refresh.d.ts.map +1 -1
- package/dist/refresh.js +10 -22
- package/dist/refusal.d.ts +5 -0
- package/dist/refusal.d.ts.map +1 -0
- package/dist/refusal.js +57 -0
- package/dist/replica.d.ts +11 -16
- package/dist/replica.d.ts.map +1 -1
- package/dist/replica.js +64 -33
- package/dist/retried.d.ts +30 -0
- package/dist/retried.d.ts.map +1 -0
- package/dist/retried.js +72 -0
- package/dist/room-draft.d.ts +6 -7
- package/dist/room-draft.d.ts.map +1 -1
- package/dist/room-draft.js +39 -55
- package/dist/room-drafts.d.ts +24 -0
- package/dist/room-drafts.d.ts.map +1 -0
- package/dist/room-drafts.js +217 -0
- package/dist/rows.d.ts +14 -22
- package/dist/rows.d.ts.map +1 -1
- package/dist/rows.js +49 -191
- package/dist/runtime.d.ts +36 -0
- package/dist/runtime.d.ts.map +1 -0
- package/dist/runtime.js +1 -0
- package/dist/save.d.ts +41 -86
- package/dist/save.d.ts.map +1 -1
- package/dist/save.js +239 -116
- package/dist/saves.d.ts +32 -0
- package/dist/saves.d.ts.map +1 -0
- package/dist/saves.js +413 -0
- package/dist/search.d.ts +12 -63
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +9 -52
- package/dist/seed.d.ts +11 -2
- package/dist/seed.d.ts.map +1 -1
- package/dist/seed.js +71 -1
- package/dist/shared.d.ts +1 -6
- package/dist/shared.d.ts.map +1 -1
- package/dist/shared.js +13 -95
- package/dist/shown.d.ts +32 -0
- package/dist/shown.d.ts.map +1 -0
- package/dist/shown.js +290 -0
- package/dist/socket/admission.d.ts +7 -0
- package/dist/socket/admission.d.ts.map +1 -0
- package/dist/socket/admission.js +39 -0
- package/dist/socket/answers.d.ts +6 -0
- package/dist/socket/answers.d.ts.map +1 -0
- package/dist/socket/answers.js +20 -0
- package/dist/socket/lanes.d.ts +21 -0
- package/dist/socket/lanes.d.ts.map +1 -0
- package/dist/socket/lanes.js +80 -0
- package/dist/socket/reads.d.ts +10 -0
- package/dist/socket/reads.d.ts.map +1 -0
- package/dist/socket/reads.js +31 -0
- package/dist/socket/session.d.ts +38 -0
- package/dist/socket/session.d.ts.map +1 -0
- package/dist/socket/session.js +23 -0
- package/dist/socket.d.ts +68 -0
- package/dist/socket.d.ts.map +1 -0
- package/dist/socket.js +171 -0
- package/dist/source.d.ts +61 -0
- package/dist/source.d.ts.map +1 -0
- package/dist/source.js +82 -0
- package/dist/status.d.ts +0 -2
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +0 -6
- package/dist/store/installs.d.ts +30 -0
- package/dist/store/installs.d.ts.map +1 -0
- package/dist/store/installs.js +34 -0
- package/dist/store/readiness.d.ts +10 -0
- package/dist/store/readiness.d.ts.map +1 -0
- package/dist/store/readiness.js +52 -0
- package/dist/store/records.d.ts +212 -0
- package/dist/store/records.d.ts.map +1 -0
- package/dist/store/records.js +430 -0
- package/dist/store/room-held.d.ts +8 -0
- package/dist/store/room-held.d.ts.map +1 -0
- package/dist/store/room-held.js +17 -0
- package/dist/store/space.d.ts +11 -0
- package/dist/store/space.d.ts.map +1 -0
- package/dist/store/space.js +41 -0
- package/dist/store/watchers.d.ts +17 -0
- package/dist/store/watchers.d.ts.map +1 -0
- package/dist/store/watchers.js +56 -0
- package/dist/store/writes.d.ts +24 -0
- package/dist/store/writes.d.ts.map +1 -0
- package/dist/store/writes.js +125 -0
- package/dist/store.d.ts +112 -155
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +167 -398
- package/dist/stored.d.ts +59 -66
- package/dist/stored.d.ts.map +1 -1
- package/dist/stored.js +279 -246
- package/dist/surface.d.ts +88 -0
- package/dist/surface.d.ts.map +1 -0
- package/dist/surface.js +223 -0
- package/dist/sync.d.ts +19 -0
- package/dist/sync.d.ts.map +1 -0
- package/dist/sync.js +540 -0
- package/dist/tables.d.ts +116 -55
- package/dist/tables.d.ts.map +1 -1
- package/dist/tables.js +213 -66
- package/dist/tallies.d.ts +18 -0
- package/dist/tallies.d.ts.map +1 -0
- package/dist/tallies.js +129 -0
- package/dist/validation.d.ts.map +1 -1
- package/dist/validation.js +8 -5
- package/dist/windows.d.ts +1 -12
- package/dist/windows.d.ts.map +1 -1
- package/dist/windows.js +2 -75
- package/dist/wire.d.ts +56 -5
- package/dist/wire.d.ts.map +1 -1
- package/dist/wire.js +18 -3
- package/package.json +3 -2
- package/dist/attempt.d.ts +0 -16
- package/dist/attempt.d.ts.map +0 -1
- package/dist/attempt.js +0 -70
- package/dist/fence.d.ts +0 -6
- package/dist/fence.d.ts.map +0 -1
- package/dist/fence.js +0 -10
- package/dist/fulltext.d.ts +0 -27
- package/dist/fulltext.d.ts.map +0 -1
- package/dist/fulltext.js +0 -370
- package/dist/words.d.ts +0 -19
- package/dist/words.d.ts.map +0 -1
- package/dist/words.js +0 -156
package/dist/compile.js
CHANGED
|
@@ -1,128 +1,13 @@
|
|
|
1
|
-
import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
|
|
1
|
+
import { ARRAY_INDEX, bodied, byCodePoint, compared, cursorOf, heldKind, parse, pointerSegments, sql, } from '@agentshouse/mdmodel';
|
|
2
2
|
import { binaryRecord } from './binary.js';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
|
|
6
|
-
const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
|
|
7
|
-
function
|
|
8
|
-
return
|
|
9
|
-
}
|
|
10
|
-
function
|
|
11
|
-
return {
|
|
12
|
-
sql: parts.map((part) => part.sql).join(separator),
|
|
13
|
-
bind: parts.flatMap((part) => part.bind),
|
|
14
|
-
};
|
|
15
|
-
}
|
|
16
|
-
function balanced(parts, separator) {
|
|
17
|
-
if (parts.length === 1)
|
|
18
|
-
return grouped(parts[0]);
|
|
19
|
-
const half = Math.ceil(parts.length / 2);
|
|
20
|
-
return grouped(joined([balanced(parts.slice(0, half), separator), balanced(parts.slice(half), separator)], separator));
|
|
21
|
-
}
|
|
22
|
-
function all(parts) {
|
|
23
|
-
return parts.length === 0 ? fragment('1') : balanced(parts, ' AND ');
|
|
24
|
-
}
|
|
25
|
-
function any(parts) {
|
|
26
|
-
return parts.length === 0 ? fragment('0') : balanced(parts, ' OR ');
|
|
27
|
-
}
|
|
28
|
-
function grouped(part) {
|
|
29
|
-
return { sql: `(${part.sql})`, bind: part.bind };
|
|
30
|
-
}
|
|
31
|
-
function list(values) {
|
|
32
|
-
return fragment(`(${values.map(() => '?').join(', ')})`, values);
|
|
33
|
-
}
|
|
34
|
-
function sqlValue(value) {
|
|
35
|
-
if (value === null)
|
|
36
|
-
return { kind: 'null', value: null };
|
|
37
|
-
if (typeof value === 'boolean')
|
|
38
|
-
return { kind: 'boolean', value: value ? 1 : 0 };
|
|
39
|
-
if (typeof value === 'number')
|
|
40
|
-
return { kind: 'number', value };
|
|
41
|
-
return { kind: 'string', value };
|
|
42
|
-
}
|
|
43
|
-
function same(alias, value) {
|
|
44
|
-
const held = sqlValue(value);
|
|
45
|
-
return held.kind === 'null'
|
|
46
|
-
? fragment(`${alias}.kind = 'null'`)
|
|
47
|
-
: fragment(`${alias}.kind = ? AND ${alias}.value = ?`, [held.kind, held.value]);
|
|
48
|
-
}
|
|
49
|
-
const BOUNDS = { gt: '>', gte: '>=', lt: '<', lte: '<=' };
|
|
50
|
-
function pointed(alias, field, reach) {
|
|
51
|
-
const { keys, places, glob } = placedOf(field, reach);
|
|
52
|
-
return fragment(`${alias}.keys = ? AND ${alias}.places ${glob ? 'GLOB' : '='} ?`, [keys, places]);
|
|
53
|
-
}
|
|
54
|
-
function heldValues(doc, field, alias, where) {
|
|
55
|
-
return joined([
|
|
56
|
-
fragment(`SELECT 1 FROM replica_values ${alias} WHERE ${alias}.doc = ${doc}.id AND `),
|
|
57
|
-
grouped(pointed(alias, field, 'value')),
|
|
58
|
-
fragment(' AND '),
|
|
59
|
-
grouped(where),
|
|
60
|
-
], '');
|
|
61
|
-
}
|
|
62
|
-
function exists(part) {
|
|
63
|
-
return { sql: `EXISTS (${part.sql})`, bind: part.bind };
|
|
64
|
-
}
|
|
65
|
-
function itemOf(held, where) {
|
|
66
|
-
return exists(joined([
|
|
67
|
-
fragment(`SELECT 1 FROM replica_values i WHERE i.doc = ${held}.doc AND i.keys = ${held}.keys AND i.places = ${held}.places AND i.item >= 0 AND `),
|
|
68
|
-
grouped(where),
|
|
69
|
-
], ''));
|
|
70
|
-
}
|
|
71
|
-
function matching(held, values) {
|
|
72
|
-
return any(values.map((value) => any([
|
|
73
|
-
same(held, value),
|
|
74
|
-
all([fragment(`${held}.kind = 'array'`), itemOf(held, same('i', value))]),
|
|
75
|
-
])));
|
|
76
|
-
}
|
|
77
|
-
function tested(doc, field, test) {
|
|
78
|
-
const reached = exists(heldValues(doc, field, 'r', fragment('r.item = -1')));
|
|
79
|
-
if (test.op === 'exists')
|
|
80
|
-
return test.exists ? reached : fragment(`NOT ${reached.sql}`, reached.bind);
|
|
81
|
-
if (test.op === 'eq' || test.op === 'in') {
|
|
82
|
-
const values = test.op === 'eq' ? [test.value] : test.values;
|
|
83
|
-
return exists(heldValues(doc, field, 'v', any(values.map((value) => same('v', value)))));
|
|
84
|
-
}
|
|
85
|
-
if (test.op === 'ne' || test.op === 'nin') {
|
|
86
|
-
const values = test.op === 'ne' ? [test.value] : test.values;
|
|
87
|
-
const unmatched = matching('h', values);
|
|
88
|
-
return any([
|
|
89
|
-
fragment(`NOT ${reached.sql}`, reached.bind),
|
|
90
|
-
exists(heldValues(doc, field, 'h', all([fragment('h.item = -1'), fragment(`NOT (${unmatched.sql})`, unmatched.bind)]))),
|
|
91
|
-
]);
|
|
92
|
-
}
|
|
93
|
-
if (test.op === 'range') {
|
|
94
|
-
return exists(heldValues(doc, field, 'v', all([
|
|
95
|
-
fragment('v.item = -1'),
|
|
96
|
-
...test.bounds.map(([operator, bound]) => {
|
|
97
|
-
const held = sqlValue(bound);
|
|
98
|
-
return fragment(`v.kind = ? AND v.value ${BOUNDS[operator]} ?`, [
|
|
99
|
-
held.kind,
|
|
100
|
-
held.value,
|
|
101
|
-
]);
|
|
102
|
-
}),
|
|
103
|
-
])));
|
|
104
|
-
}
|
|
105
|
-
if (test.op === 'all') {
|
|
106
|
-
return exists(heldValues(doc, field, 'h', all([
|
|
107
|
-
fragment("h.item = -1 AND h.kind = 'array'"),
|
|
108
|
-
...test.values.map((value) => itemOf('h', same('i', value))),
|
|
109
|
-
])));
|
|
110
|
-
}
|
|
111
|
-
return exists(heldValues(doc, field, 'v', fragment("v.item = -1 AND v.kind = 'array' AND v.size = ?", [test.size])));
|
|
112
|
-
}
|
|
113
|
-
function conditioned(doc, condition) {
|
|
114
|
-
if ('every' in condition)
|
|
115
|
-
return all(condition.every.map((one) => conditioned(doc, one)));
|
|
116
|
-
if ('some' in condition)
|
|
117
|
-
return any(condition.some.map((one) => conditioned(doc, one)));
|
|
118
|
-
return tested(doc, condition.field, condition.test);
|
|
119
|
-
}
|
|
120
|
-
function located(bound, alias) {
|
|
121
|
-
if (bound.rooms.length === 0)
|
|
122
|
-
return fragment("''");
|
|
123
|
-
return fragment(`CASE ${alias}.key ${bound.rooms.map(() => 'WHEN ? THEN ?').join(' ')} END`, bound.rooms.flatMap(({ key, locator }) => [key, locator]));
|
|
124
|
-
}
|
|
125
|
-
function within(alias, path) {
|
|
3
|
+
import { documentKey, pathOfKey, roomOfKey } from './rows.js';
|
|
4
|
+
import { FROM_START, MAXIMUM_WINDOW } from './windows.js';
|
|
5
|
+
const { all, any, exists, fragment, grouped, joined, listed } = sql;
|
|
6
|
+
export const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
|
|
7
|
+
function located(alias) {
|
|
8
|
+
return fragment(`(SELECT k.locator FROM replica_keys k WHERE k.key = ${alias}.key)`);
|
|
9
|
+
}
|
|
10
|
+
export function within(alias, path) {
|
|
126
11
|
return fragment(`(${alias}.path = ? OR (${alias}.path >= ? AND ${alias}.path < ?))`, [
|
|
127
12
|
path,
|
|
128
13
|
`${path}/`,
|
|
@@ -165,7 +50,7 @@ function reached(bound, alias) {
|
|
|
165
50
|
}));
|
|
166
51
|
return all([
|
|
167
52
|
any([
|
|
168
|
-
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${
|
|
53
|
+
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${listed(rooms).sql}`, rooms)]),
|
|
169
54
|
...(documents.length === 0
|
|
170
55
|
? []
|
|
171
56
|
: [
|
|
@@ -175,40 +60,22 @@ function reached(bound, alias) {
|
|
|
175
60
|
...(reach.areas.length === 0 ? [] : [fragment(`NOT ${grouped(outside).sql}`, outside.bind)]),
|
|
176
61
|
]);
|
|
177
62
|
}
|
|
178
|
-
function unindexed(column) {
|
|
179
|
-
return `+${column}`;
|
|
180
|
-
}
|
|
181
|
-
function scoped(alias, scope, byPaths = false) {
|
|
182
|
-
const type = byPaths ? unindexed(`${alias}.type`) : `${alias}.type`;
|
|
183
|
-
return all([
|
|
184
|
-
...(scope.types === null ? [] : [fragment(`${type} IN ${list(scope.types).sql}`, scope.types)]),
|
|
185
|
-
...(scope.pathPrefix === null || scope.pathPrefix === ''
|
|
186
|
-
? []
|
|
187
|
-
: [
|
|
188
|
-
fragment(`${alias}.path >= ? AND ${alias}.path < ?`, [
|
|
189
|
-
`${scope.pathPrefix}/`,
|
|
190
|
-
`${scope.pathPrefix}0`,
|
|
191
|
-
]),
|
|
192
|
-
]),
|
|
193
|
-
...(scope.where === null ? [] : [conditioned(alias, scope.where)]),
|
|
194
|
-
]);
|
|
195
|
-
}
|
|
196
63
|
function related(bound, plan) {
|
|
197
64
|
const parts = [];
|
|
198
65
|
if (plan.hop !== null) {
|
|
199
66
|
parts.push(exists(joined([
|
|
200
67
|
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND`),
|
|
201
|
-
grouped(
|
|
68
|
+
grouped(sql.placed('l', plan.hop.field, 'link')),
|
|
202
69
|
fragment('AND'),
|
|
203
|
-
grouped(all([scoped('m', plan.hop), reached(bound, 'm')])),
|
|
70
|
+
grouped(all([sql.scoped('m', plan.hop), reached(bound, 'm')])),
|
|
204
71
|
], ' ')));
|
|
205
72
|
}
|
|
206
73
|
if (plan.backlinks !== null) {
|
|
207
74
|
const field = plan.backlinks.field;
|
|
208
75
|
parts.push(exists(joined([
|
|
209
76
|
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field' AND`),
|
|
210
|
-
...(field === null ? [] : [grouped(
|
|
211
|
-
grouped(all([scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
77
|
+
...(field === null ? [] : [grouped(sql.placed('l', field, 'link')), fragment('AND')]),
|
|
78
|
+
grouped(all([sql.scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
212
79
|
], ' ')));
|
|
213
80
|
}
|
|
214
81
|
return parts;
|
|
@@ -216,11 +83,9 @@ function related(bound, plan) {
|
|
|
216
83
|
function filtered(bound, plan) {
|
|
217
84
|
const keys = bound.rooms.map(({ key }) => key);
|
|
218
85
|
return all([
|
|
219
|
-
fragment(`d.key IN ${
|
|
220
|
-
...(plan.paths === null ? [] : [fragment(`d.path IN ${list(plan.paths).sql}`, plan.paths)]),
|
|
221
|
-
...(plan.folder === null ? [] : [fragment('d.folder = ?', [plan.folder])]),
|
|
86
|
+
fragment(`d.key IN ${listed(keys).sql} AND ${VISIBLE('d')}`, keys),
|
|
222
87
|
reached(bound, 'd'),
|
|
223
|
-
|
|
88
|
+
sql.tests('d', plan),
|
|
224
89
|
...related(bound, plan),
|
|
225
90
|
]);
|
|
226
91
|
}
|
|
@@ -251,108 +116,65 @@ const GROUP_TIES = {
|
|
|
251
116
|
locale: undefined,
|
|
252
117
|
localeOptions: undefined,
|
|
253
118
|
};
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
}
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
return { placement: 1, klass: 3, scalar: JSON.stringify(value) };
|
|
265
|
-
}
|
|
266
|
-
function placement(term) {
|
|
267
|
-
const nulls = term.ordering.nulls === 'first' ? 0 : 2;
|
|
268
|
-
return fragment(`CASE WHEN ${term.kind.sql} IS NULL OR ${term.kind.sql} = 'null' THEN ${nulls} ELSE 1 END`, [...term.kind.bind, ...term.kind.bind]);
|
|
269
|
-
}
|
|
270
|
-
function klass(term) {
|
|
271
|
-
return fragment(`CASE ${term.kind.sql} WHEN 'boolean' THEN 1 WHEN 'number' THEN 1 WHEN 'string' THEN 2 WHEN 'array' THEN 3 ELSE 4 END`, term.kind.bind);
|
|
272
|
-
}
|
|
273
|
-
function classed(term, which) {
|
|
274
|
-
const kinds = which === 1 ? "('boolean', 'number')" : which === 2 ? "('string')" : "('array')";
|
|
275
|
-
return fragment(`(CASE WHEN ${term.kind.sql} IN ${kinds} THEN ${term.value.sql} END)`, [
|
|
276
|
-
...term.kind.bind,
|
|
277
|
-
...term.value.bind,
|
|
278
|
-
]);
|
|
279
|
-
}
|
|
280
|
-
function collated(bound, term, which) {
|
|
281
|
-
if (which === 1)
|
|
282
|
-
return '';
|
|
283
|
-
const name = bound.collate(term.ordering, which === 3, term.total === true);
|
|
284
|
-
return name === null ? '' : ` COLLATE ${name}`;
|
|
285
|
-
}
|
|
286
|
-
function sorted(bound, term) {
|
|
287
|
-
const direction = term.ordering.direction === 'desc' ? 'DESC' : 'ASC';
|
|
288
|
-
return joined([
|
|
289
|
-
placement(term),
|
|
290
|
-
fragment(`${klass(term).sql} ${direction}`, klass(term).bind),
|
|
291
|
-
...[1, 2, 3].map((which) => {
|
|
292
|
-
const value = classed(term, which);
|
|
293
|
-
return fragment(`${value.sql}${collated(bound, term, which)} ${direction}`, value.bind);
|
|
294
|
-
}),
|
|
295
|
-
], ', ');
|
|
296
|
-
}
|
|
297
|
-
function beyond(bound, term, value) {
|
|
298
|
-
const held = classOf(value, term.ordering);
|
|
299
|
-
const place = placement(term);
|
|
300
|
-
if (held.placement !== 1) {
|
|
301
|
-
return {
|
|
302
|
-
beyond: fragment(`${place.sql} > ${held.placement}`, place.bind),
|
|
303
|
-
equal: fragment(`${place.sql} = ${held.placement}`, place.bind),
|
|
304
|
-
};
|
|
305
|
-
}
|
|
306
|
-
const after = term.ordering.direction === 'desc' ? '<' : '>';
|
|
307
|
-
const kind = klass(term);
|
|
308
|
-
const scalar = classed(term, held.klass);
|
|
309
|
-
const collation = collated(bound, term, held.klass);
|
|
310
|
-
return {
|
|
311
|
-
beyond: any([
|
|
312
|
-
fragment(`${place.sql} > 1`, place.bind),
|
|
313
|
-
all([
|
|
314
|
-
fragment(`${place.sql} = 1`, place.bind),
|
|
315
|
-
any([
|
|
316
|
-
fragment(`${kind.sql} ${after} ${held.klass}`, kind.bind),
|
|
317
|
-
all([
|
|
318
|
-
fragment(`${kind.sql} = ${held.klass}`, kind.bind),
|
|
319
|
-
fragment(`${scalar.sql} ${after} ?${collation}`, [...scalar.bind, held.scalar]),
|
|
320
|
-
]),
|
|
321
|
-
]),
|
|
322
|
-
]),
|
|
323
|
-
]),
|
|
324
|
-
equal: all([
|
|
325
|
-
fragment(`${place.sql} = 1 AND ${kind.sql} = ${held.klass}`, [...place.bind, ...kind.bind]),
|
|
326
|
-
fragment(`${scalar.sql} = ?${collation}`, [...scalar.bind, held.scalar]),
|
|
327
|
-
]),
|
|
328
|
-
};
|
|
329
|
-
}
|
|
330
|
-
function following(parts, tie) {
|
|
331
|
-
let condition = tie;
|
|
332
|
-
for (const part of [...parts].reverse()) {
|
|
333
|
-
condition = any([part.beyond, all([part.equal, condition])]);
|
|
334
|
-
}
|
|
335
|
-
return condition;
|
|
119
|
+
const GREATEST = { ...GROUP_ORDER, direction: 'desc', nulls: 'last' };
|
|
120
|
+
const TIMES = {
|
|
121
|
+
created: { value: 'd.created', instant: 'd.created_instant' },
|
|
122
|
+
updated: { value: "(d.change ->> '$.time')", instant: 'd.changed_instant' },
|
|
123
|
+
};
|
|
124
|
+
function subfolderOf(column, prefix) {
|
|
125
|
+
const root = prefix ?? '';
|
|
126
|
+
const base = root === '' ? '' : `${root}/`;
|
|
127
|
+
const rest = `substr(${column}, length(?) + 1)`;
|
|
128
|
+
return fragment(`(CASE WHEN ${column} = ? THEN NULL WHEN instr(${rest}, '/') = 0 THEN ${column} ELSE ? || substr(${rest}, 1, instr(${rest}, '/') - 1) END)`, [root, base, base, base, base]);
|
|
336
129
|
}
|
|
337
|
-
function keyTerm(
|
|
130
|
+
function keyTerm(key, ordering, index, prefix) {
|
|
338
131
|
if (key.of === 'field') {
|
|
339
132
|
const alias = `o${index}`;
|
|
340
133
|
return {
|
|
341
|
-
term: {
|
|
134
|
+
term: {
|
|
135
|
+
ordering,
|
|
136
|
+
kind: fragment(`${alias}.kind`),
|
|
137
|
+
value: fragment(`${alias}.value`),
|
|
138
|
+
instant: fragment(`${alias}.instant`),
|
|
139
|
+
},
|
|
342
140
|
join: joined([
|
|
343
141
|
fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND `),
|
|
344
|
-
grouped(
|
|
142
|
+
grouped(sql.placed(alias, key.field, 'exact')),
|
|
345
143
|
fragment(` AND ${alias}.item = -1 AND ${alias}.kind NOT IN ('object', 'undefined')`),
|
|
346
144
|
], ''),
|
|
347
145
|
};
|
|
348
146
|
}
|
|
147
|
+
if (key.of === 'size') {
|
|
148
|
+
return {
|
|
149
|
+
term: {
|
|
150
|
+
ordering,
|
|
151
|
+
kind: fragment("(CASE WHEN d.bytes IS NULL THEN 'null' ELSE 'number' END)"),
|
|
152
|
+
value: fragment('d.bytes'),
|
|
153
|
+
},
|
|
154
|
+
join: null,
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
if (key.of === 'created' || key.of === 'updated') {
|
|
158
|
+
const { value, instant } = TIMES[key.of];
|
|
159
|
+
return {
|
|
160
|
+
term: {
|
|
161
|
+
ordering,
|
|
162
|
+
kind: fragment(`(CASE WHEN ${value} IS NULL THEN 'null' ELSE 'string' END)`),
|
|
163
|
+
value: fragment(value),
|
|
164
|
+
instant: fragment(instant),
|
|
165
|
+
},
|
|
166
|
+
join: null,
|
|
167
|
+
};
|
|
168
|
+
}
|
|
349
169
|
const expression = key.of === 'room'
|
|
350
|
-
? located(
|
|
170
|
+
? located('d')
|
|
351
171
|
: key.of === 'path'
|
|
352
172
|
? fragment('d.path')
|
|
353
173
|
: key.of === 'type'
|
|
354
174
|
? fragment('d.type')
|
|
355
|
-
:
|
|
175
|
+
: key.of === 'subfolder'
|
|
176
|
+
? subfolderOf('d.folder', prefix)
|
|
177
|
+
: fragment('d.folder');
|
|
356
178
|
return {
|
|
357
179
|
term: {
|
|
358
180
|
ordering,
|
|
@@ -373,12 +195,20 @@ function decoded(kind, value) {
|
|
|
373
195
|
return JSON.parse(value);
|
|
374
196
|
return null;
|
|
375
197
|
}
|
|
198
|
+
function sortedOf(kind, value, instant) {
|
|
199
|
+
return sql.sortValue(kind, decoded(kind, value), instant);
|
|
200
|
+
}
|
|
201
|
+
function sortedValue(row, index) {
|
|
202
|
+
return sortedOf(row[`k${index}`], row[`v${index}`], row[`i${index}`]);
|
|
203
|
+
}
|
|
376
204
|
function decodedKey(key, row, index) {
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
return
|
|
380
|
-
|
|
381
|
-
|
|
205
|
+
const kind = row[`k${index}`];
|
|
206
|
+
if (key.of === 'field' && (kind === null || kind === undefined))
|
|
207
|
+
return undefined;
|
|
208
|
+
return sortedValue(row, index);
|
|
209
|
+
}
|
|
210
|
+
function instantOf(term) {
|
|
211
|
+
return term.instant ?? fragment('NULL');
|
|
382
212
|
}
|
|
383
213
|
const registered = new WeakMap();
|
|
384
214
|
function hashed(text) {
|
|
@@ -483,12 +313,11 @@ function sectionsOf(sections, names) {
|
|
|
483
313
|
function documentOf(shape, room, row, linked) {
|
|
484
314
|
const path = row.path;
|
|
485
315
|
const type = row.type;
|
|
486
|
-
const fileId = row.file_id
|
|
487
|
-
const revision = row.revision
|
|
488
|
-
const content = row.content ?? null;
|
|
489
|
-
const unheld = Number(row.unheld) === 1 ? { textHeld: false } : {};
|
|
316
|
+
const fileId = row.file_id;
|
|
317
|
+
const revision = row.revision;
|
|
490
318
|
if (type === null) {
|
|
491
319
|
const binary = row.binary === null ? null : JSON.parse(row.binary);
|
|
320
|
+
const content = row.content ?? null;
|
|
492
321
|
return {
|
|
493
322
|
room,
|
|
494
323
|
path,
|
|
@@ -498,12 +327,13 @@ function documentOf(shape, room, row, linked) {
|
|
|
498
327
|
binaryFile: binaryRecord(path, binary, revision ?? undefined),
|
|
499
328
|
}),
|
|
500
329
|
...(shape.markdown && content !== null ? { markdown: content } : {}),
|
|
501
|
-
...
|
|
330
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
502
331
|
...(shape.fileId ? { fileId } : {}),
|
|
503
332
|
...(shape.revision ? { revision } : {}),
|
|
333
|
+
...heldFacts(shape, row),
|
|
504
334
|
};
|
|
505
335
|
}
|
|
506
|
-
const read =
|
|
336
|
+
const read = shape.sections !== null || shape.preamble ? parse(row.content, path) : null;
|
|
507
337
|
const body = read?.ok === true ? read.document : null;
|
|
508
338
|
const fields = JSON.parse(row.fields ?? '{}');
|
|
509
339
|
return {
|
|
@@ -521,16 +351,21 @@ function documentOf(shape, room, row, linked) {
|
|
|
521
351
|
? {}
|
|
522
352
|
: { sections: sectionsOf(body.sections, shape.sections) }),
|
|
523
353
|
...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
|
|
524
|
-
...(shape.markdown
|
|
525
|
-
...unheld,
|
|
354
|
+
...(shape.markdown ? { markdown: row.content } : {}),
|
|
526
355
|
...(shape.backlinks ? { backlinks: linked.get(documentKey(room, path)) ?? [] } : {}),
|
|
527
|
-
...(shape.change
|
|
528
|
-
? {
|
|
529
|
-
change: row.change === null ? null : JSON.parse(row.change),
|
|
530
|
-
}
|
|
531
|
-
: {}),
|
|
356
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
532
357
|
...(shape.fileId ? { fileId } : {}),
|
|
533
358
|
...(shape.revision ? { revision } : {}),
|
|
359
|
+
...heldFacts(shape, row),
|
|
360
|
+
};
|
|
361
|
+
}
|
|
362
|
+
function changeOf(row) {
|
|
363
|
+
return row.change === null ? null : JSON.parse(row.change);
|
|
364
|
+
}
|
|
365
|
+
function heldFacts(shape, row) {
|
|
366
|
+
return {
|
|
367
|
+
...(shape.size ? { size: row.bytes === null ? null : Number(row.bytes) } : {}),
|
|
368
|
+
...(shape.created ? { created: row.created } : {}),
|
|
534
369
|
};
|
|
535
370
|
}
|
|
536
371
|
function backlinksOf(connection, bound, rows) {
|
|
@@ -542,8 +377,8 @@ function backlinksOf(connection, bound, rows) {
|
|
|
542
377
|
held.push(row.path);
|
|
543
378
|
byKey.set(key, held);
|
|
544
379
|
}
|
|
380
|
+
const reach = reached(bound, 's');
|
|
545
381
|
for (const [key, targets] of byKey) {
|
|
546
|
-
const reach = reached(bound, 's');
|
|
547
382
|
const room = bound.rooms.find((one) => one.key === key).locator;
|
|
548
383
|
const found = connection.rows(`SELECT target, path, type, field FROM (SELECT l.target, s.path, s.type, l.field, ROW_NUMBER() OVER (PARTITION BY l.target ORDER BY s.path, l.field) AS rank FROM (SELECT DISTINCT doc, target, field FROM replica_links WHERE key = ? AND kind = 'field' AND target IN (SELECT value FROM json_each(?))) l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE ${reach.sql}) WHERE rank <= ? ORDER BY target, path, field`, [key, JSON.stringify(targets), ...reach.bind, MAXIMUM_WINDOW]);
|
|
549
384
|
for (const row of found) {
|
|
@@ -556,38 +391,36 @@ function backlinksOf(connection, bound, rows) {
|
|
|
556
391
|
return linked;
|
|
557
392
|
}
|
|
558
393
|
function documents(connection, bound, plan, shape, budget) {
|
|
559
|
-
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(
|
|
394
|
+
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index, plan.root.pathPrefix));
|
|
560
395
|
const filter = filtered(bound, plan);
|
|
561
396
|
const cursor = plan.after?.values ?? null;
|
|
562
|
-
const room = located(
|
|
563
|
-
const
|
|
397
|
+
const room = located('d');
|
|
398
|
+
const after = cursor === null
|
|
564
399
|
? null
|
|
565
400
|
: (() => {
|
|
566
401
|
const key = cursor[shape.orderBy.length];
|
|
567
|
-
return any([
|
|
402
|
+
return sql.following(terms.map(({ term }, index) => sql.beyond(bound.collate, term, cursor[index])), any([
|
|
568
403
|
fragment(`${room.sql} > ?`, [...room.bind, roomOfKey(key)]),
|
|
569
404
|
fragment(`${room.sql} = ? AND d.path > ?`, [
|
|
570
405
|
...room.bind,
|
|
571
406
|
roomOfKey(key),
|
|
572
407
|
pathOfKey(key),
|
|
573
408
|
]),
|
|
574
|
-
]);
|
|
409
|
+
]));
|
|
575
410
|
})();
|
|
576
|
-
const after = cursor === null || tie === null
|
|
577
|
-
? null
|
|
578
|
-
: following(terms.map(({ term }, index) => beyond(bound, term, cursor[index])), tie);
|
|
579
411
|
const selected = joined([
|
|
580
|
-
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.
|
|
412
|
+
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.bytes, d.created'),
|
|
581
413
|
...terms.map(({ term }, index) => joined([
|
|
582
414
|
fragment(`, ${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
583
415
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
416
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
584
417
|
], '')),
|
|
585
418
|
fragment(' FROM replica_entries d'),
|
|
586
419
|
...terms.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
|
|
587
420
|
fragment(' WHERE '),
|
|
588
421
|
after === null ? filter : all([filter, after]),
|
|
589
422
|
fragment(' ORDER BY '),
|
|
590
|
-
joined([...terms.map(({ term }) => sorted(bound, term)), room, fragment('d.path')], ', '),
|
|
423
|
+
joined([...terms.map(({ term }) => sql.sorted(bound.collate, term)), room, fragment('d.path')], ', '),
|
|
591
424
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
592
425
|
], '');
|
|
593
426
|
const rows = connection.rows(selected.sql, selected.bind);
|
|
@@ -626,7 +459,7 @@ function withContent(connection, rows, budget) {
|
|
|
626
459
|
return rows;
|
|
627
460
|
const ids = rows.map((row) => row.id);
|
|
628
461
|
const sizes = new Map(connection
|
|
629
|
-
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${
|
|
462
|
+
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${listed(ids).sql}`, ids)
|
|
630
463
|
.map((row) => [row.id, Number(row.size ?? 0)]));
|
|
631
464
|
let cut = rows.length;
|
|
632
465
|
let spent = 0;
|
|
@@ -641,18 +474,22 @@ function withContent(connection, rows, budget) {
|
|
|
641
474
|
const kept = rows.slice(0, cut);
|
|
642
475
|
const read = kept.map((row) => row.id);
|
|
643
476
|
const held = new Map(connection
|
|
644
|
-
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${
|
|
477
|
+
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${listed(read).sql}`, read)
|
|
645
478
|
.map((row) => [row.id, row.content]));
|
|
646
479
|
return kept.map((row) => ({ ...row, content: held.get(row.id) ?? null }));
|
|
647
480
|
}
|
|
648
|
-
function storedFolders(bound, plan) {
|
|
649
|
-
if (plan.paths !== null || plan.
|
|
481
|
+
function storedFolders(bound, plan, subfolder) {
|
|
482
|
+
if (plan.paths !== null || plan.fileIds !== null)
|
|
483
|
+
return null;
|
|
484
|
+
if (plan.hop !== null || plan.backlinks !== null)
|
|
485
|
+
return null;
|
|
486
|
+
if (subfolder && plan.folder !== null)
|
|
650
487
|
return null;
|
|
651
488
|
const whole = bound.rooms.filter(({ locator }) => bound.reach === null || bound.reach.rooms.includes(locator));
|
|
652
489
|
if (whole.length === 0)
|
|
653
490
|
return null;
|
|
654
491
|
const keys = whole.map(({ key }) => key);
|
|
655
|
-
const prefix = plan.root.pathPrefix;
|
|
492
|
+
const prefix = plan.root.pathPrefix ?? '';
|
|
656
493
|
const outside = (bound.reach?.areas ?? []).flatMap((area) => {
|
|
657
494
|
const key = bound.keys.get(area.room);
|
|
658
495
|
if (key === undefined)
|
|
@@ -660,100 +497,190 @@ function storedFolders(bound, plan) {
|
|
|
660
497
|
const fence = fenced('f', key, area, true);
|
|
661
498
|
return [fragment(`NOT ${grouped(fence).sql}`, fence.bind)];
|
|
662
499
|
});
|
|
500
|
+
const under = prefix === ''
|
|
501
|
+
? subfolder
|
|
502
|
+
? [fragment("f.path <> ''")]
|
|
503
|
+
: []
|
|
504
|
+
: [
|
|
505
|
+
subfolder
|
|
506
|
+
? fragment('(f.path >= ? AND f.path < ?)', [`${prefix}/`, `${prefix}0`])
|
|
507
|
+
: within('f', prefix),
|
|
508
|
+
];
|
|
663
509
|
return all([
|
|
664
|
-
fragment(`f.key IN ${
|
|
510
|
+
fragment(`f.key IN ${listed(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
|
|
665
511
|
...outside,
|
|
666
|
-
...
|
|
667
|
-
|
|
668
|
-
: [
|
|
669
|
-
fragment('(f.path = ? OR (f.path >= ? AND f.path < ?))', [
|
|
670
|
-
prefix,
|
|
671
|
-
`${prefix}/`,
|
|
672
|
-
`${prefix}0`,
|
|
673
|
-
]),
|
|
674
|
-
]),
|
|
512
|
+
...under,
|
|
513
|
+
...(plan.outside ?? []).map((folder) => fragment(`NOT ${within('f', folder).sql}`, within('f', folder).bind)),
|
|
675
514
|
...(plan.folder === null ? [] : [fragment('f.path = ?', [plan.folder])]),
|
|
676
515
|
]);
|
|
677
516
|
}
|
|
517
|
+
const SIZES = [
|
|
518
|
+
'CASE WHEN d.binary IS NULL THEN 1 ELSE 0 END AS dn',
|
|
519
|
+
'CASE WHEN d.binary IS NULL THEN d.bytes ELSE 0 END AS ds',
|
|
520
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE 1 END AS fn',
|
|
521
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE d.bytes END AS fs',
|
|
522
|
+
];
|
|
523
|
+
const LATEST = "d.changed_instant || ' ' || (d.change ->> '$.time') AS u";
|
|
524
|
+
function greatestTerm(ordering) {
|
|
525
|
+
return { ordering, kind: fragment('gk'), value: fragment('gv'), instant: fragment('gi') };
|
|
526
|
+
}
|
|
527
|
+
function latestOf(held) {
|
|
528
|
+
if (typeof held !== 'string')
|
|
529
|
+
return null;
|
|
530
|
+
return held.slice(held.indexOf(' ') + 1);
|
|
531
|
+
}
|
|
678
532
|
function groups(connection, bound, plan, shape) {
|
|
533
|
+
const prefix = plan.root.pathPrefix;
|
|
679
534
|
const keyed = shape.groupBy.map((key, index) => {
|
|
680
|
-
const { term, join } = keyTerm(
|
|
535
|
+
const { term, join } = keyTerm(key, GROUP_ORDER, index, prefix);
|
|
681
536
|
const kind = fragment(`COALESCE(${term.kind.sql}, 'null')`, term.kind.bind);
|
|
682
537
|
return { term: { ...term, kind }, join };
|
|
683
538
|
});
|
|
539
|
+
const ordering = shape.orderBy.map(({ by }) => by);
|
|
540
|
+
const sized = shape.size || ordering.includes('size');
|
|
541
|
+
const dated = shape.updated || ordering.includes('updated');
|
|
542
|
+
const greatest = shape.greatest === null
|
|
543
|
+
? null
|
|
544
|
+
: keyTerm({ of: 'field', field: shape.greatest }, GREATEST, keyed.length, prefix);
|
|
684
545
|
const filter = filtered(bound, plan);
|
|
685
546
|
const inner = joined([
|
|
686
547
|
fragment('SELECT '),
|
|
687
548
|
joined(keyed.map(({ term }, index) => joined([
|
|
688
549
|
fragment(`${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
689
550
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
551
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
690
552
|
], '')), ', '),
|
|
691
|
-
fragment(', 1 AS n
|
|
692
|
-
...
|
|
553
|
+
fragment(['', '1 AS n', ...(sized ? SIZES : []), ...(dated ? [LATEST] : [])].join(', ')),
|
|
554
|
+
...(greatest === null
|
|
555
|
+
? []
|
|
556
|
+
: [
|
|
557
|
+
fragment(`, ${greatest.term.kind.sql} AS gk`, greatest.term.kind.bind),
|
|
558
|
+
fragment(`, ${greatest.term.value.sql} AS gv`, greatest.term.value.bind),
|
|
559
|
+
fragment(`, ${instantOf(greatest.term).sql} AS gi`, instantOf(greatest.term).bind),
|
|
560
|
+
]),
|
|
561
|
+
fragment(' FROM replica_entries d'),
|
|
562
|
+
...[...keyed, ...(greatest === null ? [] : [greatest])].flatMap(({ join }) => join === null ? [] : [fragment(' '), join]),
|
|
693
563
|
fragment(' WHERE '),
|
|
694
564
|
filter,
|
|
695
565
|
], '');
|
|
696
|
-
const
|
|
697
|
-
|
|
698
|
-
|
|
566
|
+
const only = shape.groupBy.length === 1 ? shape.groupBy[0].of : null;
|
|
567
|
+
const subfolder = only === 'subfolder';
|
|
568
|
+
const folders = only === 'folder' || subfolder ? storedFolders(bound, plan, subfolder) : null;
|
|
569
|
+
const folderKey = subfolder ? subfolderOf('f.path', prefix) : fragment('f.path');
|
|
570
|
+
const zeros = [
|
|
571
|
+
...(sized ? ['0', '0', '0', '0'] : []),
|
|
572
|
+
...(dated ? ['NULL'] : []),
|
|
573
|
+
...(greatest === null ? [] : ['NULL', 'NULL', 'NULL']),
|
|
574
|
+
];
|
|
699
575
|
const source = folders === null
|
|
700
576
|
? inner
|
|
701
577
|
: joined([
|
|
702
578
|
inner,
|
|
703
|
-
fragment(
|
|
579
|
+
fragment(` UNION ALL SELECT 'string' AS k0, ${folderKey.sql} AS v0, NULL AS i0, 0 AS n${zeros.map((one) => `, ${one}`).join('')} FROM replica_folders f WHERE `, folderKey.bind),
|
|
704
580
|
folders,
|
|
705
581
|
], '');
|
|
706
|
-
const
|
|
707
|
-
|
|
708
|
-
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
582
|
+
const held = keyed
|
|
583
|
+
.map((_, index) => `k${index}, i${index}, CASE WHEN i${index} IS NULL THEN v${index} END`)
|
|
584
|
+
.join(', ');
|
|
585
|
+
const ranked = greatest === null
|
|
586
|
+
? source
|
|
587
|
+
: joined([
|
|
588
|
+
fragment(`SELECT *, ROW_NUMBER() OVER (PARTITION BY ${held} ORDER BY `),
|
|
589
|
+
sql.sorted(bound.collate, greatestTerm(GREATEST)),
|
|
590
|
+
fragment(', gv) AS gr FROM ('),
|
|
591
|
+
source,
|
|
592
|
+
fragment(')'),
|
|
593
|
+
], '');
|
|
594
|
+
const columns = [
|
|
595
|
+
...keyed.map((_, index) => `k${index}, min(v${index}) AS v${index}, i${index}`),
|
|
596
|
+
'sum(n) AS n',
|
|
597
|
+
...(sized ? ['sum(dn) AS dn', 'sum(ds) AS ds', 'sum(fn) AS fn', 'sum(fs) AS fs'] : []),
|
|
598
|
+
...(dated ? ['max(u) AS u'] : []),
|
|
599
|
+
...(greatest === null
|
|
600
|
+
? []
|
|
601
|
+
: ['gk', 'gv', 'gi'].map((column) => `min(CASE WHEN gr = 1 THEN ${column} END) AS ${column}`)),
|
|
602
|
+
].join(', ');
|
|
603
|
+
const outer = (index, order) => ({
|
|
604
|
+
ordering: order,
|
|
714
605
|
kind: fragment(`k${index}`),
|
|
715
606
|
value: fragment(`v${index}`),
|
|
716
607
|
});
|
|
717
|
-
const
|
|
718
|
-
|
|
719
|
-
|
|
608
|
+
const termOf = (by, order) => {
|
|
609
|
+
if (by === 'count')
|
|
610
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('n') };
|
|
611
|
+
if (by === 'size') {
|
|
612
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('(ds + fs)') };
|
|
613
|
+
}
|
|
614
|
+
if (by === 'updated') {
|
|
615
|
+
return {
|
|
616
|
+
ordering: order,
|
|
617
|
+
kind: fragment("(CASE WHEN u IS NULL THEN 'null' ELSE 'string' END)"),
|
|
618
|
+
value: fragment("substr(u, instr(u, ' ') + 1)"),
|
|
619
|
+
instant: fragment("substr(u, 1, instr(u, ' ') - 1)"),
|
|
620
|
+
};
|
|
621
|
+
}
|
|
622
|
+
if (by === 'greatest')
|
|
623
|
+
return greatestTerm(order);
|
|
624
|
+
return { ...outer(by, order), instant: fragment(`i${by}`) };
|
|
625
|
+
};
|
|
626
|
+
const valueOf = (row, by) => {
|
|
627
|
+
if (by === 'count')
|
|
628
|
+
return Number(row.n);
|
|
629
|
+
if (by === 'size')
|
|
630
|
+
return Number(row.ds) + Number(row.fs);
|
|
631
|
+
if (by === 'updated') {
|
|
632
|
+
const text = latestOf(row.u);
|
|
633
|
+
return text === null ? null : sql.sortValue('string', text, row.u.split(' ')[0]);
|
|
634
|
+
}
|
|
635
|
+
if (by === 'greatest')
|
|
636
|
+
return sortedOf(row.gk, row.gv, row.gi);
|
|
637
|
+
return sortedValue(row, by);
|
|
638
|
+
};
|
|
639
|
+
const ordered = shape.orderBy.map(({ by, direction, nulls }) => termOf(by, { ...GROUP_ORDER, direction, nulls: nulls ?? GROUP_ORDER.nulls }));
|
|
720
640
|
const ties = keyed.flatMap((_, index) => [
|
|
721
641
|
{ ...outer(index, GROUP_TIES), total: true },
|
|
722
642
|
{ ordering: GROUP_TIES, kind: fragment("'string'"), value: fragment(`k${index}`) },
|
|
723
643
|
]);
|
|
724
644
|
const cursor = plan.after?.values ?? null;
|
|
725
|
-
const
|
|
726
|
-
? null
|
|
727
|
-
: cursor[shape.orderBy.length].flatMap((value) => [
|
|
728
|
-
value,
|
|
729
|
-
kindOf(value ?? null),
|
|
730
|
-
]);
|
|
731
|
-
const after = cursor === null || tieValues === null
|
|
645
|
+
const after = cursor === null
|
|
732
646
|
? null
|
|
733
|
-
:
|
|
734
|
-
|
|
647
|
+
: (() => {
|
|
648
|
+
const tieValues = cursor[shape.orderBy.length].flatMap((value) => [value, heldKind(value ?? null)]);
|
|
649
|
+
return sql.following(ordered.map((term, index) => sql.beyond(bound.collate, term, cursor[index])), sql.following(ties
|
|
650
|
+
.slice(0, -1)
|
|
651
|
+
.map((term, index) => sql.beyond(bound.collate, term, tieValues[index])), sql.beyond(bound.collate, ties.at(-1), tieValues.at(-1)).beyond));
|
|
652
|
+
})();
|
|
653
|
+
const grouping = joined([fragment(`SELECT ${columns} FROM (`), ranked, fragment(`) GROUP BY ${held}`)], '');
|
|
735
654
|
const windowed = joined([
|
|
736
655
|
fragment('SELECT * FROM ('),
|
|
737
656
|
grouping,
|
|
738
657
|
fragment(')'),
|
|
739
658
|
...(after === null ? [] : [fragment(' WHERE '), after]),
|
|
740
659
|
fragment(' ORDER BY '),
|
|
741
|
-
joined([...ordered, ...ties].map((term) => sorted(bound, term)), ', '),
|
|
660
|
+
joined([...ordered, ...ties].map((term) => sql.sorted(bound.collate, term)), ', '),
|
|
742
661
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
743
662
|
], '');
|
|
744
663
|
const rows = connection.rows(windowed.sql, windowed.bind);
|
|
745
664
|
const kept = plan.limit === null ? rows : rows.slice(0, plan.limit);
|
|
746
665
|
const keyOf = (row) => keyed.map((_, index) => decoded(row[`k${index}`], row[`v${index}`]));
|
|
747
|
-
const found = kept.map((row) => ({
|
|
666
|
+
const found = kept.map((row) => ({
|
|
667
|
+
key: keyOf(row),
|
|
668
|
+
count: Number(row.n),
|
|
669
|
+
...(shape.size
|
|
670
|
+
? {
|
|
671
|
+
documents: { count: Number(row.dn), size: Number(row.ds) },
|
|
672
|
+
files: { count: Number(row.fn), size: Number(row.fs) },
|
|
673
|
+
}
|
|
674
|
+
: {}),
|
|
675
|
+
...(shape.updated ? { updated: latestOf(row.u) } : {}),
|
|
676
|
+
...(shape.greatest === null ? {} : { greatest: decoded(row.gk, row.gv) }),
|
|
677
|
+
}));
|
|
748
678
|
const last = kept.at(-1);
|
|
749
679
|
const next = plan.limit === null || rows.length <= plan.limit
|
|
750
680
|
? undefined
|
|
751
681
|
: last === undefined
|
|
752
682
|
? (plan.after?.text ?? FROM_START)
|
|
753
|
-
: cursorOf([
|
|
754
|
-
...shape.orderBy.map(({ by }) => by === 'count' ? Number(last.n) : decoded(last[`k${by}`], last[`v${by}`])),
|
|
755
|
-
keyOf(last),
|
|
756
|
-
]);
|
|
683
|
+
: cursorOf([...shape.orderBy.map(({ by }) => valueOf(last, by)), keyOf(last)]);
|
|
757
684
|
const total = plan.total
|
|
758
685
|
? Number(connection.rows(joined([fragment('SELECT count(*) AS held FROM ('), grouping, fragment(')')], '').sql, grouping.bind)[0].held)
|
|
759
686
|
: undefined;
|
|
@@ -771,9 +698,6 @@ function boundOf(connection, plan, rooms) {
|
|
|
771
698
|
collate: collating(connection),
|
|
772
699
|
};
|
|
773
700
|
}
|
|
774
|
-
export function selected(connection, plan, rooms) {
|
|
775
|
-
return filtered(boundOf(connection, plan, rooms), plan);
|
|
776
|
-
}
|
|
777
701
|
export function answerQuery(connection, plan, rooms, budget = null) {
|
|
778
702
|
const bound = boundOf(connection, plan, rooms);
|
|
779
703
|
if (rooms.length === 0) {
|