@agentshouse/mdruntime 0.1.0-c907ac1fbed44 → 0.1.0-c90a12b59fe09
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -14
- package/dist/acceptance.d.ts +3 -0
- package/dist/acceptance.d.ts.map +1 -0
- package/dist/acceptance.js +318 -0
- package/dist/act-lanes.d.ts +29 -0
- package/dist/act-lanes.d.ts.map +1 -0
- package/dist/act-lanes.js +177 -0
- package/dist/actions.d.ts +25 -0
- package/dist/actions.d.ts.map +1 -0
- package/dist/actions.js +261 -0
- package/dist/adapter.d.ts +127 -108
- package/dist/adapter.d.ts.map +1 -1
- package/dist/attached-model.d.ts +5 -11
- package/dist/attached-model.d.ts.map +1 -1
- package/dist/attached-model.js +36 -47
- package/dist/bootstrap.d.ts +17 -16
- package/dist/bootstrap.d.ts.map +1 -1
- package/dist/bootstrap.js +266 -136
- package/dist/cell.d.ts +6 -0
- package/dist/cell.d.ts.map +1 -0
- package/dist/cell.js +9 -0
- package/dist/chain.d.ts +2 -1
- package/dist/chain.d.ts.map +1 -1
- package/dist/change-set.d.ts +4 -0
- package/dist/change-set.d.ts.map +1 -1
- package/dist/change-set.js +6 -0
- package/dist/change.d.ts +1 -0
- package/dist/change.d.ts.map +1 -1
- package/dist/change.js +4 -2
- package/dist/chat-types.d.ts +5 -0
- package/dist/chat-types.d.ts.map +1 -0
- package/dist/chat-types.js +13 -0
- package/dist/client.d.ts +28 -18
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +84 -20
- package/dist/collection.d.ts +28 -7
- package/dist/collection.d.ts.map +1 -1
- package/dist/collection.js +36 -21
- package/dist/compile.d.ts +8 -6
- package/dist/compile.d.ts.map +1 -1
- package/dist/compile.js +303 -300
- package/dist/connection.d.ts +6 -141
- package/dist/connection.d.ts.map +1 -1
- package/dist/connection.js +112 -5015
- package/dist/context.d.ts +2 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +7 -0
- package/dist/conversation-live.d.ts +138 -0
- package/dist/conversation-live.d.ts.map +1 -0
- package/dist/conversation-live.js +249 -0
- package/dist/conversation-row.d.ts +33 -0
- package/dist/conversation-row.d.ts.map +1 -0
- package/dist/conversation-row.js +53 -0
- package/dist/conversation.d.ts +59 -50
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +938 -829
- package/dist/declaration.d.ts +10 -0
- package/dist/declaration.d.ts.map +1 -0
- package/dist/declaration.js +24 -0
- package/dist/discovery.d.ts +10 -0
- package/dist/discovery.d.ts.map +1 -0
- package/dist/discovery.js +153 -0
- package/dist/durability.d.ts +18 -1
- package/dist/durability.d.ts.map +1 -1
- package/dist/entry.d.ts +3 -2
- package/dist/entry.d.ts.map +1 -1
- package/dist/entry.js +19 -9
- package/dist/expectation.d.ts +26 -13
- package/dist/expectation.d.ts.map +1 -1
- package/dist/expectation.js +72 -19
- package/dist/failure.d.ts +3 -0
- package/dist/failure.d.ts.map +1 -1
- package/dist/failure.js +6 -0
- package/dist/figures.d.ts +49 -0
- package/dist/figures.d.ts.map +1 -0
- package/dist/figures.js +197 -0
- package/dist/file.d.ts +2 -11
- package/dist/file.d.ts.map +1 -1
- package/dist/file.js +6 -4
- package/dist/holdings.d.ts +29 -0
- package/dist/holdings.d.ts.map +1 -0
- package/dist/holdings.js +95 -0
- package/dist/host.d.ts +20 -8
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +70 -40
- package/dist/identity.d.ts +0 -1
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +0 -3
- package/dist/index.d.ts +33 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -3
- package/dist/install.d.ts +54 -0
- package/dist/install.d.ts.map +1 -0
- package/dist/install.js +539 -0
- package/dist/lifecycle.d.ts +7 -0
- package/dist/lifecycle.d.ts.map +1 -0
- package/dist/lifecycle.js +279 -0
- package/dist/listing.d.ts +48 -0
- package/dist/listing.d.ts.map +1 -0
- package/dist/listing.js +139 -0
- package/dist/live.d.ts +5 -4
- package/dist/live.d.ts.map +1 -1
- package/dist/live.js +63 -21
- package/dist/locks.d.ts +7 -0
- package/dist/locks.d.ts.map +1 -0
- package/dist/locks.js +33 -0
- package/dist/log.d.ts +1 -0
- package/dist/log.d.ts.map +1 -1
- package/dist/lost.d.ts +5 -0
- package/dist/lost.d.ts.map +1 -0
- package/dist/lost.js +50 -0
- package/dist/media.d.ts +8 -0
- package/dist/media.d.ts.map +1 -0
- package/dist/media.js +218 -0
- package/dist/memory.d.ts +16 -7
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +253 -104
- package/dist/messages.d.ts +24 -3
- package/dist/messages.d.ts.map +1 -1
- package/dist/messages.js +92 -32
- package/dist/model.d.ts +8 -11
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +6 -23
- package/dist/models.d.ts +10 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +156 -0
- package/dist/observation.d.ts +3 -2
- package/dist/observation.d.ts.map +1 -1
- package/dist/observation.js +15 -15
- package/dist/opened.d.ts +1 -1
- package/dist/opened.d.ts.map +1 -1
- package/dist/opened.js +5 -5
- package/dist/opening.d.ts +4 -0
- package/dist/opening.d.ts.map +1 -0
- package/dist/opening.js +59 -0
- package/dist/outcome.d.ts +20 -6
- package/dist/outcome.d.ts.map +1 -1
- package/dist/outcome.js +34 -2
- package/dist/overlay.d.ts +6 -1
- package/dist/overlay.d.ts.map +1 -1
- package/dist/overlay.js +47 -21
- package/dist/page-metadata.d.ts +8 -0
- package/dist/page-metadata.d.ts.map +1 -0
- package/dist/page-metadata.js +19 -0
- package/dist/parts.d.ts +3 -0
- package/dist/parts.d.ts.map +1 -0
- package/dist/parts.js +10 -0
- package/dist/paths.d.ts +2 -0
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +26 -0
- package/dist/preparation.d.ts +20 -0
- package/dist/preparation.d.ts.map +1 -0
- package/dist/preparation.js +233 -0
- package/dist/presence.d.ts +52 -0
- package/dist/presence.d.ts.map +1 -0
- package/dist/presence.js +220 -0
- package/dist/queries.d.ts +16 -0
- package/dist/queries.d.ts.map +1 -0
- package/dist/queries.js +285 -0
- package/dist/query.d.ts +18 -208
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +3 -505
- package/dist/questions.d.ts +29 -0
- package/dist/questions.d.ts.map +1 -0
- package/dist/questions.js +115 -0
- package/dist/queue.d.ts +40 -0
- package/dist/queue.d.ts.map +1 -0
- package/dist/queue.js +465 -0
- package/dist/reach.d.ts +20 -11
- package/dist/reach.d.ts.map +1 -1
- package/dist/reach.js +234 -134
- package/dist/react.d.ts +15 -2
- package/dist/react.d.ts.map +1 -1
- package/dist/react.js +33 -1
- package/dist/read.d.ts +7 -0
- package/dist/read.d.ts.map +1 -0
- package/dist/read.js +17 -0
- package/dist/readiness.d.ts +3 -18
- package/dist/readiness.d.ts.map +1 -1
- package/dist/readiness.js +4 -10
- package/dist/reads.d.ts +38 -10
- package/dist/reads.d.ts.map +1 -1
- package/dist/reads.js +163 -85
- package/dist/recovery.d.ts +3 -0
- package/dist/recovery.d.ts.map +1 -1
- package/dist/recovery.js +57 -1
- package/dist/refresh.d.ts +7 -5
- package/dist/refresh.d.ts.map +1 -1
- package/dist/refresh.js +36 -12
- package/dist/refusal.d.ts +5 -0
- package/dist/refusal.d.ts.map +1 -0
- package/dist/refusal.js +57 -0
- package/dist/replica.d.ts +13 -20
- package/dist/replica.d.ts.map +1 -1
- package/dist/replica.js +66 -35
- package/dist/retried.d.ts +30 -0
- package/dist/retried.d.ts.map +1 -0
- package/dist/retried.js +72 -0
- package/dist/room-draft.d.ts +24 -10
- package/dist/room-draft.d.ts.map +1 -1
- package/dist/room-draft.js +142 -106
- package/dist/room-drafts.d.ts +24 -0
- package/dist/room-drafts.d.ts.map +1 -0
- package/dist/room-drafts.js +217 -0
- package/dist/rows.d.ts +18 -16
- package/dist/rows.d.ts.map +1 -1
- package/dist/rows.js +46 -155
- package/dist/runtime.d.ts +36 -0
- package/dist/runtime.d.ts.map +1 -0
- package/dist/runtime.js +1 -0
- package/dist/save.d.ts +42 -84
- package/dist/save.d.ts.map +1 -1
- package/dist/save.js +349 -170
- package/dist/saves.d.ts +32 -0
- package/dist/saves.d.ts.map +1 -0
- package/dist/saves.js +413 -0
- package/dist/search.d.ts +12 -63
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +9 -52
- package/dist/seed.d.ts +11 -2
- package/dist/seed.d.ts.map +1 -1
- package/dist/seed.js +71 -1
- package/dist/shared.d.ts +1 -7
- package/dist/shared.d.ts.map +1 -1
- package/dist/shared.js +13 -105
- package/dist/shown.d.ts +32 -0
- package/dist/shown.d.ts.map +1 -0
- package/dist/shown.js +290 -0
- package/dist/socket/admission.d.ts +7 -0
- package/dist/socket/admission.d.ts.map +1 -0
- package/dist/socket/admission.js +39 -0
- package/dist/socket/answers.d.ts +6 -0
- package/dist/socket/answers.d.ts.map +1 -0
- package/dist/socket/answers.js +20 -0
- package/dist/socket/lanes.d.ts +21 -0
- package/dist/socket/lanes.d.ts.map +1 -0
- package/dist/socket/lanes.js +80 -0
- package/dist/socket/reads.d.ts +10 -0
- package/dist/socket/reads.d.ts.map +1 -0
- package/dist/socket/reads.js +31 -0
- package/dist/socket/session.d.ts +38 -0
- package/dist/socket/session.d.ts.map +1 -0
- package/dist/socket/session.js +23 -0
- package/dist/socket.d.ts +68 -0
- package/dist/socket.d.ts.map +1 -0
- package/dist/socket.js +171 -0
- package/dist/source.d.ts +54 -0
- package/dist/source.d.ts.map +1 -0
- package/dist/source.js +82 -0
- package/dist/status.d.ts +4 -5
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +3 -7
- package/dist/store/installs.d.ts +30 -0
- package/dist/store/installs.d.ts.map +1 -0
- package/dist/store/installs.js +34 -0
- package/dist/store/readiness.d.ts +10 -0
- package/dist/store/readiness.d.ts.map +1 -0
- package/dist/store/readiness.js +52 -0
- package/dist/store/records.d.ts +212 -0
- package/dist/store/records.d.ts.map +1 -0
- package/dist/store/records.js +430 -0
- package/dist/store/room-held.d.ts +8 -0
- package/dist/store/room-held.d.ts.map +1 -0
- package/dist/store/room-held.js +17 -0
- package/dist/store/space.d.ts +11 -0
- package/dist/store/space.d.ts.map +1 -0
- package/dist/store/space.js +41 -0
- package/dist/store/watchers.d.ts +17 -0
- package/dist/store/watchers.d.ts.map +1 -0
- package/dist/store/watchers.js +56 -0
- package/dist/store/writes.d.ts +24 -0
- package/dist/store/writes.d.ts.map +1 -0
- package/dist/store/writes.js +125 -0
- package/dist/store.d.ts +110 -158
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +167 -400
- package/dist/stored.d.ts +66 -55
- package/dist/stored.d.ts.map +1 -1
- package/dist/stored.js +356 -274
- package/dist/surface.d.ts +88 -0
- package/dist/surface.d.ts.map +1 -0
- package/dist/surface.js +223 -0
- package/dist/sync.d.ts +19 -0
- package/dist/sync.d.ts.map +1 -0
- package/dist/sync.js +540 -0
- package/dist/tables.d.ts +127 -69
- package/dist/tables.d.ts.map +1 -1
- package/dist/tables.js +218 -105
- package/dist/tallies.d.ts +18 -0
- package/dist/tallies.d.ts.map +1 -0
- package/dist/tallies.js +129 -0
- package/dist/transfer.d.ts +0 -5
- package/dist/transfer.d.ts.map +1 -1
- package/dist/validation.d.ts +3 -4
- package/dist/validation.d.ts.map +1 -1
- package/dist/validation.js +42 -100
- package/dist/windows.d.ts +1 -12
- package/dist/windows.d.ts.map +1 -1
- package/dist/windows.js +2 -75
- package/dist/wire.d.ts +63 -11
- package/dist/wire.d.ts.map +1 -1
- package/dist/wire.js +21 -5
- package/package.json +8 -7
- package/AGENTS.md +0 -312
- package/dist/attempt.d.ts +0 -16
- package/dist/attempt.d.ts.map +0 -1
- package/dist/attempt.js +0 -70
- package/dist/fence.d.ts +0 -6
- package/dist/fence.d.ts.map +0 -1
- package/dist/fence.js +0 -10
- package/dist/fulltext.d.ts +0 -27
- package/dist/fulltext.d.ts.map +0 -1
- package/dist/fulltext.js +0 -368
- package/dist/words.d.ts +0 -19
- package/dist/words.d.ts.map +0 -1
- package/dist/words.js +0 -150
package/dist/compile.js
CHANGED
|
@@ -1,107 +1,38 @@
|
|
|
1
|
-
import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
|
|
1
|
+
import { ARRAY_INDEX, bodied, byCodePoint, compared, cursorOf, heldKind, parse, pointerSegments, sql, } from '@agentshouse/mdmodel';
|
|
2
2
|
import { binaryRecord } from './binary.js';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
}
|
|
9
|
-
function
|
|
10
|
-
return {
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
}
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
function any(parts) {
|
|
19
|
-
return parts.length === 0 ? fragment('0') : joined(parts.map(grouped), ' OR ');
|
|
20
|
-
}
|
|
21
|
-
function grouped(part) {
|
|
22
|
-
return { sql: `(${part.sql})`, bind: part.bind };
|
|
23
|
-
}
|
|
24
|
-
function list(values) {
|
|
25
|
-
return fragment(`(${values.map(() => '?').join(', ')})`, values);
|
|
26
|
-
}
|
|
27
|
-
function sqlValue(value) {
|
|
28
|
-
if (value === null)
|
|
29
|
-
return { kind: 'null', value: null };
|
|
30
|
-
if (typeof value === 'boolean')
|
|
31
|
-
return { kind: 'boolean', value: value ? 1 : 0 };
|
|
32
|
-
if (typeof value === 'number')
|
|
33
|
-
return { kind: 'number', value };
|
|
34
|
-
return { kind: 'string', value };
|
|
35
|
-
}
|
|
36
|
-
function same(alias, value) {
|
|
37
|
-
const held = sqlValue(value);
|
|
38
|
-
return held.kind === 'null'
|
|
39
|
-
? fragment(`${alias}.kind = 'null'`)
|
|
40
|
-
: fragment(`${alias}.kind = ? AND ${alias}.value = ?`, [held.kind, held.value]);
|
|
41
|
-
}
|
|
42
|
-
const BOUNDS = { gt: '>', gte: '>=', lt: '<', lte: '<=' };
|
|
43
|
-
function heldValues(doc, field, alias, where) {
|
|
44
|
-
return fragment(`SELECT 1 FROM replica_values ${alias} WHERE ${alias}.doc = ${doc}.id AND ${alias}.form = ? AND (${where.sql})`, [field, ...where.bind]);
|
|
45
|
-
}
|
|
46
|
-
function exists(part) {
|
|
47
|
-
return { sql: `EXISTS (${part.sql})`, bind: part.bind };
|
|
48
|
-
}
|
|
49
|
-
function matching(held, doc, field, values) {
|
|
50
|
-
return any(values.map((value) => any([
|
|
51
|
-
same(held, value),
|
|
52
|
-
all([
|
|
53
|
-
fragment(`${held}.kind = 'array'`),
|
|
54
|
-
exists(heldValues(doc, field, 'i', all([fragment(`i.held = ${held}.held AND i.item >= 0`), same('i', value)]))),
|
|
55
|
-
]),
|
|
56
|
-
])));
|
|
57
|
-
}
|
|
58
|
-
function tested(doc, field, test) {
|
|
59
|
-
const reached = exists(heldValues(doc, field, 'r', fragment('r.item = -1')));
|
|
60
|
-
if (test.op === 'exists')
|
|
61
|
-
return test.exists ? reached : fragment(`NOT ${reached.sql}`, reached.bind);
|
|
62
|
-
if (test.op === 'eq' || test.op === 'in') {
|
|
63
|
-
const values = test.op === 'eq' ? [test.value] : test.values;
|
|
64
|
-
return exists(heldValues(doc, field, 'v', any(values.map((value) => same('v', value)))));
|
|
65
|
-
}
|
|
66
|
-
if (test.op === 'ne' || test.op === 'nin') {
|
|
67
|
-
const values = test.op === 'ne' ? [test.value] : test.values;
|
|
68
|
-
const unmatched = matching('h', doc, field, values);
|
|
69
|
-
return any([
|
|
70
|
-
fragment(`NOT ${reached.sql}`, reached.bind),
|
|
71
|
-
exists(heldValues(doc, field, 'h', all([fragment('h.item = -1'), fragment(`NOT (${unmatched.sql})`, unmatched.bind)]))),
|
|
72
|
-
]);
|
|
73
|
-
}
|
|
74
|
-
if (test.op === 'range') {
|
|
75
|
-
return exists(heldValues(doc, field, 'v', all([
|
|
76
|
-
fragment('v.item = -1'),
|
|
77
|
-
...test.bounds.map(([operator, bound]) => {
|
|
78
|
-
const held = sqlValue(bound);
|
|
79
|
-
return fragment(`v.kind = ? AND v.value ${BOUNDS[operator]} ?`, [
|
|
80
|
-
held.kind,
|
|
81
|
-
held.value,
|
|
82
|
-
]);
|
|
83
|
-
}),
|
|
84
|
-
])));
|
|
85
|
-
}
|
|
86
|
-
if (test.op === 'all') {
|
|
87
|
-
return exists(heldValues(doc, field, 'h', all([
|
|
88
|
-
fragment("h.item = -1 AND h.kind = 'array'"),
|
|
89
|
-
...test.values.map((value) => exists(heldValues(doc, field, 'i', all([fragment('i.held = h.held AND i.item >= 0'), same('i', value)])))),
|
|
90
|
-
])));
|
|
91
|
-
}
|
|
92
|
-
return exists(heldValues(doc, field, 'v', fragment("v.item = -1 AND v.kind = 'array' AND v.size = ?", [test.size])));
|
|
3
|
+
import { definitionsAt } from './collection.js';
|
|
4
|
+
import { documentKey, pathOfKey, roomOfKey } from './rows.js';
|
|
5
|
+
import { FROM_START, MAXIMUM_WINDOW } from './windows.js';
|
|
6
|
+
const UNTYPED = 'any';
|
|
7
|
+
const { all, any, exists, fragment, grouped, joined, listed } = sql;
|
|
8
|
+
export const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
|
|
9
|
+
function located(alias) {
|
|
10
|
+
return fragment(`(SELECT k.locator FROM replica_keys k WHERE k.key = ${alias}.key)`);
|
|
11
|
+
}
|
|
12
|
+
export function within(alias, path) {
|
|
13
|
+
return fragment(`(${alias}.path = ? OR (${alias}.path >= ? AND ${alias}.path < ?))`, [
|
|
14
|
+
path,
|
|
15
|
+
`${path}/`,
|
|
16
|
+
`${path}0`,
|
|
17
|
+
]);
|
|
93
18
|
}
|
|
94
|
-
function
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
return
|
|
99
|
-
|
|
19
|
+
function ancestors(area) {
|
|
20
|
+
const depth = area.path.split('/').length;
|
|
21
|
+
return area.open.flatMap((open) => {
|
|
22
|
+
const segments = open.split('/');
|
|
23
|
+
return segments.slice(depth - 1, -1).map((_, at) => segments.slice(0, depth + at).join('/'));
|
|
24
|
+
});
|
|
100
25
|
}
|
|
101
|
-
function
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
26
|
+
function fenced(alias, key, area, folders) {
|
|
27
|
+
const opened = any([
|
|
28
|
+
...area.open.map((open) => within(alias, open)),
|
|
29
|
+
...(folders ? ancestors(area).map((path) => fragment(`${alias}.path = ?`, [path])) : []),
|
|
30
|
+
]);
|
|
31
|
+
return all([
|
|
32
|
+
fragment(`${alias}.key = ?`, [key]),
|
|
33
|
+
within(alias, area.path),
|
|
34
|
+
fragment(`NOT ${grouped(opened).sql}`, opened.bind),
|
|
35
|
+
]);
|
|
105
36
|
}
|
|
106
37
|
function reached(bound, alias) {
|
|
107
38
|
const reach = bound.reach;
|
|
@@ -115,44 +46,38 @@ function reached(bound, alias) {
|
|
|
115
46
|
const key = bound.keys.get(roomOfKey(held));
|
|
116
47
|
return key === undefined ? [] : [[key, pathOfKey(held)]];
|
|
117
48
|
});
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
: [
|
|
123
|
-
fragment(`EXISTS (SELECT 1 FROM json_each(?) j WHERE j.value ->> 0 = ${alias}.key AND j.value ->> 1 = ${alias}.path)`, [JSON.stringify(documents)]),
|
|
124
|
-
]),
|
|
125
|
-
]);
|
|
126
|
-
}
|
|
127
|
-
function scoped(alias, scope) {
|
|
49
|
+
const outside = any(reach.areas.flatMap((area) => {
|
|
50
|
+
const key = bound.keys.get(area.room);
|
|
51
|
+
return key === undefined ? [] : [fenced(alias, key, area, false)];
|
|
52
|
+
}));
|
|
128
53
|
return all([
|
|
129
|
-
|
|
130
|
-
? []
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
fragment(`${alias}.path >= ? AND ${alias}.path < ?`, [
|
|
136
|
-
`${scope.pathPrefix}/`,
|
|
137
|
-
`${scope.pathPrefix}0`,
|
|
54
|
+
any([
|
|
55
|
+
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${listed(rooms).sql}`, rooms)]),
|
|
56
|
+
...(documents.length === 0
|
|
57
|
+
? []
|
|
58
|
+
: [
|
|
59
|
+
fragment(`EXISTS (SELECT 1 FROM json_each(?) j WHERE j.value ->> 0 = ${alias}.key AND j.value ->> 1 = ${alias}.path)`, [JSON.stringify(documents)]),
|
|
138
60
|
]),
|
|
139
|
-
|
|
140
|
-
...(
|
|
61
|
+
]),
|
|
62
|
+
...(reach.areas.length === 0 ? [] : [fragment(`NOT ${grouped(outside).sql}`, outside.bind)]),
|
|
141
63
|
]);
|
|
142
64
|
}
|
|
143
65
|
function related(bound, plan) {
|
|
144
66
|
const parts = [];
|
|
145
67
|
if (plan.hop !== null) {
|
|
146
68
|
parts.push(exists(joined([
|
|
147
|
-
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND
|
|
148
|
-
grouped(
|
|
69
|
+
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND`),
|
|
70
|
+
grouped(sql.placed('l', plan.hop.field, 'link')),
|
|
71
|
+
fragment('AND'),
|
|
72
|
+
grouped(all([sql.scoped('m', plan.hop), reached(bound, 'm')])),
|
|
149
73
|
], ' ')));
|
|
150
74
|
}
|
|
151
75
|
if (plan.backlinks !== null) {
|
|
152
76
|
const field = plan.backlinks.field;
|
|
153
77
|
parts.push(exists(joined([
|
|
154
|
-
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field'
|
|
155
|
-
grouped(
|
|
78
|
+
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field' AND`),
|
|
79
|
+
...(field === null ? [] : [grouped(sql.placed('l', field, 'link')), fragment('AND')]),
|
|
80
|
+
grouped(all([sql.scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
156
81
|
], ' ')));
|
|
157
82
|
}
|
|
158
83
|
return parts;
|
|
@@ -160,11 +85,9 @@ function related(bound, plan) {
|
|
|
160
85
|
function filtered(bound, plan) {
|
|
161
86
|
const keys = bound.rooms.map(({ key }) => key);
|
|
162
87
|
return all([
|
|
163
|
-
fragment(`d.key IN ${
|
|
164
|
-
...(plan.paths === null ? [] : [fragment(`d.path IN ${list(plan.paths).sql}`, plan.paths)]),
|
|
165
|
-
...(plan.folder === null ? [] : [fragment('d.folder = ?', [plan.folder])]),
|
|
88
|
+
fragment(`d.key IN ${listed(keys).sql} AND ${VISIBLE('d')}`, keys),
|
|
166
89
|
reached(bound, 'd'),
|
|
167
|
-
|
|
90
|
+
sql.tests('d', plan),
|
|
168
91
|
...related(bound, plan),
|
|
169
92
|
]);
|
|
170
93
|
}
|
|
@@ -195,104 +118,65 @@ const GROUP_TIES = {
|
|
|
195
118
|
locale: undefined,
|
|
196
119
|
localeOptions: undefined,
|
|
197
120
|
};
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
return { placement: 1, klass: 3, scalar: JSON.stringify(value) };
|
|
209
|
-
}
|
|
210
|
-
function placement(term) {
|
|
211
|
-
const nulls = term.ordering.nulls === 'first' ? 0 : 2;
|
|
212
|
-
return fragment(`CASE WHEN ${term.kind.sql} IS NULL OR ${term.kind.sql} = 'null' THEN ${nulls} ELSE 1 END`, [...term.kind.bind, ...term.kind.bind]);
|
|
213
|
-
}
|
|
214
|
-
function klass(term) {
|
|
215
|
-
return fragment(`CASE ${term.kind.sql} WHEN 'boolean' THEN 1 WHEN 'number' THEN 1 WHEN 'string' THEN 2 WHEN 'array' THEN 3 ELSE 4 END`, term.kind.bind);
|
|
216
|
-
}
|
|
217
|
-
function classed(term, which) {
|
|
218
|
-
const kinds = which === 1 ? "('boolean', 'number')" : which === 2 ? "('string')" : "('array')";
|
|
219
|
-
return fragment(`(CASE WHEN ${term.kind.sql} IN ${kinds} THEN ${term.value.sql} END)`, [
|
|
220
|
-
...term.kind.bind,
|
|
221
|
-
...term.value.bind,
|
|
222
|
-
]);
|
|
121
|
+
const GREATEST = { ...GROUP_ORDER, direction: 'desc', nulls: 'last' };
|
|
122
|
+
const TIMES = {
|
|
123
|
+
created: { value: 'd.created', instant: 'd.created_instant' },
|
|
124
|
+
updated: { value: "(d.change ->> '$.time')", instant: 'd.changed_instant' },
|
|
125
|
+
};
|
|
126
|
+
function subfolderOf(column, prefix) {
|
|
127
|
+
const root = prefix ?? '';
|
|
128
|
+
const base = root === '' ? '' : `${root}/`;
|
|
129
|
+
const rest = `substr(${column}, length(?) + 1)`;
|
|
130
|
+
return fragment(`(CASE WHEN ${column} = ? THEN NULL WHEN instr(${rest}, '/') = 0 THEN ${column} ELSE ? || substr(${rest}, 1, instr(${rest}, '/') - 1) END)`, [root, base, base, base, base]);
|
|
223
131
|
}
|
|
224
|
-
function
|
|
225
|
-
if (
|
|
226
|
-
|
|
227
|
-
const name = bound.collate(term.ordering, which === 3, term.total === true);
|
|
228
|
-
return name === null ? '' : ` COLLATE ${name}`;
|
|
229
|
-
}
|
|
230
|
-
function sorted(bound, term) {
|
|
231
|
-
const direction = term.ordering.direction === 'desc' ? 'DESC' : 'ASC';
|
|
232
|
-
return joined([
|
|
233
|
-
placement(term),
|
|
234
|
-
fragment(`${klass(term).sql} ${direction}`, klass(term).bind),
|
|
235
|
-
...[1, 2, 3].map((which) => {
|
|
236
|
-
const value = classed(term, which);
|
|
237
|
-
return fragment(`${value.sql}${collated(bound, term, which)} ${direction}`, value.bind);
|
|
238
|
-
}),
|
|
239
|
-
], ', ');
|
|
240
|
-
}
|
|
241
|
-
function beyond(bound, term, value) {
|
|
242
|
-
const held = classOf(value, term.ordering);
|
|
243
|
-
const place = placement(term);
|
|
244
|
-
if (held.placement !== 1) {
|
|
132
|
+
function keyTerm(key, ordering, index, prefix) {
|
|
133
|
+
if (key.of === 'field') {
|
|
134
|
+
const alias = `o${index}`;
|
|
245
135
|
return {
|
|
246
|
-
|
|
247
|
-
|
|
136
|
+
term: {
|
|
137
|
+
ordering,
|
|
138
|
+
kind: fragment(`${alias}.kind`),
|
|
139
|
+
value: fragment(`${alias}.value`),
|
|
140
|
+
instant: fragment(`${alias}.instant`),
|
|
141
|
+
},
|
|
142
|
+
join: joined([
|
|
143
|
+
fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND `),
|
|
144
|
+
grouped(sql.placed(alias, key.field, 'exact')),
|
|
145
|
+
fragment(` AND ${alias}.item = -1 AND ${alias}.kind NOT IN ('object', 'undefined')`),
|
|
146
|
+
], ''),
|
|
248
147
|
};
|
|
249
148
|
}
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
any([
|
|
260
|
-
fragment(`${kind.sql} ${after} ${held.klass}`, kind.bind),
|
|
261
|
-
all([
|
|
262
|
-
fragment(`${kind.sql} = ${held.klass}`, kind.bind),
|
|
263
|
-
fragment(`${scalar.sql} ${after} ?${collation}`, [...scalar.bind, held.scalar]),
|
|
264
|
-
]),
|
|
265
|
-
]),
|
|
266
|
-
]),
|
|
267
|
-
]),
|
|
268
|
-
equal: all([
|
|
269
|
-
fragment(`${place.sql} = 1 AND ${kind.sql} = ${held.klass}`, [...place.bind, ...kind.bind]),
|
|
270
|
-
fragment(`${scalar.sql} = ?${collation}`, [...scalar.bind, held.scalar]),
|
|
271
|
-
]),
|
|
272
|
-
};
|
|
273
|
-
}
|
|
274
|
-
function following(parts, tie) {
|
|
275
|
-
let condition = tie;
|
|
276
|
-
for (const part of [...parts].reverse()) {
|
|
277
|
-
condition = any([part.beyond, all([part.equal, condition])]);
|
|
149
|
+
if (key.of === 'size') {
|
|
150
|
+
return {
|
|
151
|
+
term: {
|
|
152
|
+
ordering,
|
|
153
|
+
kind: fragment("(CASE WHEN d.bytes IS NULL THEN 'null' ELSE 'number' END)"),
|
|
154
|
+
value: fragment('d.bytes'),
|
|
155
|
+
},
|
|
156
|
+
join: null,
|
|
157
|
+
};
|
|
278
158
|
}
|
|
279
|
-
|
|
280
|
-
}
|
|
281
|
-
function keyTerm(bound, key, ordering, index) {
|
|
282
|
-
if (key.of === 'field') {
|
|
283
|
-
const alias = `o${index}`;
|
|
159
|
+
if (key.of === 'created' || key.of === 'updated') {
|
|
160
|
+
const { value, instant } = TIMES[key.of];
|
|
284
161
|
return {
|
|
285
|
-
term: {
|
|
286
|
-
|
|
162
|
+
term: {
|
|
163
|
+
ordering,
|
|
164
|
+
kind: fragment(`(CASE WHEN ${value} IS NULL THEN 'null' ELSE 'string' END)`),
|
|
165
|
+
value: fragment(value),
|
|
166
|
+
instant: fragment(instant),
|
|
167
|
+
},
|
|
168
|
+
join: null,
|
|
287
169
|
};
|
|
288
170
|
}
|
|
289
171
|
const expression = key.of === 'room'
|
|
290
|
-
? located(
|
|
172
|
+
? located('d')
|
|
291
173
|
: key.of === 'path'
|
|
292
174
|
? fragment('d.path')
|
|
293
175
|
: key.of === 'type'
|
|
294
176
|
? fragment('d.type')
|
|
295
|
-
:
|
|
177
|
+
: key.of === 'subfolder'
|
|
178
|
+
? subfolderOf('d.folder', prefix)
|
|
179
|
+
: fragment('d.folder');
|
|
296
180
|
return {
|
|
297
181
|
term: {
|
|
298
182
|
ordering,
|
|
@@ -313,12 +197,20 @@ function decoded(kind, value) {
|
|
|
313
197
|
return JSON.parse(value);
|
|
314
198
|
return null;
|
|
315
199
|
}
|
|
200
|
+
function sortedOf(kind, value, instant) {
|
|
201
|
+
return sql.sortValue(kind, decoded(kind, value), instant);
|
|
202
|
+
}
|
|
203
|
+
function sortedValue(row, index) {
|
|
204
|
+
return sortedOf(row[`k${index}`], row[`v${index}`], row[`i${index}`]);
|
|
205
|
+
}
|
|
316
206
|
function decodedKey(key, row, index) {
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
return
|
|
320
|
-
|
|
321
|
-
|
|
207
|
+
const kind = row[`k${index}`];
|
|
208
|
+
if (key.of === 'field' && (kind === null || kind === undefined))
|
|
209
|
+
return undefined;
|
|
210
|
+
return sortedValue(row, index);
|
|
211
|
+
}
|
|
212
|
+
function instantOf(term) {
|
|
213
|
+
return term.instant ?? fragment('NULL');
|
|
322
214
|
}
|
|
323
215
|
const registered = new WeakMap();
|
|
324
216
|
function hashed(text) {
|
|
@@ -369,9 +261,6 @@ function collating(connection) {
|
|
|
369
261
|
return name;
|
|
370
262
|
};
|
|
371
263
|
}
|
|
372
|
-
function bodied(shape) {
|
|
373
|
-
return shape.sections !== null || shape.preamble || shape.markdown;
|
|
374
|
-
}
|
|
375
264
|
function masked(pointers) {
|
|
376
265
|
const root = { whole: false, members: new Map() };
|
|
377
266
|
for (const pointer of pointers) {
|
|
@@ -423,11 +312,20 @@ function sectionsOf(sections, names) {
|
|
|
423
312
|
return sections;
|
|
424
313
|
return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
|
|
425
314
|
}
|
|
426
|
-
function
|
|
315
|
+
function freeParts(room, path, type, content) {
|
|
316
|
+
const definitions = room.composition === undefined ? undefined : definitionsAt(room.composition, path);
|
|
317
|
+
const definition = definitions?.(type === UNTYPED ? undefined : type);
|
|
318
|
+
if (definition === undefined && type !== UNTYPED)
|
|
319
|
+
return null;
|
|
320
|
+
const read = parse(content, path, definition);
|
|
321
|
+
return read.ok ? read.document : null;
|
|
322
|
+
}
|
|
323
|
+
function documentOf(shape, queried, row, linked) {
|
|
324
|
+
const room = queried.locator;
|
|
427
325
|
const path = row.path;
|
|
428
326
|
const type = row.type;
|
|
429
|
-
const fileId = row.file_id
|
|
430
|
-
const revision = row.revision
|
|
327
|
+
const fileId = row.file_id;
|
|
328
|
+
const revision = row.revision;
|
|
431
329
|
if (type === null) {
|
|
432
330
|
const binary = row.binary === null ? null : JSON.parse(row.binary);
|
|
433
331
|
const content = row.content ?? null;
|
|
@@ -439,15 +337,16 @@ function documentOf(shape, room, row, linked) {
|
|
|
439
337
|
: {
|
|
440
338
|
binaryFile: binaryRecord(path, binary, revision ?? undefined),
|
|
441
339
|
}),
|
|
442
|
-
...(shape.markdown && content !== null
|
|
443
|
-
|
|
444
|
-
: {}),
|
|
340
|
+
...(shape.markdown && content !== null ? { markdown: content } : {}),
|
|
341
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
445
342
|
...(shape.fileId ? { fileId } : {}),
|
|
446
343
|
...(shape.revision ? { revision } : {}),
|
|
344
|
+
...heldFacts(shape, row),
|
|
447
345
|
};
|
|
448
346
|
}
|
|
449
|
-
const
|
|
450
|
-
|
|
347
|
+
const body = shape.sections !== null || shape.preamble
|
|
348
|
+
? freeParts(queried, path, type, row.content)
|
|
349
|
+
: null;
|
|
451
350
|
const fields = JSON.parse(row.fields ?? '{}');
|
|
452
351
|
return {
|
|
453
352
|
room,
|
|
@@ -464,15 +363,21 @@ function documentOf(shape, room, row, linked) {
|
|
|
464
363
|
? {}
|
|
465
364
|
: { sections: sectionsOf(body.sections, shape.sections) }),
|
|
466
365
|
...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
|
|
467
|
-
...(shape.markdown
|
|
366
|
+
...(shape.markdown ? { markdown: row.content } : {}),
|
|
468
367
|
...(shape.backlinks ? { backlinks: linked.get(documentKey(room, path)) ?? [] } : {}),
|
|
469
|
-
...(shape.change
|
|
470
|
-
? {
|
|
471
|
-
change: row.change === null ? null : JSON.parse(row.change),
|
|
472
|
-
}
|
|
473
|
-
: {}),
|
|
368
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
474
369
|
...(shape.fileId ? { fileId } : {}),
|
|
475
370
|
...(shape.revision ? { revision } : {}),
|
|
371
|
+
...heldFacts(shape, row),
|
|
372
|
+
};
|
|
373
|
+
}
|
|
374
|
+
function changeOf(row) {
|
|
375
|
+
return row.change === null ? null : JSON.parse(row.change);
|
|
376
|
+
}
|
|
377
|
+
function heldFacts(shape, row) {
|
|
378
|
+
return {
|
|
379
|
+
...(shape.size ? { size: row.bytes === null ? null : Number(row.bytes) } : {}),
|
|
380
|
+
...(shape.created ? { created: row.created } : {}),
|
|
476
381
|
};
|
|
477
382
|
}
|
|
478
383
|
function backlinksOf(connection, bound, rows) {
|
|
@@ -484,8 +389,8 @@ function backlinksOf(connection, bound, rows) {
|
|
|
484
389
|
held.push(row.path);
|
|
485
390
|
byKey.set(key, held);
|
|
486
391
|
}
|
|
392
|
+
const reach = reached(bound, 's');
|
|
487
393
|
for (const [key, targets] of byKey) {
|
|
488
|
-
const reach = reached(bound, 's');
|
|
489
394
|
const room = bound.rooms.find((one) => one.key === key).locator;
|
|
490
395
|
const found = connection.rows(`SELECT target, path, type, field FROM (SELECT l.target, s.path, s.type, l.field, ROW_NUMBER() OVER (PARTITION BY l.target ORDER BY s.path, l.field) AS rank FROM (SELECT DISTINCT doc, target, field FROM replica_links WHERE key = ? AND kind = 'field' AND target IN (SELECT value FROM json_each(?))) l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE ${reach.sql}) WHERE rank <= ? ORDER BY target, path, field`, [key, JSON.stringify(targets), ...reach.bind, MAXIMUM_WINDOW]);
|
|
491
396
|
for (const row of found) {
|
|
@@ -498,38 +403,36 @@ function backlinksOf(connection, bound, rows) {
|
|
|
498
403
|
return linked;
|
|
499
404
|
}
|
|
500
405
|
function documents(connection, bound, plan, shape, budget) {
|
|
501
|
-
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(
|
|
406
|
+
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index, plan.root.pathPrefix));
|
|
502
407
|
const filter = filtered(bound, plan);
|
|
503
408
|
const cursor = plan.after?.values ?? null;
|
|
504
|
-
const room = located(
|
|
505
|
-
const
|
|
409
|
+
const room = located('d');
|
|
410
|
+
const after = cursor === null
|
|
506
411
|
? null
|
|
507
412
|
: (() => {
|
|
508
413
|
const key = cursor[shape.orderBy.length];
|
|
509
|
-
return any([
|
|
414
|
+
return sql.following(terms.map(({ term }, index) => sql.beyond(bound.collate, term, cursor[index])), any([
|
|
510
415
|
fragment(`${room.sql} > ?`, [...room.bind, roomOfKey(key)]),
|
|
511
416
|
fragment(`${room.sql} = ? AND d.path > ?`, [
|
|
512
417
|
...room.bind,
|
|
513
418
|
roomOfKey(key),
|
|
514
419
|
pathOfKey(key),
|
|
515
420
|
]),
|
|
516
|
-
]);
|
|
421
|
+
]));
|
|
517
422
|
})();
|
|
518
|
-
const after = cursor === null || tie === null
|
|
519
|
-
? null
|
|
520
|
-
: following(terms.map(({ term }, index) => beyond(bound, term, cursor[index])), tie);
|
|
521
423
|
const selected = joined([
|
|
522
|
-
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id'),
|
|
424
|
+
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.bytes, d.created'),
|
|
523
425
|
...terms.map(({ term }, index) => joined([
|
|
524
426
|
fragment(`, ${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
525
427
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
428
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
526
429
|
], '')),
|
|
527
430
|
fragment(' FROM replica_entries d'),
|
|
528
431
|
...terms.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
|
|
529
432
|
fragment(' WHERE '),
|
|
530
433
|
after === null ? filter : all([filter, after]),
|
|
531
434
|
fragment(' ORDER BY '),
|
|
532
|
-
joined([...terms.map(({ term }) => sorted(bound, term)), room, fragment('d.path')], ', '),
|
|
435
|
+
joined([...terms.map(({ term }) => sql.sorted(bound.collate, term)), room, fragment('d.path')], ', '),
|
|
533
436
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
534
437
|
], '');
|
|
535
438
|
const rows = connection.rows(selected.sql, selected.bind);
|
|
@@ -537,8 +440,9 @@ function documents(connection, bound, plan, shape, budget) {
|
|
|
537
440
|
const kept = bodied(shape) ? withContent(connection, windowed, budget) : windowed;
|
|
538
441
|
const cut = kept.length;
|
|
539
442
|
const roomOf = new Map(bound.rooms.map(({ key, locator }) => [key, locator]));
|
|
443
|
+
const queried = new Map(bound.rooms.map((one) => [one.key, one]));
|
|
540
444
|
const linked = shape.backlinks ? backlinksOf(connection, bound, kept) : new Map();
|
|
541
|
-
const found = kept.map((row) => documentOf(shape,
|
|
445
|
+
const found = kept.map((row) => documentOf(shape, queried.get(Number(row.key)), row, linked));
|
|
542
446
|
const last = kept.at(-1);
|
|
543
447
|
const cursorAt = (row) => cursorOf([
|
|
544
448
|
...shape.orderBy.map(({ key }, index) => decodedKey(key, row, index)),
|
|
@@ -568,7 +472,7 @@ function withContent(connection, rows, budget) {
|
|
|
568
472
|
return rows;
|
|
569
473
|
const ids = rows.map((row) => row.id);
|
|
570
474
|
const sizes = new Map(connection
|
|
571
|
-
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${
|
|
475
|
+
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${listed(ids).sql}`, ids)
|
|
572
476
|
.map((row) => [row.id, Number(row.size ?? 0)]));
|
|
573
477
|
let cut = rows.length;
|
|
574
478
|
let spent = 0;
|
|
@@ -583,111 +487,213 @@ function withContent(connection, rows, budget) {
|
|
|
583
487
|
const kept = rows.slice(0, cut);
|
|
584
488
|
const read = kept.map((row) => row.id);
|
|
585
489
|
const held = new Map(connection
|
|
586
|
-
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${
|
|
490
|
+
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${listed(read).sql}`, read)
|
|
587
491
|
.map((row) => [row.id, row.content]));
|
|
588
492
|
return kept.map((row) => ({ ...row, content: held.get(row.id) ?? null }));
|
|
589
493
|
}
|
|
590
|
-
function storedFolders(bound, plan) {
|
|
591
|
-
if (plan.paths !== null || plan.
|
|
494
|
+
function storedFolders(bound, plan, subfolder) {
|
|
495
|
+
if (plan.paths !== null || plan.fileIds !== null)
|
|
496
|
+
return null;
|
|
497
|
+
if (plan.hop !== null || plan.backlinks !== null)
|
|
498
|
+
return null;
|
|
499
|
+
if (subfolder && plan.folder !== null)
|
|
592
500
|
return null;
|
|
593
501
|
const whole = bound.rooms.filter(({ locator }) => bound.reach === null || bound.reach.rooms.includes(locator));
|
|
594
502
|
if (whole.length === 0)
|
|
595
503
|
return null;
|
|
596
504
|
const keys = whole.map(({ key }) => key);
|
|
597
|
-
const prefix = plan.root.pathPrefix;
|
|
505
|
+
const prefix = plan.root.pathPrefix ?? '';
|
|
506
|
+
const outside = (bound.reach?.areas ?? []).flatMap((area) => {
|
|
507
|
+
const key = bound.keys.get(area.room);
|
|
508
|
+
if (key === undefined)
|
|
509
|
+
return [];
|
|
510
|
+
const fence = fenced('f', key, area, true);
|
|
511
|
+
return [fragment(`NOT ${grouped(fence).sql}`, fence.bind)];
|
|
512
|
+
});
|
|
513
|
+
const under = prefix === ''
|
|
514
|
+
? subfolder
|
|
515
|
+
? [fragment("f.path <> ''")]
|
|
516
|
+
: []
|
|
517
|
+
: [
|
|
518
|
+
subfolder
|
|
519
|
+
? fragment('(f.path >= ? AND f.path < ?)', [`${prefix}/`, `${prefix}0`])
|
|
520
|
+
: within('f', prefix),
|
|
521
|
+
];
|
|
598
522
|
return all([
|
|
599
|
-
fragment(`f.key IN ${
|
|
600
|
-
...
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
fragment('(f.path = ? OR (f.path >= ? AND f.path < ?))', [
|
|
604
|
-
prefix,
|
|
605
|
-
`${prefix}/`,
|
|
606
|
-
`${prefix}0`,
|
|
607
|
-
]),
|
|
608
|
-
]),
|
|
523
|
+
fragment(`f.key IN ${listed(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
|
|
524
|
+
...outside,
|
|
525
|
+
...under,
|
|
526
|
+
...(plan.outside ?? []).map((folder) => fragment(`NOT ${within('f', folder).sql}`, within('f', folder).bind)),
|
|
609
527
|
...(plan.folder === null ? [] : [fragment('f.path = ?', [plan.folder])]),
|
|
610
528
|
]);
|
|
611
529
|
}
|
|
530
|
+
const SIZES = [
|
|
531
|
+
'CASE WHEN d.binary IS NULL THEN 1 ELSE 0 END AS dn',
|
|
532
|
+
'CASE WHEN d.binary IS NULL THEN d.bytes ELSE 0 END AS ds',
|
|
533
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE 1 END AS fn',
|
|
534
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE d.bytes END AS fs',
|
|
535
|
+
];
|
|
536
|
+
const LATEST = "d.changed_instant || ' ' || (d.change ->> '$.time') AS u";
|
|
537
|
+
function greatestTerm(ordering) {
|
|
538
|
+
return { ordering, kind: fragment('gk'), value: fragment('gv'), instant: fragment('gi') };
|
|
539
|
+
}
|
|
540
|
+
function latestOf(held) {
|
|
541
|
+
if (typeof held !== 'string')
|
|
542
|
+
return null;
|
|
543
|
+
return held.slice(held.indexOf(' ') + 1);
|
|
544
|
+
}
|
|
612
545
|
function groups(connection, bound, plan, shape) {
|
|
546
|
+
const prefix = plan.root.pathPrefix;
|
|
613
547
|
const keyed = shape.groupBy.map((key, index) => {
|
|
614
|
-
const { term, join } = keyTerm(
|
|
548
|
+
const { term, join } = keyTerm(key, GROUP_ORDER, index, prefix);
|
|
615
549
|
const kind = fragment(`COALESCE(${term.kind.sql}, 'null')`, term.kind.bind);
|
|
616
550
|
return { term: { ...term, kind }, join };
|
|
617
551
|
});
|
|
552
|
+
const ordering = shape.orderBy.map(({ by }) => by);
|
|
553
|
+
const sized = shape.size || ordering.includes('size');
|
|
554
|
+
const dated = shape.updated || ordering.includes('updated');
|
|
555
|
+
const greatest = shape.greatest === null
|
|
556
|
+
? null
|
|
557
|
+
: keyTerm({ of: 'field', field: shape.greatest }, GREATEST, keyed.length, prefix);
|
|
618
558
|
const filter = filtered(bound, plan);
|
|
619
559
|
const inner = joined([
|
|
620
560
|
fragment('SELECT '),
|
|
621
561
|
joined(keyed.map(({ term }, index) => joined([
|
|
622
562
|
fragment(`${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
623
563
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
564
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
624
565
|
], '')), ', '),
|
|
625
|
-
fragment(', 1 AS n
|
|
626
|
-
...
|
|
566
|
+
fragment(['', '1 AS n', ...(sized ? SIZES : []), ...(dated ? [LATEST] : [])].join(', ')),
|
|
567
|
+
...(greatest === null
|
|
568
|
+
? []
|
|
569
|
+
: [
|
|
570
|
+
fragment(`, ${greatest.term.kind.sql} AS gk`, greatest.term.kind.bind),
|
|
571
|
+
fragment(`, ${greatest.term.value.sql} AS gv`, greatest.term.value.bind),
|
|
572
|
+
fragment(`, ${instantOf(greatest.term).sql} AS gi`, instantOf(greatest.term).bind),
|
|
573
|
+
]),
|
|
574
|
+
fragment(' FROM replica_entries d'),
|
|
575
|
+
...[...keyed, ...(greatest === null ? [] : [greatest])].flatMap(({ join }) => join === null ? [] : [fragment(' '), join]),
|
|
627
576
|
fragment(' WHERE '),
|
|
628
577
|
filter,
|
|
629
578
|
], '');
|
|
630
|
-
const
|
|
631
|
-
|
|
632
|
-
|
|
579
|
+
const only = shape.groupBy.length === 1 ? shape.groupBy[0].of : null;
|
|
580
|
+
const subfolder = only === 'subfolder';
|
|
581
|
+
const folders = only === 'folder' || subfolder ? storedFolders(bound, plan, subfolder) : null;
|
|
582
|
+
const folderKey = subfolder ? subfolderOf('f.path', prefix) : fragment('f.path');
|
|
583
|
+
const zeros = [
|
|
584
|
+
...(sized ? ['0', '0', '0', '0'] : []),
|
|
585
|
+
...(dated ? ['NULL'] : []),
|
|
586
|
+
...(greatest === null ? [] : ['NULL', 'NULL', 'NULL']),
|
|
587
|
+
];
|
|
633
588
|
const source = folders === null
|
|
634
589
|
? inner
|
|
635
590
|
: joined([
|
|
636
591
|
inner,
|
|
637
|
-
fragment(
|
|
592
|
+
fragment(` UNION ALL SELECT 'string' AS k0, ${folderKey.sql} AS v0, NULL AS i0, 0 AS n${zeros.map((one) => `, ${one}`).join('')} FROM replica_folders f WHERE `, folderKey.bind),
|
|
638
593
|
folders,
|
|
639
594
|
], '');
|
|
640
|
-
const
|
|
641
|
-
|
|
642
|
-
|
|
643
|
-
|
|
644
|
-
|
|
645
|
-
|
|
646
|
-
|
|
647
|
-
|
|
595
|
+
const held = keyed
|
|
596
|
+
.map((_, index) => `k${index}, i${index}, CASE WHEN i${index} IS NULL THEN v${index} END`)
|
|
597
|
+
.join(', ');
|
|
598
|
+
const ranked = greatest === null
|
|
599
|
+
? source
|
|
600
|
+
: joined([
|
|
601
|
+
fragment(`SELECT *, ROW_NUMBER() OVER (PARTITION BY ${held} ORDER BY `),
|
|
602
|
+
sql.sorted(bound.collate, greatestTerm(GREATEST)),
|
|
603
|
+
fragment(', gv) AS gr FROM ('),
|
|
604
|
+
source,
|
|
605
|
+
fragment(')'),
|
|
606
|
+
], '');
|
|
607
|
+
const columns = [
|
|
608
|
+
...keyed.map((_, index) => `k${index}, min(v${index}) AS v${index}, i${index}`),
|
|
609
|
+
'sum(n) AS n',
|
|
610
|
+
...(sized ? ['sum(dn) AS dn', 'sum(ds) AS ds', 'sum(fn) AS fn', 'sum(fs) AS fs'] : []),
|
|
611
|
+
...(dated ? ['max(u) AS u'] : []),
|
|
612
|
+
...(greatest === null
|
|
613
|
+
? []
|
|
614
|
+
: ['gk', 'gv', 'gi'].map((column) => `min(CASE WHEN gr = 1 THEN ${column} END) AS ${column}`)),
|
|
615
|
+
].join(', ');
|
|
616
|
+
const outer = (index, order) => ({
|
|
617
|
+
ordering: order,
|
|
648
618
|
kind: fragment(`k${index}`),
|
|
649
619
|
value: fragment(`v${index}`),
|
|
650
620
|
});
|
|
651
|
-
const
|
|
652
|
-
|
|
653
|
-
|
|
621
|
+
const termOf = (by, order) => {
|
|
622
|
+
if (by === 'count')
|
|
623
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('n') };
|
|
624
|
+
if (by === 'size') {
|
|
625
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('(ds + fs)') };
|
|
626
|
+
}
|
|
627
|
+
if (by === 'updated') {
|
|
628
|
+
return {
|
|
629
|
+
ordering: order,
|
|
630
|
+
kind: fragment("(CASE WHEN u IS NULL THEN 'null' ELSE 'string' END)"),
|
|
631
|
+
value: fragment("substr(u, instr(u, ' ') + 1)"),
|
|
632
|
+
instant: fragment("substr(u, 1, instr(u, ' ') - 1)"),
|
|
633
|
+
};
|
|
634
|
+
}
|
|
635
|
+
if (by === 'greatest')
|
|
636
|
+
return greatestTerm(order);
|
|
637
|
+
return { ...outer(by, order), instant: fragment(`i${by}`) };
|
|
638
|
+
};
|
|
639
|
+
const valueOf = (row, by) => {
|
|
640
|
+
if (by === 'count')
|
|
641
|
+
return Number(row.n);
|
|
642
|
+
if (by === 'size')
|
|
643
|
+
return Number(row.ds) + Number(row.fs);
|
|
644
|
+
if (by === 'updated') {
|
|
645
|
+
const text = latestOf(row.u);
|
|
646
|
+
return text === null ? null : sql.sortValue('string', text, row.u.split(' ')[0]);
|
|
647
|
+
}
|
|
648
|
+
if (by === 'greatest')
|
|
649
|
+
return sortedOf(row.gk, row.gv, row.gi);
|
|
650
|
+
return sortedValue(row, by);
|
|
651
|
+
};
|
|
652
|
+
const ordered = shape.orderBy.map(({ by, direction, nulls }) => termOf(by, { ...GROUP_ORDER, direction, nulls: nulls ?? GROUP_ORDER.nulls }));
|
|
654
653
|
const ties = keyed.flatMap((_, index) => [
|
|
655
654
|
{ ...outer(index, GROUP_TIES), total: true },
|
|
656
655
|
{ ordering: GROUP_TIES, kind: fragment("'string'"), value: fragment(`k${index}`) },
|
|
657
656
|
]);
|
|
658
657
|
const cursor = plan.after?.values ?? null;
|
|
659
|
-
const
|
|
660
|
-
? null
|
|
661
|
-
: cursor[shape.orderBy.length].flatMap((value) => [
|
|
662
|
-
value,
|
|
663
|
-
kindOf(value ?? null),
|
|
664
|
-
]);
|
|
665
|
-
const after = cursor === null || tieValues === null
|
|
658
|
+
const after = cursor === null
|
|
666
659
|
? null
|
|
667
|
-
:
|
|
668
|
-
|
|
660
|
+
: (() => {
|
|
661
|
+
const tieValues = cursor[shape.orderBy.length].flatMap((value) => [value, heldKind(value ?? null)]);
|
|
662
|
+
return sql.following(ordered.map((term, index) => sql.beyond(bound.collate, term, cursor[index])), sql.following(ties
|
|
663
|
+
.slice(0, -1)
|
|
664
|
+
.map((term, index) => sql.beyond(bound.collate, term, tieValues[index])), sql.beyond(bound.collate, ties.at(-1), tieValues.at(-1)).beyond));
|
|
665
|
+
})();
|
|
666
|
+
const grouping = joined([fragment(`SELECT ${columns} FROM (`), ranked, fragment(`) GROUP BY ${held}`)], '');
|
|
669
667
|
const windowed = joined([
|
|
670
668
|
fragment('SELECT * FROM ('),
|
|
671
669
|
grouping,
|
|
672
670
|
fragment(')'),
|
|
673
671
|
...(after === null ? [] : [fragment(' WHERE '), after]),
|
|
674
672
|
fragment(' ORDER BY '),
|
|
675
|
-
joined([...ordered, ...ties].map((term) => sorted(bound, term)), ', '),
|
|
673
|
+
joined([...ordered, ...ties].map((term) => sql.sorted(bound.collate, term)), ', '),
|
|
676
674
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
677
675
|
], '');
|
|
678
676
|
const rows = connection.rows(windowed.sql, windowed.bind);
|
|
679
677
|
const kept = plan.limit === null ? rows : rows.slice(0, plan.limit);
|
|
680
678
|
const keyOf = (row) => keyed.map((_, index) => decoded(row[`k${index}`], row[`v${index}`]));
|
|
681
|
-
const found = kept.map((row) => ({
|
|
679
|
+
const found = kept.map((row) => ({
|
|
680
|
+
key: keyOf(row),
|
|
681
|
+
count: Number(row.n),
|
|
682
|
+
...(shape.size
|
|
683
|
+
? {
|
|
684
|
+
documents: { count: Number(row.dn), size: Number(row.ds) },
|
|
685
|
+
files: { count: Number(row.fn), size: Number(row.fs) },
|
|
686
|
+
}
|
|
687
|
+
: {}),
|
|
688
|
+
...(shape.updated ? { updated: latestOf(row.u) } : {}),
|
|
689
|
+
...(shape.greatest === null ? {} : { greatest: decoded(row.gk, row.gv) }),
|
|
690
|
+
}));
|
|
682
691
|
const last = kept.at(-1);
|
|
683
692
|
const next = plan.limit === null || rows.length <= plan.limit
|
|
684
693
|
? undefined
|
|
685
694
|
: last === undefined
|
|
686
695
|
? (plan.after?.text ?? FROM_START)
|
|
687
|
-
: cursorOf([
|
|
688
|
-
...shape.orderBy.map(({ by }) => by === 'count' ? Number(last.n) : decoded(last[`k${by}`], last[`v${by}`])),
|
|
689
|
-
keyOf(last),
|
|
690
|
-
]);
|
|
696
|
+
: cursorOf([...shape.orderBy.map(({ by }) => valueOf(last, by)), keyOf(last)]);
|
|
691
697
|
const total = plan.total
|
|
692
698
|
? Number(connection.rows(joined([fragment('SELECT count(*) AS held FROM ('), grouping, fragment(')')], '').sql, grouping.bind)[0].held)
|
|
693
699
|
: undefined;
|
|
@@ -705,9 +711,6 @@ function boundOf(connection, plan, rooms) {
|
|
|
705
711
|
collate: collating(connection),
|
|
706
712
|
};
|
|
707
713
|
}
|
|
708
|
-
export function selected(connection, plan, rooms) {
|
|
709
|
-
return filtered(boundOf(connection, plan, rooms), plan);
|
|
710
|
-
}
|
|
711
714
|
export function answerQuery(connection, plan, rooms, budget = null) {
|
|
712
715
|
const bound = boundOf(connection, plan, rooms);
|
|
713
716
|
if (rooms.length === 0) {
|