@agentshouse/mdruntime 0.1.0-cb1f56e16291b → 0.1.0-cb61c07f2d10b
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +13 -13
- package/dist/acceptance.d.ts +3 -0
- package/dist/acceptance.d.ts.map +1 -0
- package/dist/acceptance.js +299 -0
- package/dist/act-lanes.d.ts +30 -0
- package/dist/act-lanes.d.ts.map +1 -0
- package/dist/act-lanes.js +225 -0
- package/dist/actions.d.ts +26 -0
- package/dist/actions.d.ts.map +1 -0
- package/dist/actions.js +302 -0
- package/dist/adapter.d.ts +51 -72
- package/dist/adapter.d.ts.map +1 -1
- package/dist/attached-model.d.ts +3 -10
- package/dist/attached-model.d.ts.map +1 -1
- package/dist/attached-model.js +21 -56
- package/dist/bootstrap.d.ts +9 -5
- package/dist/bootstrap.d.ts.map +1 -1
- package/dist/bootstrap.js +204 -85
- package/dist/cell.d.ts +6 -0
- package/dist/cell.d.ts.map +1 -0
- package/dist/cell.js +9 -0
- package/dist/chain.d.ts +2 -1
- package/dist/chain.d.ts.map +1 -1
- package/dist/change-set.d.ts +4 -0
- package/dist/change-set.d.ts.map +1 -1
- package/dist/change-set.js +6 -0
- package/dist/change.d.ts +1 -0
- package/dist/change.d.ts.map +1 -1
- package/dist/change.js +4 -2
- package/dist/chat-types.d.ts +5 -0
- package/dist/chat-types.d.ts.map +1 -0
- package/dist/chat-types.js +13 -0
- package/dist/client.d.ts +26 -20
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +35 -15
- package/dist/collection.d.ts +23 -4
- package/dist/collection.d.ts.map +1 -1
- package/dist/collection.js +12 -2
- package/dist/compile.d.ts +9 -7
- package/dist/compile.d.ts.map +1 -1
- package/dist/compile.js +253 -318
- package/dist/connection.d.ts +5 -141
- package/dist/connection.d.ts.map +1 -1
- package/dist/connection.js +108 -5281
- package/dist/conversation-live.d.ts +140 -0
- package/dist/conversation-live.d.ts.map +1 -0
- package/dist/conversation-live.js +250 -0
- package/dist/conversation-row.d.ts +33 -0
- package/dist/conversation-row.d.ts.map +1 -0
- package/dist/conversation-row.js +53 -0
- package/dist/conversation.d.ts +54 -42
- package/dist/conversation.d.ts.map +1 -1
- package/dist/conversation.js +965 -904
- package/dist/declaration.d.ts +10 -0
- package/dist/declaration.d.ts.map +1 -0
- package/dist/declaration.js +24 -0
- package/dist/discovery.d.ts +10 -0
- package/dist/discovery.d.ts.map +1 -0
- package/dist/discovery.js +150 -0
- package/dist/durability.d.ts +18 -0
- package/dist/durability.d.ts.map +1 -1
- package/dist/entry.d.ts +2 -2
- package/dist/entry.d.ts.map +1 -1
- package/dist/entry.js +18 -9
- package/dist/expectation.d.ts +26 -13
- package/dist/expectation.d.ts.map +1 -1
- package/dist/expectation.js +72 -19
- package/dist/failure.d.ts +3 -0
- package/dist/failure.d.ts.map +1 -1
- package/dist/failure.js +6 -0
- package/dist/figures.d.ts +49 -0
- package/dist/figures.d.ts.map +1 -0
- package/dist/figures.js +197 -0
- package/dist/holdings.d.ts +29 -0
- package/dist/holdings.d.ts.map +1 -0
- package/dist/holdings.js +95 -0
- package/dist/host.d.ts +19 -4
- package/dist/host.d.ts.map +1 -1
- package/dist/host.js +58 -24
- package/dist/identity.d.ts +0 -1
- package/dist/identity.d.ts.map +1 -1
- package/dist/identity.js +0 -3
- package/dist/index.d.ts +29 -10
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +13 -5
- package/dist/install.d.ts +54 -0
- package/dist/install.d.ts.map +1 -0
- package/dist/install.js +530 -0
- package/dist/lifecycle.d.ts +7 -0
- package/dist/lifecycle.d.ts.map +1 -0
- package/dist/lifecycle.js +277 -0
- package/dist/listing.d.ts +48 -0
- package/dist/listing.d.ts.map +1 -0
- package/dist/listing.js +139 -0
- package/dist/live.d.ts +4 -4
- package/dist/live.d.ts.map +1 -1
- package/dist/live.js +54 -16
- package/dist/locks.d.ts +7 -0
- package/dist/locks.d.ts.map +1 -0
- package/dist/locks.js +32 -0
- package/dist/lost.d.ts +5 -0
- package/dist/lost.d.ts.map +1 -0
- package/dist/lost.js +49 -0
- package/dist/media.d.ts +1 -1
- package/dist/media.d.ts.map +1 -1
- package/dist/media.js +4 -4
- package/dist/memory.d.ts +7 -2
- package/dist/memory.d.ts.map +1 -1
- package/dist/memory.js +83 -22
- package/dist/messages.d.ts +22 -1
- package/dist/messages.d.ts.map +1 -1
- package/dist/messages.js +81 -20
- package/dist/model.d.ts +2 -10
- package/dist/model.d.ts.map +1 -1
- package/dist/model.js +0 -14
- package/dist/models.d.ts +10 -0
- package/dist/models.d.ts.map +1 -0
- package/dist/models.js +153 -0
- package/dist/observation.d.ts.map +1 -1
- package/dist/observation.js +12 -17
- package/dist/opened.d.ts +1 -1
- package/dist/opened.d.ts.map +1 -1
- package/dist/opened.js +5 -5
- package/dist/opening.d.ts +4 -0
- package/dist/opening.d.ts.map +1 -0
- package/dist/opening.js +53 -0
- package/dist/outcome.d.ts +7 -1
- package/dist/outcome.d.ts.map +1 -1
- package/dist/outcome.js +18 -0
- package/dist/overlay.d.ts +6 -1
- package/dist/overlay.d.ts.map +1 -1
- package/dist/overlay.js +47 -21
- package/dist/page-metadata.d.ts +8 -0
- package/dist/page-metadata.d.ts.map +1 -0
- package/dist/page-metadata.js +19 -0
- package/dist/parts.d.ts +3 -0
- package/dist/parts.d.ts.map +1 -0
- package/dist/parts.js +10 -0
- package/dist/paths.d.ts +1 -0
- package/dist/paths.d.ts.map +1 -1
- package/dist/paths.js +22 -0
- package/dist/preparation.d.ts +20 -0
- package/dist/preparation.d.ts.map +1 -0
- package/dist/preparation.js +227 -0
- package/dist/presence.d.ts +52 -0
- package/dist/presence.d.ts.map +1 -0
- package/dist/presence.js +220 -0
- package/dist/queries.d.ts +16 -0
- package/dist/queries.d.ts.map +1 -0
- package/dist/queries.js +282 -0
- package/dist/query.d.ts +13 -213
- package/dist/query.d.ts.map +1 -1
- package/dist/query.js +3 -524
- package/dist/questions.d.ts +29 -0
- package/dist/questions.d.ts.map +1 -0
- package/dist/questions.js +115 -0
- package/dist/queue.d.ts +40 -0
- package/dist/queue.d.ts.map +1 -0
- package/dist/queue.js +450 -0
- package/dist/reach.d.ts +9 -8
- package/dist/reach.d.ts.map +1 -1
- package/dist/reach.js +215 -117
- package/dist/react.d.ts +14 -2
- package/dist/react.d.ts.map +1 -1
- package/dist/react.js +33 -1
- package/dist/read.d.ts +7 -0
- package/dist/read.d.ts.map +1 -0
- package/dist/read.js +17 -0
- package/dist/readiness.d.ts +0 -1
- package/dist/readiness.d.ts.map +1 -1
- package/dist/reads.d.ts +39 -0
- package/dist/reads.d.ts.map +1 -0
- package/dist/reads.js +178 -0
- package/dist/recovery.d.ts +3 -1
- package/dist/recovery.d.ts.map +1 -1
- package/dist/recovery.js +38 -8
- package/dist/refresh.d.ts +1 -1
- package/dist/refresh.d.ts.map +1 -1
- package/dist/refresh.js +10 -22
- package/dist/refusal.d.ts +5 -0
- package/dist/refusal.d.ts.map +1 -0
- package/dist/refusal.js +55 -0
- package/dist/replica.d.ts +11 -16
- package/dist/replica.d.ts.map +1 -1
- package/dist/replica.js +64 -33
- package/dist/retried.d.ts +30 -0
- package/dist/retried.d.ts.map +1 -0
- package/dist/retried.js +72 -0
- package/dist/room-draft.d.ts +5 -7
- package/dist/room-draft.d.ts.map +1 -1
- package/dist/room-draft.js +46 -57
- package/dist/room-drafts.d.ts +24 -0
- package/dist/room-drafts.d.ts.map +1 -0
- package/dist/room-drafts.js +217 -0
- package/dist/rows.d.ts +14 -22
- package/dist/rows.d.ts.map +1 -1
- package/dist/rows.js +49 -191
- package/dist/runtime.d.ts +34 -0
- package/dist/runtime.d.ts.map +1 -0
- package/dist/runtime.js +1 -0
- package/dist/save.d.ts +42 -86
- package/dist/save.d.ts.map +1 -1
- package/dist/save.js +339 -166
- package/dist/saves.d.ts +32 -0
- package/dist/saves.d.ts.map +1 -0
- package/dist/saves.js +410 -0
- package/dist/search.d.ts.map +1 -1
- package/dist/search.js +1 -1
- package/dist/seed.d.ts +11 -2
- package/dist/seed.d.ts.map +1 -1
- package/dist/seed.js +71 -1
- package/dist/shared.d.ts +1 -6
- package/dist/shared.d.ts.map +1 -1
- package/dist/shared.js +13 -95
- package/dist/shown.d.ts +32 -0
- package/dist/shown.d.ts.map +1 -0
- package/dist/shown.js +290 -0
- package/dist/socket/admission.d.ts +7 -0
- package/dist/socket/admission.d.ts.map +1 -0
- package/dist/socket/admission.js +39 -0
- package/dist/socket/answers.d.ts +6 -0
- package/dist/socket/answers.d.ts.map +1 -0
- package/dist/socket/answers.js +20 -0
- package/dist/socket/lanes.d.ts +28 -0
- package/dist/socket/lanes.d.ts.map +1 -0
- package/dist/socket/lanes.js +103 -0
- package/dist/socket/reads.d.ts +10 -0
- package/dist/socket/reads.d.ts.map +1 -0
- package/dist/socket/reads.js +31 -0
- package/dist/socket/session.d.ts +38 -0
- package/dist/socket/session.d.ts.map +1 -0
- package/dist/socket/session.js +23 -0
- package/dist/socket.d.ts +67 -0
- package/dist/socket.d.ts.map +1 -0
- package/dist/socket.js +164 -0
- package/dist/source.d.ts +54 -0
- package/dist/source.d.ts.map +1 -0
- package/dist/source.js +82 -0
- package/dist/status.d.ts +0 -2
- package/dist/status.d.ts.map +1 -1
- package/dist/status.js +0 -6
- package/dist/store/installs.d.ts +30 -0
- package/dist/store/installs.d.ts.map +1 -0
- package/dist/store/installs.js +34 -0
- package/dist/store/readiness.d.ts +10 -0
- package/dist/store/readiness.d.ts.map +1 -0
- package/dist/store/readiness.js +52 -0
- package/dist/store/records.d.ts +213 -0
- package/dist/store/records.d.ts.map +1 -0
- package/dist/store/records.js +431 -0
- package/dist/store/room-held.d.ts +8 -0
- package/dist/store/room-held.d.ts.map +1 -0
- package/dist/store/room-held.js +17 -0
- package/dist/store/space.d.ts +11 -0
- package/dist/store/space.d.ts.map +1 -0
- package/dist/store/space.js +41 -0
- package/dist/store/watchers.d.ts +17 -0
- package/dist/store/watchers.d.ts.map +1 -0
- package/dist/store/watchers.js +56 -0
- package/dist/store/writes.d.ts +24 -0
- package/dist/store/writes.d.ts.map +1 -0
- package/dist/store/writes.js +125 -0
- package/dist/store.d.ts +112 -153
- package/dist/store.d.ts.map +1 -1
- package/dist/store.js +167 -395
- package/dist/stored.d.ts +59 -65
- package/dist/stored.d.ts.map +1 -1
- package/dist/stored.js +259 -159
- package/dist/surface.d.ts +88 -0
- package/dist/surface.d.ts.map +1 -0
- package/dist/surface.js +220 -0
- package/dist/sync.d.ts +19 -0
- package/dist/sync.d.ts.map +1 -0
- package/dist/sync.js +535 -0
- package/dist/tables.d.ts +110 -51
- package/dist/tables.d.ts.map +1 -1
- package/dist/tables.js +211 -59
- package/dist/tallies.d.ts +18 -0
- package/dist/tallies.d.ts.map +1 -0
- package/dist/tallies.js +129 -0
- package/dist/validation.d.ts.map +1 -1
- package/dist/validation.js +8 -5
- package/dist/windows.d.ts +1 -12
- package/dist/windows.d.ts.map +1 -1
- package/dist/windows.js +2 -75
- package/dist/wire.d.ts +66 -7
- package/dist/wire.d.ts.map +1 -1
- package/dist/wire.js +21 -4
- package/package.json +3 -2
- package/dist/attempt.d.ts +0 -16
- package/dist/attempt.d.ts.map +0 -1
- package/dist/attempt.js +0 -70
- package/dist/fence.d.ts +0 -6
- package/dist/fence.d.ts.map +0 -1
- package/dist/fence.js +0 -10
- package/dist/job.d.ts +0 -14
- package/dist/job.d.ts.map +0 -1
- package/dist/job.js +0 -28
- package/dist/log.d.ts +0 -5
- package/dist/log.d.ts.map +0 -1
- package/dist/log.js +0 -14
- package/dist/phrase.d.ts +0 -3
- package/dist/phrase.d.ts.map +0 -1
- package/dist/phrase.js +0 -8
package/dist/compile.js
CHANGED
|
@@ -1,127 +1,15 @@
|
|
|
1
|
-
import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
|
|
1
|
+
import { ARRAY_INDEX, bodied, byCodePoint, compared, cursorOf, heldKind, parse, pointerSegments, sql, } from '@agentshouse/mdmodel';
|
|
2
2
|
import { binaryRecord } from './binary.js';
|
|
3
|
-
import {
|
|
4
|
-
import { documentKey,
|
|
5
|
-
import {
|
|
6
|
-
|
|
7
|
-
const
|
|
8
|
-
|
|
9
|
-
return { sql, bind };
|
|
10
|
-
}
|
|
11
|
-
function joined(parts, separator) {
|
|
12
|
-
return {
|
|
13
|
-
sql: parts.map((part) => part.sql).join(separator),
|
|
14
|
-
bind: parts.flatMap((part) => part.bind),
|
|
15
|
-
};
|
|
16
|
-
}
|
|
17
|
-
function balanced(parts, separator) {
|
|
18
|
-
if (parts.length === 1)
|
|
19
|
-
return grouped(parts[0]);
|
|
20
|
-
const half = Math.ceil(parts.length / 2);
|
|
21
|
-
return grouped(joined([balanced(parts.slice(0, half), separator), balanced(parts.slice(half), separator)], separator));
|
|
22
|
-
}
|
|
23
|
-
function all(parts) {
|
|
24
|
-
return parts.length === 0 ? fragment('1') : balanced(parts, ' AND ');
|
|
25
|
-
}
|
|
26
|
-
function any(parts) {
|
|
27
|
-
return parts.length === 0 ? fragment('0') : balanced(parts, ' OR ');
|
|
28
|
-
}
|
|
29
|
-
function grouped(part) {
|
|
30
|
-
return { sql: `(${part.sql})`, bind: part.bind };
|
|
31
|
-
}
|
|
32
|
-
function list(values) {
|
|
33
|
-
return fragment(`(${values.map(() => '?').join(', ')})`, values);
|
|
34
|
-
}
|
|
35
|
-
function sqlValue(value) {
|
|
36
|
-
if (value === null)
|
|
37
|
-
return { kind: 'null', value: null };
|
|
38
|
-
if (typeof value === 'boolean')
|
|
39
|
-
return { kind: 'boolean', value: value ? 1 : 0 };
|
|
40
|
-
if (typeof value === 'number')
|
|
41
|
-
return { kind: 'number', value };
|
|
42
|
-
return { kind: 'string', value };
|
|
43
|
-
}
|
|
44
|
-
function same(alias, value) {
|
|
45
|
-
const held = sqlValue(value);
|
|
46
|
-
return held.kind === 'null'
|
|
47
|
-
? fragment(`${alias}.kind = 'null'`)
|
|
48
|
-
: fragment(`${alias}.kind = ? AND ${alias}.value = ?`, [held.kind, held.value]);
|
|
49
|
-
}
|
|
50
|
-
const BOUNDS = { gt: '>', gte: '>=', lt: '<', lte: '<=' };
|
|
51
|
-
function pointed(alias, field, reach) {
|
|
52
|
-
const { keys, places, glob } = placedOf(field, reach);
|
|
53
|
-
return fragment(`${alias}.keys = ? AND ${alias}.places ${glob ? 'GLOB' : '='} ?`, [keys, places]);
|
|
54
|
-
}
|
|
55
|
-
function heldValues(doc, field, alias, where) {
|
|
56
|
-
return joined([
|
|
57
|
-
fragment(`SELECT 1 FROM replica_values ${alias} WHERE ${alias}.doc = ${doc}.id AND `),
|
|
58
|
-
grouped(pointed(alias, field, 'value')),
|
|
59
|
-
fragment(' AND '),
|
|
60
|
-
grouped(where),
|
|
61
|
-
], '');
|
|
62
|
-
}
|
|
63
|
-
function exists(part) {
|
|
64
|
-
return { sql: `EXISTS (${part.sql})`, bind: part.bind };
|
|
65
|
-
}
|
|
66
|
-
function itemOf(held, where) {
|
|
67
|
-
return exists(joined([
|
|
68
|
-
fragment(`SELECT 1 FROM replica_values i WHERE i.doc = ${held}.doc AND i.keys = ${held}.keys AND i.places = ${held}.places AND i.item >= 0 AND `),
|
|
69
|
-
grouped(where),
|
|
70
|
-
], ''));
|
|
71
|
-
}
|
|
72
|
-
function matching(held, values) {
|
|
73
|
-
return any(values.map((value) => any([
|
|
74
|
-
same(held, value),
|
|
75
|
-
all([fragment(`${held}.kind = 'array'`), itemOf(held, same('i', value))]),
|
|
76
|
-
])));
|
|
77
|
-
}
|
|
78
|
-
function tested(doc, field, test) {
|
|
79
|
-
const reached = exists(heldValues(doc, field, 'r', fragment('r.item = -1')));
|
|
80
|
-
if (test.op === 'exists')
|
|
81
|
-
return test.exists ? reached : fragment(`NOT ${reached.sql}`, reached.bind);
|
|
82
|
-
if (test.op === 'eq' || test.op === 'in') {
|
|
83
|
-
const values = test.op === 'eq' ? [test.value] : test.values;
|
|
84
|
-
return exists(heldValues(doc, field, 'v', any(values.map((value) => same('v', value)))));
|
|
85
|
-
}
|
|
86
|
-
if (test.op === 'ne' || test.op === 'nin') {
|
|
87
|
-
const values = test.op === 'ne' ? [test.value] : test.values;
|
|
88
|
-
const unmatched = matching('h', values);
|
|
89
|
-
return any([
|
|
90
|
-
fragment(`NOT ${reached.sql}`, reached.bind),
|
|
91
|
-
exists(heldValues(doc, field, 'h', all([fragment('h.item = -1'), fragment(`NOT (${unmatched.sql})`, unmatched.bind)]))),
|
|
92
|
-
]);
|
|
93
|
-
}
|
|
94
|
-
if (test.op === 'range') {
|
|
95
|
-
return exists(heldValues(doc, field, 'v', all([
|
|
96
|
-
fragment('v.item = -1'),
|
|
97
|
-
...test.bounds.map(([operator, bound]) => {
|
|
98
|
-
const held = sqlValue(bound);
|
|
99
|
-
return fragment(`v.kind = ? AND v.value ${BOUNDS[operator]} ?`, [
|
|
100
|
-
held.kind,
|
|
101
|
-
held.value,
|
|
102
|
-
]);
|
|
103
|
-
}),
|
|
104
|
-
])));
|
|
105
|
-
}
|
|
106
|
-
if (test.op === 'all') {
|
|
107
|
-
return exists(heldValues(doc, field, 'h', all([
|
|
108
|
-
fragment("h.item = -1 AND h.kind = 'array'"),
|
|
109
|
-
...test.values.map((value) => itemOf('h', same('i', value))),
|
|
110
|
-
])));
|
|
111
|
-
}
|
|
112
|
-
return exists(heldValues(doc, field, 'v', fragment("v.item = -1 AND v.kind = 'array' AND v.size = ?", [test.size])));
|
|
113
|
-
}
|
|
114
|
-
function conditioned(doc, condition) {
|
|
115
|
-
if ('every' in condition)
|
|
116
|
-
return all(condition.every.map((one) => conditioned(doc, one)));
|
|
117
|
-
if ('some' in condition)
|
|
118
|
-
return any(condition.some.map((one) => conditioned(doc, one)));
|
|
119
|
-
return tested(doc, condition.field, condition.test);
|
|
120
|
-
}
|
|
3
|
+
import { definitionsAt } from './collection.js';
|
|
4
|
+
import { documentKey, pathOfKey, roomOfKey } from './rows.js';
|
|
5
|
+
import { FROM_START, MAXIMUM_WINDOW } from './windows.js';
|
|
6
|
+
const UNTYPED = 'any';
|
|
7
|
+
const { all, any, exists, fragment, grouped, joined, listed } = sql;
|
|
8
|
+
export const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
|
|
121
9
|
function located(alias) {
|
|
122
10
|
return fragment(`(SELECT k.locator FROM replica_keys k WHERE k.key = ${alias}.key)`);
|
|
123
11
|
}
|
|
124
|
-
function within(alias, path) {
|
|
12
|
+
export function within(alias, path) {
|
|
125
13
|
return fragment(`(${alias}.path = ? OR (${alias}.path >= ? AND ${alias}.path < ?))`, [
|
|
126
14
|
path,
|
|
127
15
|
`${path}/`,
|
|
@@ -164,7 +52,7 @@ function reached(bound, alias) {
|
|
|
164
52
|
}));
|
|
165
53
|
return all([
|
|
166
54
|
any([
|
|
167
|
-
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${
|
|
55
|
+
...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${listed(rooms).sql}`, rooms)]),
|
|
168
56
|
...(documents.length === 0
|
|
169
57
|
? []
|
|
170
58
|
: [
|
|
@@ -174,40 +62,22 @@ function reached(bound, alias) {
|
|
|
174
62
|
...(reach.areas.length === 0 ? [] : [fragment(`NOT ${grouped(outside).sql}`, outside.bind)]),
|
|
175
63
|
]);
|
|
176
64
|
}
|
|
177
|
-
function unindexed(column) {
|
|
178
|
-
return `+${column}`;
|
|
179
|
-
}
|
|
180
|
-
function scoped(alias, scope, byPaths = false) {
|
|
181
|
-
const type = byPaths ? unindexed(`${alias}.type`) : `${alias}.type`;
|
|
182
|
-
return all([
|
|
183
|
-
...(scope.types === null ? [] : [fragment(`${type} IN ${list(scope.types).sql}`, scope.types)]),
|
|
184
|
-
...(scope.pathPrefix === null || scope.pathPrefix === ''
|
|
185
|
-
? []
|
|
186
|
-
: [
|
|
187
|
-
fragment(`${alias}.path >= ? AND ${alias}.path < ?`, [
|
|
188
|
-
`${scope.pathPrefix}/`,
|
|
189
|
-
`${scope.pathPrefix}0`,
|
|
190
|
-
]),
|
|
191
|
-
]),
|
|
192
|
-
...(scope.where === null ? [] : [conditioned(alias, scope.where)]),
|
|
193
|
-
]);
|
|
194
|
-
}
|
|
195
65
|
function related(bound, plan) {
|
|
196
66
|
const parts = [];
|
|
197
67
|
if (plan.hop !== null) {
|
|
198
68
|
parts.push(exists(joined([
|
|
199
69
|
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND`),
|
|
200
|
-
grouped(
|
|
70
|
+
grouped(sql.placed('l', plan.hop.field, 'link')),
|
|
201
71
|
fragment('AND'),
|
|
202
|
-
grouped(all([scoped('m', plan.hop), reached(bound, 'm')])),
|
|
72
|
+
grouped(all([sql.scoped('m', plan.hop), reached(bound, 'm')])),
|
|
203
73
|
], ' ')));
|
|
204
74
|
}
|
|
205
75
|
if (plan.backlinks !== null) {
|
|
206
76
|
const field = plan.backlinks.field;
|
|
207
77
|
parts.push(exists(joined([
|
|
208
78
|
fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field' AND`),
|
|
209
|
-
...(field === null ? [] : [grouped(
|
|
210
|
-
grouped(all([scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
79
|
+
...(field === null ? [] : [grouped(sql.placed('l', field, 'link')), fragment('AND')]),
|
|
80
|
+
grouped(all([sql.scoped('s', plan.backlinks), reached(bound, 's')])),
|
|
211
81
|
], ' ')));
|
|
212
82
|
}
|
|
213
83
|
return parts;
|
|
@@ -215,15 +85,10 @@ function related(bound, plan) {
|
|
|
215
85
|
function filtered(bound, plan) {
|
|
216
86
|
const keys = bound.rooms.map(({ key }) => key);
|
|
217
87
|
return all([
|
|
218
|
-
fragment(`d.key IN ${
|
|
219
|
-
...(plan.paths === null ? [] : [fragment(`d.path IN ${list(plan.paths).sql}`, plan.paths)]),
|
|
220
|
-
...(plan.folder === null ? [] : [fragment('d.folder = ?', [plan.folder])]),
|
|
88
|
+
fragment(`d.key IN ${listed(keys).sql} AND ${VISIBLE('d')}`, keys),
|
|
221
89
|
reached(bound, 'd'),
|
|
222
|
-
|
|
90
|
+
sql.tests('d', plan),
|
|
223
91
|
...related(bound, plan),
|
|
224
|
-
...(plan.text === null
|
|
225
|
-
? []
|
|
226
|
-
: [fragment(`${HOLDS_PHRASE}(d.content, ?)`, [plan.text.toLowerCase()])]),
|
|
227
92
|
]);
|
|
228
93
|
}
|
|
229
94
|
function orderingOf(options) {
|
|
@@ -253,108 +118,65 @@ const GROUP_TIES = {
|
|
|
253
118
|
locale: undefined,
|
|
254
119
|
localeOptions: undefined,
|
|
255
120
|
};
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
}
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
return { placement: 1, klass: 3, scalar: JSON.stringify(value) };
|
|
267
|
-
}
|
|
268
|
-
function placement(term) {
|
|
269
|
-
const nulls = term.ordering.nulls === 'first' ? 0 : 2;
|
|
270
|
-
return fragment(`CASE WHEN ${term.kind.sql} IS NULL OR ${term.kind.sql} = 'null' THEN ${nulls} ELSE 1 END`, [...term.kind.bind, ...term.kind.bind]);
|
|
271
|
-
}
|
|
272
|
-
function klass(term) {
|
|
273
|
-
return fragment(`CASE ${term.kind.sql} WHEN 'boolean' THEN 1 WHEN 'number' THEN 1 WHEN 'string' THEN 2 WHEN 'array' THEN 3 ELSE 4 END`, term.kind.bind);
|
|
274
|
-
}
|
|
275
|
-
function classed(term, which) {
|
|
276
|
-
const kinds = which === 1 ? "('boolean', 'number')" : which === 2 ? "('string')" : "('array')";
|
|
277
|
-
return fragment(`(CASE WHEN ${term.kind.sql} IN ${kinds} THEN ${term.value.sql} END)`, [
|
|
278
|
-
...term.kind.bind,
|
|
279
|
-
...term.value.bind,
|
|
280
|
-
]);
|
|
281
|
-
}
|
|
282
|
-
function collated(bound, term, which) {
|
|
283
|
-
if (which === 1)
|
|
284
|
-
return '';
|
|
285
|
-
const name = bound.collate(term.ordering, which === 3, term.total === true);
|
|
286
|
-
return name === null ? '' : ` COLLATE ${name}`;
|
|
287
|
-
}
|
|
288
|
-
function sorted(bound, term) {
|
|
289
|
-
const direction = term.ordering.direction === 'desc' ? 'DESC' : 'ASC';
|
|
290
|
-
return joined([
|
|
291
|
-
placement(term),
|
|
292
|
-
fragment(`${klass(term).sql} ${direction}`, klass(term).bind),
|
|
293
|
-
...[1, 2, 3].map((which) => {
|
|
294
|
-
const value = classed(term, which);
|
|
295
|
-
return fragment(`${value.sql}${collated(bound, term, which)} ${direction}`, value.bind);
|
|
296
|
-
}),
|
|
297
|
-
], ', ');
|
|
298
|
-
}
|
|
299
|
-
function beyond(bound, term, value) {
|
|
300
|
-
const held = classOf(value, term.ordering);
|
|
301
|
-
const place = placement(term);
|
|
302
|
-
if (held.placement !== 1) {
|
|
303
|
-
return {
|
|
304
|
-
beyond: fragment(`${place.sql} > ${held.placement}`, place.bind),
|
|
305
|
-
equal: fragment(`${place.sql} = ${held.placement}`, place.bind),
|
|
306
|
-
};
|
|
307
|
-
}
|
|
308
|
-
const after = term.ordering.direction === 'desc' ? '<' : '>';
|
|
309
|
-
const kind = klass(term);
|
|
310
|
-
const scalar = classed(term, held.klass);
|
|
311
|
-
const collation = collated(bound, term, held.klass);
|
|
312
|
-
return {
|
|
313
|
-
beyond: any([
|
|
314
|
-
fragment(`${place.sql} > 1`, place.bind),
|
|
315
|
-
all([
|
|
316
|
-
fragment(`${place.sql} = 1`, place.bind),
|
|
317
|
-
any([
|
|
318
|
-
fragment(`${kind.sql} ${after} ${held.klass}`, kind.bind),
|
|
319
|
-
all([
|
|
320
|
-
fragment(`${kind.sql} = ${held.klass}`, kind.bind),
|
|
321
|
-
fragment(`${scalar.sql} ${after} ?${collation}`, [...scalar.bind, held.scalar]),
|
|
322
|
-
]),
|
|
323
|
-
]),
|
|
324
|
-
]),
|
|
325
|
-
]),
|
|
326
|
-
equal: all([
|
|
327
|
-
fragment(`${place.sql} = 1 AND ${kind.sql} = ${held.klass}`, [...place.bind, ...kind.bind]),
|
|
328
|
-
fragment(`${scalar.sql} = ?${collation}`, [...scalar.bind, held.scalar]),
|
|
329
|
-
]),
|
|
330
|
-
};
|
|
331
|
-
}
|
|
332
|
-
function following(parts, tie) {
|
|
333
|
-
let condition = tie;
|
|
334
|
-
for (const part of [...parts].reverse()) {
|
|
335
|
-
condition = any([part.beyond, all([part.equal, condition])]);
|
|
336
|
-
}
|
|
337
|
-
return condition;
|
|
121
|
+
const GREATEST = { ...GROUP_ORDER, direction: 'desc', nulls: 'last' };
|
|
122
|
+
const TIMES = {
|
|
123
|
+
created: { value: 'd.created', instant: 'd.created_instant' },
|
|
124
|
+
updated: { value: "(d.change ->> '$.time')", instant: 'd.changed_instant' },
|
|
125
|
+
};
|
|
126
|
+
function subfolderOf(column, prefix) {
|
|
127
|
+
const root = prefix ?? '';
|
|
128
|
+
const base = root === '' ? '' : `${root}/`;
|
|
129
|
+
const rest = `substr(${column}, length(?) + 1)`;
|
|
130
|
+
return fragment(`(CASE WHEN ${column} = ? THEN NULL WHEN instr(${rest}, '/') = 0 THEN ${column} ELSE ? || substr(${rest}, 1, instr(${rest}, '/') - 1) END)`, [root, base, base, base, base]);
|
|
338
131
|
}
|
|
339
|
-
function keyTerm(key, ordering, index) {
|
|
132
|
+
function keyTerm(key, ordering, index, prefix) {
|
|
340
133
|
if (key.of === 'field') {
|
|
341
134
|
const alias = `o${index}`;
|
|
342
135
|
return {
|
|
343
|
-
term: {
|
|
136
|
+
term: {
|
|
137
|
+
ordering,
|
|
138
|
+
kind: fragment(`${alias}.kind`),
|
|
139
|
+
value: fragment(`${alias}.value`),
|
|
140
|
+
instant: fragment(`${alias}.instant`),
|
|
141
|
+
},
|
|
344
142
|
join: joined([
|
|
345
143
|
fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND `),
|
|
346
|
-
grouped(
|
|
144
|
+
grouped(sql.placed(alias, key.field, 'exact')),
|
|
347
145
|
fragment(` AND ${alias}.item = -1 AND ${alias}.kind NOT IN ('object', 'undefined')`),
|
|
348
146
|
], ''),
|
|
349
147
|
};
|
|
350
148
|
}
|
|
149
|
+
if (key.of === 'size') {
|
|
150
|
+
return {
|
|
151
|
+
term: {
|
|
152
|
+
ordering,
|
|
153
|
+
kind: fragment("(CASE WHEN d.bytes IS NULL THEN 'null' ELSE 'number' END)"),
|
|
154
|
+
value: fragment('d.bytes'),
|
|
155
|
+
},
|
|
156
|
+
join: null,
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
if (key.of === 'created' || key.of === 'updated') {
|
|
160
|
+
const { value, instant } = TIMES[key.of];
|
|
161
|
+
return {
|
|
162
|
+
term: {
|
|
163
|
+
ordering,
|
|
164
|
+
kind: fragment(`(CASE WHEN ${value} IS NULL THEN 'null' ELSE 'string' END)`),
|
|
165
|
+
value: fragment(value),
|
|
166
|
+
instant: fragment(instant),
|
|
167
|
+
},
|
|
168
|
+
join: null,
|
|
169
|
+
};
|
|
170
|
+
}
|
|
351
171
|
const expression = key.of === 'room'
|
|
352
172
|
? located('d')
|
|
353
173
|
: key.of === 'path'
|
|
354
174
|
? fragment('d.path')
|
|
355
175
|
: key.of === 'type'
|
|
356
176
|
? fragment('d.type')
|
|
357
|
-
:
|
|
177
|
+
: key.of === 'subfolder'
|
|
178
|
+
? subfolderOf('d.folder', prefix)
|
|
179
|
+
: fragment('d.folder');
|
|
358
180
|
return {
|
|
359
181
|
term: {
|
|
360
182
|
ordering,
|
|
@@ -375,12 +197,20 @@ function decoded(kind, value) {
|
|
|
375
197
|
return JSON.parse(value);
|
|
376
198
|
return null;
|
|
377
199
|
}
|
|
200
|
+
function sortedOf(kind, value, instant) {
|
|
201
|
+
return sql.sortValue(kind, decoded(kind, value), instant);
|
|
202
|
+
}
|
|
203
|
+
function sortedValue(row, index) {
|
|
204
|
+
return sortedOf(row[`k${index}`], row[`v${index}`], row[`i${index}`]);
|
|
205
|
+
}
|
|
378
206
|
function decodedKey(key, row, index) {
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
return
|
|
382
|
-
|
|
383
|
-
|
|
207
|
+
const kind = row[`k${index}`];
|
|
208
|
+
if (key.of === 'field' && (kind === null || kind === undefined))
|
|
209
|
+
return undefined;
|
|
210
|
+
return sortedValue(row, index);
|
|
211
|
+
}
|
|
212
|
+
function instantOf(term) {
|
|
213
|
+
return term.instant ?? fragment('NULL');
|
|
384
214
|
}
|
|
385
215
|
const registered = new WeakMap();
|
|
386
216
|
function hashed(text) {
|
|
@@ -482,15 +312,23 @@ function sectionsOf(sections, names) {
|
|
|
482
312
|
return sections;
|
|
483
313
|
return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
|
|
484
314
|
}
|
|
485
|
-
function
|
|
315
|
+
function freeParts(room, path, type, content) {
|
|
316
|
+
const definitions = room.composition === undefined ? undefined : definitionsAt(room.composition, path);
|
|
317
|
+
const definition = definitions?.(type === UNTYPED ? undefined : type);
|
|
318
|
+
if (definition === undefined && type !== UNTYPED)
|
|
319
|
+
return null;
|
|
320
|
+
const read = parse(content, path, definition);
|
|
321
|
+
return read.ok ? read.document : null;
|
|
322
|
+
}
|
|
323
|
+
function documentOf(shape, queried, row, linked) {
|
|
324
|
+
const room = queried.locator;
|
|
486
325
|
const path = row.path;
|
|
487
326
|
const type = row.type;
|
|
488
|
-
const fileId = row.file_id
|
|
489
|
-
const revision = row.revision
|
|
490
|
-
const content = row.content ?? null;
|
|
491
|
-
const unheld = Number(row.unheld) === 1 ? { textHeld: false } : {};
|
|
327
|
+
const fileId = row.file_id;
|
|
328
|
+
const revision = row.revision;
|
|
492
329
|
if (type === null) {
|
|
493
330
|
const binary = row.binary === null ? null : JSON.parse(row.binary);
|
|
331
|
+
const content = row.content ?? null;
|
|
494
332
|
return {
|
|
495
333
|
room,
|
|
496
334
|
path,
|
|
@@ -500,13 +338,15 @@ function documentOf(shape, room, row, linked) {
|
|
|
500
338
|
binaryFile: binaryRecord(path, binary, revision ?? undefined),
|
|
501
339
|
}),
|
|
502
340
|
...(shape.markdown && content !== null ? { markdown: content } : {}),
|
|
503
|
-
...
|
|
341
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
504
342
|
...(shape.fileId ? { fileId } : {}),
|
|
505
343
|
...(shape.revision ? { revision } : {}),
|
|
344
|
+
...heldFacts(shape, row),
|
|
506
345
|
};
|
|
507
346
|
}
|
|
508
|
-
const
|
|
509
|
-
|
|
347
|
+
const body = shape.sections !== null || shape.preamble
|
|
348
|
+
? freeParts(queried, path, type, row.content)
|
|
349
|
+
: null;
|
|
510
350
|
const fields = JSON.parse(row.fields ?? '{}');
|
|
511
351
|
return {
|
|
512
352
|
room,
|
|
@@ -523,16 +363,21 @@ function documentOf(shape, room, row, linked) {
|
|
|
523
363
|
? {}
|
|
524
364
|
: { sections: sectionsOf(body.sections, shape.sections) }),
|
|
525
365
|
...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
|
|
526
|
-
...(shape.markdown
|
|
527
|
-
...unheld,
|
|
366
|
+
...(shape.markdown ? { markdown: row.content } : {}),
|
|
528
367
|
...(shape.backlinks ? { backlinks: linked.get(documentKey(room, path)) ?? [] } : {}),
|
|
529
|
-
...(shape.change
|
|
530
|
-
? {
|
|
531
|
-
change: row.change === null ? null : JSON.parse(row.change),
|
|
532
|
-
}
|
|
533
|
-
: {}),
|
|
368
|
+
...(shape.change ? { change: changeOf(row) } : {}),
|
|
534
369
|
...(shape.fileId ? { fileId } : {}),
|
|
535
370
|
...(shape.revision ? { revision } : {}),
|
|
371
|
+
...heldFacts(shape, row),
|
|
372
|
+
};
|
|
373
|
+
}
|
|
374
|
+
function changeOf(row) {
|
|
375
|
+
return row.change === null ? null : JSON.parse(row.change);
|
|
376
|
+
}
|
|
377
|
+
function heldFacts(shape, row) {
|
|
378
|
+
return {
|
|
379
|
+
...(shape.size ? { size: row.bytes === null ? null : Number(row.bytes) } : {}),
|
|
380
|
+
...(shape.created ? { created: row.created } : {}),
|
|
536
381
|
};
|
|
537
382
|
}
|
|
538
383
|
function backlinksOf(connection, bound, rows) {
|
|
@@ -544,8 +389,8 @@ function backlinksOf(connection, bound, rows) {
|
|
|
544
389
|
held.push(row.path);
|
|
545
390
|
byKey.set(key, held);
|
|
546
391
|
}
|
|
392
|
+
const reach = reached(bound, 's');
|
|
547
393
|
for (const [key, targets] of byKey) {
|
|
548
|
-
const reach = reached(bound, 's');
|
|
549
394
|
const room = bound.rooms.find((one) => one.key === key).locator;
|
|
550
395
|
const found = connection.rows(`SELECT target, path, type, field FROM (SELECT l.target, s.path, s.type, l.field, ROW_NUMBER() OVER (PARTITION BY l.target ORDER BY s.path, l.field) AS rank FROM (SELECT DISTINCT doc, target, field FROM replica_links WHERE key = ? AND kind = 'field' AND target IN (SELECT value FROM json_each(?))) l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE ${reach.sql}) WHERE rank <= ? ORDER BY target, path, field`, [key, JSON.stringify(targets), ...reach.bind, MAXIMUM_WINDOW]);
|
|
551
396
|
for (const row of found) {
|
|
@@ -558,38 +403,36 @@ function backlinksOf(connection, bound, rows) {
|
|
|
558
403
|
return linked;
|
|
559
404
|
}
|
|
560
405
|
function documents(connection, bound, plan, shape, budget) {
|
|
561
|
-
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index));
|
|
406
|
+
const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index, plan.root.pathPrefix));
|
|
562
407
|
const filter = filtered(bound, plan);
|
|
563
408
|
const cursor = plan.after?.values ?? null;
|
|
564
409
|
const room = located('d');
|
|
565
|
-
const
|
|
410
|
+
const after = cursor === null
|
|
566
411
|
? null
|
|
567
412
|
: (() => {
|
|
568
413
|
const key = cursor[shape.orderBy.length];
|
|
569
|
-
return any([
|
|
414
|
+
return sql.following(terms.map(({ term }, index) => sql.beyond(bound.collate, term, cursor[index])), any([
|
|
570
415
|
fragment(`${room.sql} > ?`, [...room.bind, roomOfKey(key)]),
|
|
571
416
|
fragment(`${room.sql} = ? AND d.path > ?`, [
|
|
572
417
|
...room.bind,
|
|
573
418
|
roomOfKey(key),
|
|
574
419
|
pathOfKey(key),
|
|
575
420
|
]),
|
|
576
|
-
]);
|
|
421
|
+
]));
|
|
577
422
|
})();
|
|
578
|
-
const after = cursor === null || tie === null
|
|
579
|
-
? null
|
|
580
|
-
: following(terms.map(({ term }, index) => beyond(bound, term, cursor[index])), tie);
|
|
581
423
|
const selected = joined([
|
|
582
|
-
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.
|
|
424
|
+
fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.bytes, d.created'),
|
|
583
425
|
...terms.map(({ term }, index) => joined([
|
|
584
426
|
fragment(`, ${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
585
427
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
428
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
586
429
|
], '')),
|
|
587
430
|
fragment(' FROM replica_entries d'),
|
|
588
431
|
...terms.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
|
|
589
432
|
fragment(' WHERE '),
|
|
590
433
|
after === null ? filter : all([filter, after]),
|
|
591
434
|
fragment(' ORDER BY '),
|
|
592
|
-
joined([...terms.map(({ term }) => sorted(bound, term)), room, fragment('d.path')], ', '),
|
|
435
|
+
joined([...terms.map(({ term }) => sql.sorted(bound.collate, term)), room, fragment('d.path')], ', '),
|
|
593
436
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
594
437
|
], '');
|
|
595
438
|
const rows = connection.rows(selected.sql, selected.bind);
|
|
@@ -597,8 +440,9 @@ function documents(connection, bound, plan, shape, budget) {
|
|
|
597
440
|
const kept = bodied(shape) ? withContent(connection, windowed, budget) : windowed;
|
|
598
441
|
const cut = kept.length;
|
|
599
442
|
const roomOf = new Map(bound.rooms.map(({ key, locator }) => [key, locator]));
|
|
443
|
+
const queried = new Map(bound.rooms.map((one) => [one.key, one]));
|
|
600
444
|
const linked = shape.backlinks ? backlinksOf(connection, bound, kept) : new Map();
|
|
601
|
-
const found = kept.map((row) => documentOf(shape,
|
|
445
|
+
const found = kept.map((row) => documentOf(shape, queried.get(Number(row.key)), row, linked));
|
|
602
446
|
const last = kept.at(-1);
|
|
603
447
|
const cursorAt = (row) => cursorOf([
|
|
604
448
|
...shape.orderBy.map(({ key }, index) => decodedKey(key, row, index)),
|
|
@@ -628,7 +472,7 @@ function withContent(connection, rows, budget) {
|
|
|
628
472
|
return rows;
|
|
629
473
|
const ids = rows.map((row) => row.id);
|
|
630
474
|
const sizes = new Map(connection
|
|
631
|
-
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${
|
|
475
|
+
.rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${listed(ids).sql}`, ids)
|
|
632
476
|
.map((row) => [row.id, Number(row.size ?? 0)]));
|
|
633
477
|
let cut = rows.length;
|
|
634
478
|
let spent = 0;
|
|
@@ -643,18 +487,22 @@ function withContent(connection, rows, budget) {
|
|
|
643
487
|
const kept = rows.slice(0, cut);
|
|
644
488
|
const read = kept.map((row) => row.id);
|
|
645
489
|
const held = new Map(connection
|
|
646
|
-
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${
|
|
490
|
+
.rows(`SELECT id, content FROM replica_entries WHERE id IN ${listed(read).sql}`, read)
|
|
647
491
|
.map((row) => [row.id, row.content]));
|
|
648
492
|
return kept.map((row) => ({ ...row, content: held.get(row.id) ?? null }));
|
|
649
493
|
}
|
|
650
|
-
function storedFolders(bound, plan) {
|
|
651
|
-
if (plan.paths !== null || plan.
|
|
494
|
+
function storedFolders(bound, plan, subfolder) {
|
|
495
|
+
if (plan.paths !== null || plan.fileIds !== null)
|
|
496
|
+
return null;
|
|
497
|
+
if (plan.hop !== null || plan.backlinks !== null)
|
|
498
|
+
return null;
|
|
499
|
+
if (subfolder && plan.folder !== null)
|
|
652
500
|
return null;
|
|
653
501
|
const whole = bound.rooms.filter(({ locator }) => bound.reach === null || bound.reach.rooms.includes(locator));
|
|
654
502
|
if (whole.length === 0)
|
|
655
503
|
return null;
|
|
656
504
|
const keys = whole.map(({ key }) => key);
|
|
657
|
-
const prefix = plan.root.pathPrefix;
|
|
505
|
+
const prefix = plan.root.pathPrefix ?? '';
|
|
658
506
|
const outside = (bound.reach?.areas ?? []).flatMap((area) => {
|
|
659
507
|
const key = bound.keys.get(area.room);
|
|
660
508
|
if (key === undefined)
|
|
@@ -662,100 +510,190 @@ function storedFolders(bound, plan) {
|
|
|
662
510
|
const fence = fenced('f', key, area, true);
|
|
663
511
|
return [fragment(`NOT ${grouped(fence).sql}`, fence.bind)];
|
|
664
512
|
});
|
|
513
|
+
const under = prefix === ''
|
|
514
|
+
? subfolder
|
|
515
|
+
? [fragment("f.path <> ''")]
|
|
516
|
+
: []
|
|
517
|
+
: [
|
|
518
|
+
subfolder
|
|
519
|
+
? fragment('(f.path >= ? AND f.path < ?)', [`${prefix}/`, `${prefix}0`])
|
|
520
|
+
: within('f', prefix),
|
|
521
|
+
];
|
|
665
522
|
return all([
|
|
666
|
-
fragment(`f.key IN ${
|
|
523
|
+
fragment(`f.key IN ${listed(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
|
|
667
524
|
...outside,
|
|
668
|
-
...
|
|
669
|
-
|
|
670
|
-
: [
|
|
671
|
-
fragment('(f.path = ? OR (f.path >= ? AND f.path < ?))', [
|
|
672
|
-
prefix,
|
|
673
|
-
`${prefix}/`,
|
|
674
|
-
`${prefix}0`,
|
|
675
|
-
]),
|
|
676
|
-
]),
|
|
525
|
+
...under,
|
|
526
|
+
...(plan.outside ?? []).map((folder) => fragment(`NOT ${within('f', folder).sql}`, within('f', folder).bind)),
|
|
677
527
|
...(plan.folder === null ? [] : [fragment('f.path = ?', [plan.folder])]),
|
|
678
528
|
]);
|
|
679
529
|
}
|
|
530
|
+
const SIZES = [
|
|
531
|
+
'CASE WHEN d.binary IS NULL THEN 1 ELSE 0 END AS dn',
|
|
532
|
+
'CASE WHEN d.binary IS NULL THEN d.bytes ELSE 0 END AS ds',
|
|
533
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE 1 END AS fn',
|
|
534
|
+
'CASE WHEN d.binary IS NULL THEN 0 ELSE d.bytes END AS fs',
|
|
535
|
+
];
|
|
536
|
+
const LATEST = "d.changed_instant || ' ' || (d.change ->> '$.time') AS u";
|
|
537
|
+
function greatestTerm(ordering) {
|
|
538
|
+
return { ordering, kind: fragment('gk'), value: fragment('gv'), instant: fragment('gi') };
|
|
539
|
+
}
|
|
540
|
+
function latestOf(held) {
|
|
541
|
+
if (typeof held !== 'string')
|
|
542
|
+
return null;
|
|
543
|
+
return held.slice(held.indexOf(' ') + 1);
|
|
544
|
+
}
|
|
680
545
|
function groups(connection, bound, plan, shape) {
|
|
546
|
+
const prefix = plan.root.pathPrefix;
|
|
681
547
|
const keyed = shape.groupBy.map((key, index) => {
|
|
682
|
-
const { term, join } = keyTerm(key, GROUP_ORDER, index);
|
|
548
|
+
const { term, join } = keyTerm(key, GROUP_ORDER, index, prefix);
|
|
683
549
|
const kind = fragment(`COALESCE(${term.kind.sql}, 'null')`, term.kind.bind);
|
|
684
550
|
return { term: { ...term, kind }, join };
|
|
685
551
|
});
|
|
552
|
+
const ordering = shape.orderBy.map(({ by }) => by);
|
|
553
|
+
const sized = shape.size || ordering.includes('size');
|
|
554
|
+
const dated = shape.updated || ordering.includes('updated');
|
|
555
|
+
const greatest = shape.greatest === null
|
|
556
|
+
? null
|
|
557
|
+
: keyTerm({ of: 'field', field: shape.greatest }, GREATEST, keyed.length, prefix);
|
|
686
558
|
const filter = filtered(bound, plan);
|
|
687
559
|
const inner = joined([
|
|
688
560
|
fragment('SELECT '),
|
|
689
561
|
joined(keyed.map(({ term }, index) => joined([
|
|
690
562
|
fragment(`${term.kind.sql} AS k${index}`, term.kind.bind),
|
|
691
563
|
fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
|
|
564
|
+
fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
|
|
692
565
|
], '')), ', '),
|
|
693
|
-
fragment(', 1 AS n
|
|
694
|
-
...
|
|
566
|
+
fragment(['', '1 AS n', ...(sized ? SIZES : []), ...(dated ? [LATEST] : [])].join(', ')),
|
|
567
|
+
...(greatest === null
|
|
568
|
+
? []
|
|
569
|
+
: [
|
|
570
|
+
fragment(`, ${greatest.term.kind.sql} AS gk`, greatest.term.kind.bind),
|
|
571
|
+
fragment(`, ${greatest.term.value.sql} AS gv`, greatest.term.value.bind),
|
|
572
|
+
fragment(`, ${instantOf(greatest.term).sql} AS gi`, instantOf(greatest.term).bind),
|
|
573
|
+
]),
|
|
574
|
+
fragment(' FROM replica_entries d'),
|
|
575
|
+
...[...keyed, ...(greatest === null ? [] : [greatest])].flatMap(({ join }) => join === null ? [] : [fragment(' '), join]),
|
|
695
576
|
fragment(' WHERE '),
|
|
696
577
|
filter,
|
|
697
578
|
], '');
|
|
698
|
-
const
|
|
699
|
-
|
|
700
|
-
|
|
579
|
+
const only = shape.groupBy.length === 1 ? shape.groupBy[0].of : null;
|
|
580
|
+
const subfolder = only === 'subfolder';
|
|
581
|
+
const folders = only === 'folder' || subfolder ? storedFolders(bound, plan, subfolder) : null;
|
|
582
|
+
const folderKey = subfolder ? subfolderOf('f.path', prefix) : fragment('f.path');
|
|
583
|
+
const zeros = [
|
|
584
|
+
...(sized ? ['0', '0', '0', '0'] : []),
|
|
585
|
+
...(dated ? ['NULL'] : []),
|
|
586
|
+
...(greatest === null ? [] : ['NULL', 'NULL', 'NULL']),
|
|
587
|
+
];
|
|
701
588
|
const source = folders === null
|
|
702
589
|
? inner
|
|
703
590
|
: joined([
|
|
704
591
|
inner,
|
|
705
|
-
fragment(
|
|
592
|
+
fragment(` UNION ALL SELECT 'string' AS k0, ${folderKey.sql} AS v0, NULL AS i0, 0 AS n${zeros.map((one) => `, ${one}`).join('')} FROM replica_folders f WHERE `, folderKey.bind),
|
|
706
593
|
folders,
|
|
707
594
|
], '');
|
|
708
|
-
const
|
|
709
|
-
|
|
710
|
-
|
|
711
|
-
|
|
712
|
-
|
|
713
|
-
|
|
714
|
-
|
|
715
|
-
|
|
595
|
+
const held = keyed
|
|
596
|
+
.map((_, index) => `k${index}, i${index}, CASE WHEN i${index} IS NULL THEN v${index} END`)
|
|
597
|
+
.join(', ');
|
|
598
|
+
const ranked = greatest === null
|
|
599
|
+
? source
|
|
600
|
+
: joined([
|
|
601
|
+
fragment(`SELECT *, ROW_NUMBER() OVER (PARTITION BY ${held} ORDER BY `),
|
|
602
|
+
sql.sorted(bound.collate, greatestTerm(GREATEST)),
|
|
603
|
+
fragment(', gv) AS gr FROM ('),
|
|
604
|
+
source,
|
|
605
|
+
fragment(')'),
|
|
606
|
+
], '');
|
|
607
|
+
const columns = [
|
|
608
|
+
...keyed.map((_, index) => `k${index}, min(v${index}) AS v${index}, i${index}`),
|
|
609
|
+
'sum(n) AS n',
|
|
610
|
+
...(sized ? ['sum(dn) AS dn', 'sum(ds) AS ds', 'sum(fn) AS fn', 'sum(fs) AS fs'] : []),
|
|
611
|
+
...(dated ? ['max(u) AS u'] : []),
|
|
612
|
+
...(greatest === null
|
|
613
|
+
? []
|
|
614
|
+
: ['gk', 'gv', 'gi'].map((column) => `min(CASE WHEN gr = 1 THEN ${column} END) AS ${column}`)),
|
|
615
|
+
].join(', ');
|
|
616
|
+
const outer = (index, order) => ({
|
|
617
|
+
ordering: order,
|
|
716
618
|
kind: fragment(`k${index}`),
|
|
717
619
|
value: fragment(`v${index}`),
|
|
718
620
|
});
|
|
719
|
-
const
|
|
720
|
-
|
|
721
|
-
|
|
621
|
+
const termOf = (by, order) => {
|
|
622
|
+
if (by === 'count')
|
|
623
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('n') };
|
|
624
|
+
if (by === 'size') {
|
|
625
|
+
return { ordering: order, kind: fragment("'number'"), value: fragment('(ds + fs)') };
|
|
626
|
+
}
|
|
627
|
+
if (by === 'updated') {
|
|
628
|
+
return {
|
|
629
|
+
ordering: order,
|
|
630
|
+
kind: fragment("(CASE WHEN u IS NULL THEN 'null' ELSE 'string' END)"),
|
|
631
|
+
value: fragment("substr(u, instr(u, ' ') + 1)"),
|
|
632
|
+
instant: fragment("substr(u, 1, instr(u, ' ') - 1)"),
|
|
633
|
+
};
|
|
634
|
+
}
|
|
635
|
+
if (by === 'greatest')
|
|
636
|
+
return greatestTerm(order);
|
|
637
|
+
return { ...outer(by, order), instant: fragment(`i${by}`) };
|
|
638
|
+
};
|
|
639
|
+
const valueOf = (row, by) => {
|
|
640
|
+
if (by === 'count')
|
|
641
|
+
return Number(row.n);
|
|
642
|
+
if (by === 'size')
|
|
643
|
+
return Number(row.ds) + Number(row.fs);
|
|
644
|
+
if (by === 'updated') {
|
|
645
|
+
const text = latestOf(row.u);
|
|
646
|
+
return text === null ? null : sql.sortValue('string', text, row.u.split(' ')[0]);
|
|
647
|
+
}
|
|
648
|
+
if (by === 'greatest')
|
|
649
|
+
return sortedOf(row.gk, row.gv, row.gi);
|
|
650
|
+
return sortedValue(row, by);
|
|
651
|
+
};
|
|
652
|
+
const ordered = shape.orderBy.map(({ by, direction, nulls }) => termOf(by, { ...GROUP_ORDER, direction, nulls: nulls ?? GROUP_ORDER.nulls }));
|
|
722
653
|
const ties = keyed.flatMap((_, index) => [
|
|
723
654
|
{ ...outer(index, GROUP_TIES), total: true },
|
|
724
655
|
{ ordering: GROUP_TIES, kind: fragment("'string'"), value: fragment(`k${index}`) },
|
|
725
656
|
]);
|
|
726
657
|
const cursor = plan.after?.values ?? null;
|
|
727
|
-
const
|
|
728
|
-
? null
|
|
729
|
-
: cursor[shape.orderBy.length].flatMap((value) => [
|
|
730
|
-
value,
|
|
731
|
-
kindOf(value ?? null),
|
|
732
|
-
]);
|
|
733
|
-
const after = cursor === null || tieValues === null
|
|
658
|
+
const after = cursor === null
|
|
734
659
|
? null
|
|
735
|
-
:
|
|
736
|
-
|
|
660
|
+
: (() => {
|
|
661
|
+
const tieValues = cursor[shape.orderBy.length].flatMap((value) => [value, heldKind(value ?? null)]);
|
|
662
|
+
return sql.following(ordered.map((term, index) => sql.beyond(bound.collate, term, cursor[index])), sql.following(ties
|
|
663
|
+
.slice(0, -1)
|
|
664
|
+
.map((term, index) => sql.beyond(bound.collate, term, tieValues[index])), sql.beyond(bound.collate, ties.at(-1), tieValues.at(-1)).beyond));
|
|
665
|
+
})();
|
|
666
|
+
const grouping = joined([fragment(`SELECT ${columns} FROM (`), ranked, fragment(`) GROUP BY ${held}`)], '');
|
|
737
667
|
const windowed = joined([
|
|
738
668
|
fragment('SELECT * FROM ('),
|
|
739
669
|
grouping,
|
|
740
670
|
fragment(')'),
|
|
741
671
|
...(after === null ? [] : [fragment(' WHERE '), after]),
|
|
742
672
|
fragment(' ORDER BY '),
|
|
743
|
-
joined([...ordered, ...ties].map((term) => sorted(bound, term)), ', '),
|
|
673
|
+
joined([...ordered, ...ties].map((term) => sql.sorted(bound.collate, term)), ', '),
|
|
744
674
|
...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
|
|
745
675
|
], '');
|
|
746
676
|
const rows = connection.rows(windowed.sql, windowed.bind);
|
|
747
677
|
const kept = plan.limit === null ? rows : rows.slice(0, plan.limit);
|
|
748
678
|
const keyOf = (row) => keyed.map((_, index) => decoded(row[`k${index}`], row[`v${index}`]));
|
|
749
|
-
const found = kept.map((row) => ({
|
|
679
|
+
const found = kept.map((row) => ({
|
|
680
|
+
key: keyOf(row),
|
|
681
|
+
count: Number(row.n),
|
|
682
|
+
...(shape.size
|
|
683
|
+
? {
|
|
684
|
+
documents: { count: Number(row.dn), size: Number(row.ds) },
|
|
685
|
+
files: { count: Number(row.fn), size: Number(row.fs) },
|
|
686
|
+
}
|
|
687
|
+
: {}),
|
|
688
|
+
...(shape.updated ? { updated: latestOf(row.u) } : {}),
|
|
689
|
+
...(shape.greatest === null ? {} : { greatest: decoded(row.gk, row.gv) }),
|
|
690
|
+
}));
|
|
750
691
|
const last = kept.at(-1);
|
|
751
692
|
const next = plan.limit === null || rows.length <= plan.limit
|
|
752
693
|
? undefined
|
|
753
694
|
: last === undefined
|
|
754
695
|
? (plan.after?.text ?? FROM_START)
|
|
755
|
-
: cursorOf([
|
|
756
|
-
...shape.orderBy.map(({ by }) => by === 'count' ? Number(last.n) : decoded(last[`k${by}`], last[`v${by}`])),
|
|
757
|
-
keyOf(last),
|
|
758
|
-
]);
|
|
696
|
+
: cursorOf([...shape.orderBy.map(({ by }) => valueOf(last, by)), keyOf(last)]);
|
|
759
697
|
const total = plan.total
|
|
760
698
|
? Number(connection.rows(joined([fragment('SELECT count(*) AS held FROM ('), grouping, fragment(')')], '').sql, grouping.bind)[0].held)
|
|
761
699
|
: undefined;
|
|
@@ -773,9 +711,6 @@ function boundOf(connection, plan, rooms) {
|
|
|
773
711
|
collate: collating(connection),
|
|
774
712
|
};
|
|
775
713
|
}
|
|
776
|
-
export function selected(connection, plan, rooms) {
|
|
777
|
-
return filtered(boundOf(connection, plan, rooms), plan);
|
|
778
|
-
}
|
|
779
714
|
export function answerQuery(connection, plan, rooms, budget = null) {
|
|
780
715
|
const bound = boundOf(connection, plan, rooms);
|
|
781
716
|
if (rooms.length === 0) {
|