@agentshouse/mdruntime 0.1.0-c907ac1fbed44 → 0.1.0-c90a12b59fe09

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (316) hide show
  1. package/README.md +15 -14
  2. package/dist/acceptance.d.ts +3 -0
  3. package/dist/acceptance.d.ts.map +1 -0
  4. package/dist/acceptance.js +318 -0
  5. package/dist/act-lanes.d.ts +29 -0
  6. package/dist/act-lanes.d.ts.map +1 -0
  7. package/dist/act-lanes.js +177 -0
  8. package/dist/actions.d.ts +25 -0
  9. package/dist/actions.d.ts.map +1 -0
  10. package/dist/actions.js +261 -0
  11. package/dist/adapter.d.ts +127 -108
  12. package/dist/adapter.d.ts.map +1 -1
  13. package/dist/attached-model.d.ts +5 -11
  14. package/dist/attached-model.d.ts.map +1 -1
  15. package/dist/attached-model.js +36 -47
  16. package/dist/bootstrap.d.ts +17 -16
  17. package/dist/bootstrap.d.ts.map +1 -1
  18. package/dist/bootstrap.js +266 -136
  19. package/dist/cell.d.ts +6 -0
  20. package/dist/cell.d.ts.map +1 -0
  21. package/dist/cell.js +9 -0
  22. package/dist/chain.d.ts +2 -1
  23. package/dist/chain.d.ts.map +1 -1
  24. package/dist/change-set.d.ts +4 -0
  25. package/dist/change-set.d.ts.map +1 -1
  26. package/dist/change-set.js +6 -0
  27. package/dist/change.d.ts +1 -0
  28. package/dist/change.d.ts.map +1 -1
  29. package/dist/change.js +4 -2
  30. package/dist/chat-types.d.ts +5 -0
  31. package/dist/chat-types.d.ts.map +1 -0
  32. package/dist/chat-types.js +13 -0
  33. package/dist/client.d.ts +28 -18
  34. package/dist/client.d.ts.map +1 -1
  35. package/dist/client.js +84 -20
  36. package/dist/collection.d.ts +28 -7
  37. package/dist/collection.d.ts.map +1 -1
  38. package/dist/collection.js +36 -21
  39. package/dist/compile.d.ts +8 -6
  40. package/dist/compile.d.ts.map +1 -1
  41. package/dist/compile.js +303 -300
  42. package/dist/connection.d.ts +6 -141
  43. package/dist/connection.d.ts.map +1 -1
  44. package/dist/connection.js +112 -5015
  45. package/dist/context.d.ts +2 -0
  46. package/dist/context.d.ts.map +1 -0
  47. package/dist/context.js +7 -0
  48. package/dist/conversation-live.d.ts +138 -0
  49. package/dist/conversation-live.d.ts.map +1 -0
  50. package/dist/conversation-live.js +249 -0
  51. package/dist/conversation-row.d.ts +33 -0
  52. package/dist/conversation-row.d.ts.map +1 -0
  53. package/dist/conversation-row.js +53 -0
  54. package/dist/conversation.d.ts +59 -50
  55. package/dist/conversation.d.ts.map +1 -1
  56. package/dist/conversation.js +938 -829
  57. package/dist/declaration.d.ts +10 -0
  58. package/dist/declaration.d.ts.map +1 -0
  59. package/dist/declaration.js +24 -0
  60. package/dist/discovery.d.ts +10 -0
  61. package/dist/discovery.d.ts.map +1 -0
  62. package/dist/discovery.js +153 -0
  63. package/dist/durability.d.ts +18 -1
  64. package/dist/durability.d.ts.map +1 -1
  65. package/dist/entry.d.ts +3 -2
  66. package/dist/entry.d.ts.map +1 -1
  67. package/dist/entry.js +19 -9
  68. package/dist/expectation.d.ts +26 -13
  69. package/dist/expectation.d.ts.map +1 -1
  70. package/dist/expectation.js +72 -19
  71. package/dist/failure.d.ts +3 -0
  72. package/dist/failure.d.ts.map +1 -1
  73. package/dist/failure.js +6 -0
  74. package/dist/figures.d.ts +49 -0
  75. package/dist/figures.d.ts.map +1 -0
  76. package/dist/figures.js +197 -0
  77. package/dist/file.d.ts +2 -11
  78. package/dist/file.d.ts.map +1 -1
  79. package/dist/file.js +6 -4
  80. package/dist/holdings.d.ts +29 -0
  81. package/dist/holdings.d.ts.map +1 -0
  82. package/dist/holdings.js +95 -0
  83. package/dist/host.d.ts +20 -8
  84. package/dist/host.d.ts.map +1 -1
  85. package/dist/host.js +70 -40
  86. package/dist/identity.d.ts +0 -1
  87. package/dist/identity.d.ts.map +1 -1
  88. package/dist/identity.js +0 -3
  89. package/dist/index.d.ts +33 -12
  90. package/dist/index.d.ts.map +1 -1
  91. package/dist/index.js +14 -3
  92. package/dist/install.d.ts +54 -0
  93. package/dist/install.d.ts.map +1 -0
  94. package/dist/install.js +539 -0
  95. package/dist/lifecycle.d.ts +7 -0
  96. package/dist/lifecycle.d.ts.map +1 -0
  97. package/dist/lifecycle.js +279 -0
  98. package/dist/listing.d.ts +48 -0
  99. package/dist/listing.d.ts.map +1 -0
  100. package/dist/listing.js +139 -0
  101. package/dist/live.d.ts +5 -4
  102. package/dist/live.d.ts.map +1 -1
  103. package/dist/live.js +63 -21
  104. package/dist/locks.d.ts +7 -0
  105. package/dist/locks.d.ts.map +1 -0
  106. package/dist/locks.js +33 -0
  107. package/dist/log.d.ts +1 -0
  108. package/dist/log.d.ts.map +1 -1
  109. package/dist/lost.d.ts +5 -0
  110. package/dist/lost.d.ts.map +1 -0
  111. package/dist/lost.js +50 -0
  112. package/dist/media.d.ts +8 -0
  113. package/dist/media.d.ts.map +1 -0
  114. package/dist/media.js +218 -0
  115. package/dist/memory.d.ts +16 -7
  116. package/dist/memory.d.ts.map +1 -1
  117. package/dist/memory.js +253 -104
  118. package/dist/messages.d.ts +24 -3
  119. package/dist/messages.d.ts.map +1 -1
  120. package/dist/messages.js +92 -32
  121. package/dist/model.d.ts +8 -11
  122. package/dist/model.d.ts.map +1 -1
  123. package/dist/model.js +6 -23
  124. package/dist/models.d.ts +10 -0
  125. package/dist/models.d.ts.map +1 -0
  126. package/dist/models.js +156 -0
  127. package/dist/observation.d.ts +3 -2
  128. package/dist/observation.d.ts.map +1 -1
  129. package/dist/observation.js +15 -15
  130. package/dist/opened.d.ts +1 -1
  131. package/dist/opened.d.ts.map +1 -1
  132. package/dist/opened.js +5 -5
  133. package/dist/opening.d.ts +4 -0
  134. package/dist/opening.d.ts.map +1 -0
  135. package/dist/opening.js +59 -0
  136. package/dist/outcome.d.ts +20 -6
  137. package/dist/outcome.d.ts.map +1 -1
  138. package/dist/outcome.js +34 -2
  139. package/dist/overlay.d.ts +6 -1
  140. package/dist/overlay.d.ts.map +1 -1
  141. package/dist/overlay.js +47 -21
  142. package/dist/page-metadata.d.ts +8 -0
  143. package/dist/page-metadata.d.ts.map +1 -0
  144. package/dist/page-metadata.js +19 -0
  145. package/dist/parts.d.ts +3 -0
  146. package/dist/parts.d.ts.map +1 -0
  147. package/dist/parts.js +10 -0
  148. package/dist/paths.d.ts +2 -0
  149. package/dist/paths.d.ts.map +1 -1
  150. package/dist/paths.js +26 -0
  151. package/dist/preparation.d.ts +20 -0
  152. package/dist/preparation.d.ts.map +1 -0
  153. package/dist/preparation.js +233 -0
  154. package/dist/presence.d.ts +52 -0
  155. package/dist/presence.d.ts.map +1 -0
  156. package/dist/presence.js +220 -0
  157. package/dist/queries.d.ts +16 -0
  158. package/dist/queries.d.ts.map +1 -0
  159. package/dist/queries.js +285 -0
  160. package/dist/query.d.ts +18 -208
  161. package/dist/query.d.ts.map +1 -1
  162. package/dist/query.js +3 -505
  163. package/dist/questions.d.ts +29 -0
  164. package/dist/questions.d.ts.map +1 -0
  165. package/dist/questions.js +115 -0
  166. package/dist/queue.d.ts +40 -0
  167. package/dist/queue.d.ts.map +1 -0
  168. package/dist/queue.js +465 -0
  169. package/dist/reach.d.ts +20 -11
  170. package/dist/reach.d.ts.map +1 -1
  171. package/dist/reach.js +234 -134
  172. package/dist/react.d.ts +15 -2
  173. package/dist/react.d.ts.map +1 -1
  174. package/dist/react.js +33 -1
  175. package/dist/read.d.ts +7 -0
  176. package/dist/read.d.ts.map +1 -0
  177. package/dist/read.js +17 -0
  178. package/dist/readiness.d.ts +3 -18
  179. package/dist/readiness.d.ts.map +1 -1
  180. package/dist/readiness.js +4 -10
  181. package/dist/reads.d.ts +38 -10
  182. package/dist/reads.d.ts.map +1 -1
  183. package/dist/reads.js +163 -85
  184. package/dist/recovery.d.ts +3 -0
  185. package/dist/recovery.d.ts.map +1 -1
  186. package/dist/recovery.js +57 -1
  187. package/dist/refresh.d.ts +7 -5
  188. package/dist/refresh.d.ts.map +1 -1
  189. package/dist/refresh.js +36 -12
  190. package/dist/refusal.d.ts +5 -0
  191. package/dist/refusal.d.ts.map +1 -0
  192. package/dist/refusal.js +57 -0
  193. package/dist/replica.d.ts +13 -20
  194. package/dist/replica.d.ts.map +1 -1
  195. package/dist/replica.js +66 -35
  196. package/dist/retried.d.ts +30 -0
  197. package/dist/retried.d.ts.map +1 -0
  198. package/dist/retried.js +72 -0
  199. package/dist/room-draft.d.ts +24 -10
  200. package/dist/room-draft.d.ts.map +1 -1
  201. package/dist/room-draft.js +142 -106
  202. package/dist/room-drafts.d.ts +24 -0
  203. package/dist/room-drafts.d.ts.map +1 -0
  204. package/dist/room-drafts.js +217 -0
  205. package/dist/rows.d.ts +18 -16
  206. package/dist/rows.d.ts.map +1 -1
  207. package/dist/rows.js +46 -155
  208. package/dist/runtime.d.ts +36 -0
  209. package/dist/runtime.d.ts.map +1 -0
  210. package/dist/runtime.js +1 -0
  211. package/dist/save.d.ts +42 -84
  212. package/dist/save.d.ts.map +1 -1
  213. package/dist/save.js +349 -170
  214. package/dist/saves.d.ts +32 -0
  215. package/dist/saves.d.ts.map +1 -0
  216. package/dist/saves.js +413 -0
  217. package/dist/search.d.ts +12 -63
  218. package/dist/search.d.ts.map +1 -1
  219. package/dist/search.js +9 -52
  220. package/dist/seed.d.ts +11 -2
  221. package/dist/seed.d.ts.map +1 -1
  222. package/dist/seed.js +71 -1
  223. package/dist/shared.d.ts +1 -7
  224. package/dist/shared.d.ts.map +1 -1
  225. package/dist/shared.js +13 -105
  226. package/dist/shown.d.ts +32 -0
  227. package/dist/shown.d.ts.map +1 -0
  228. package/dist/shown.js +290 -0
  229. package/dist/socket/admission.d.ts +7 -0
  230. package/dist/socket/admission.d.ts.map +1 -0
  231. package/dist/socket/admission.js +39 -0
  232. package/dist/socket/answers.d.ts +6 -0
  233. package/dist/socket/answers.d.ts.map +1 -0
  234. package/dist/socket/answers.js +20 -0
  235. package/dist/socket/lanes.d.ts +21 -0
  236. package/dist/socket/lanes.d.ts.map +1 -0
  237. package/dist/socket/lanes.js +80 -0
  238. package/dist/socket/reads.d.ts +10 -0
  239. package/dist/socket/reads.d.ts.map +1 -0
  240. package/dist/socket/reads.js +31 -0
  241. package/dist/socket/session.d.ts +38 -0
  242. package/dist/socket/session.d.ts.map +1 -0
  243. package/dist/socket/session.js +23 -0
  244. package/dist/socket.d.ts +68 -0
  245. package/dist/socket.d.ts.map +1 -0
  246. package/dist/socket.js +171 -0
  247. package/dist/source.d.ts +54 -0
  248. package/dist/source.d.ts.map +1 -0
  249. package/dist/source.js +82 -0
  250. package/dist/status.d.ts +4 -5
  251. package/dist/status.d.ts.map +1 -1
  252. package/dist/status.js +3 -7
  253. package/dist/store/installs.d.ts +30 -0
  254. package/dist/store/installs.d.ts.map +1 -0
  255. package/dist/store/installs.js +34 -0
  256. package/dist/store/readiness.d.ts +10 -0
  257. package/dist/store/readiness.d.ts.map +1 -0
  258. package/dist/store/readiness.js +52 -0
  259. package/dist/store/records.d.ts +212 -0
  260. package/dist/store/records.d.ts.map +1 -0
  261. package/dist/store/records.js +430 -0
  262. package/dist/store/room-held.d.ts +8 -0
  263. package/dist/store/room-held.d.ts.map +1 -0
  264. package/dist/store/room-held.js +17 -0
  265. package/dist/store/space.d.ts +11 -0
  266. package/dist/store/space.d.ts.map +1 -0
  267. package/dist/store/space.js +41 -0
  268. package/dist/store/watchers.d.ts +17 -0
  269. package/dist/store/watchers.d.ts.map +1 -0
  270. package/dist/store/watchers.js +56 -0
  271. package/dist/store/writes.d.ts +24 -0
  272. package/dist/store/writes.d.ts.map +1 -0
  273. package/dist/store/writes.js +125 -0
  274. package/dist/store.d.ts +110 -158
  275. package/dist/store.d.ts.map +1 -1
  276. package/dist/store.js +167 -400
  277. package/dist/stored.d.ts +66 -55
  278. package/dist/stored.d.ts.map +1 -1
  279. package/dist/stored.js +356 -274
  280. package/dist/surface.d.ts +88 -0
  281. package/dist/surface.d.ts.map +1 -0
  282. package/dist/surface.js +223 -0
  283. package/dist/sync.d.ts +19 -0
  284. package/dist/sync.d.ts.map +1 -0
  285. package/dist/sync.js +540 -0
  286. package/dist/tables.d.ts +127 -69
  287. package/dist/tables.d.ts.map +1 -1
  288. package/dist/tables.js +218 -105
  289. package/dist/tallies.d.ts +18 -0
  290. package/dist/tallies.d.ts.map +1 -0
  291. package/dist/tallies.js +129 -0
  292. package/dist/transfer.d.ts +0 -5
  293. package/dist/transfer.d.ts.map +1 -1
  294. package/dist/validation.d.ts +3 -4
  295. package/dist/validation.d.ts.map +1 -1
  296. package/dist/validation.js +42 -100
  297. package/dist/windows.d.ts +1 -12
  298. package/dist/windows.d.ts.map +1 -1
  299. package/dist/windows.js +2 -75
  300. package/dist/wire.d.ts +63 -11
  301. package/dist/wire.d.ts.map +1 -1
  302. package/dist/wire.js +21 -5
  303. package/package.json +8 -7
  304. package/AGENTS.md +0 -312
  305. package/dist/attempt.d.ts +0 -16
  306. package/dist/attempt.d.ts.map +0 -1
  307. package/dist/attempt.js +0 -70
  308. package/dist/fence.d.ts +0 -6
  309. package/dist/fence.d.ts.map +0 -1
  310. package/dist/fence.js +0 -10
  311. package/dist/fulltext.d.ts +0 -27
  312. package/dist/fulltext.d.ts.map +0 -1
  313. package/dist/fulltext.js +0 -368
  314. package/dist/words.d.ts +0 -19
  315. package/dist/words.d.ts.map +0 -1
  316. package/dist/words.js +0 -150
package/dist/compile.js CHANGED
@@ -1,107 +1,38 @@
1
- import { ARRAY_INDEX, parse, pointerSegments } from '@agentshouse/mdmodel';
1
+ import { ARRAY_INDEX, bodied, byCodePoint, compared, cursorOf, heldKind, parse, pointerSegments, sql, } from '@agentshouse/mdmodel';
2
2
  import { binaryRecord } from './binary.js';
3
- import { documentKey, kindOf, pathOfKey, roomOfKey, settingsTextPath } from './rows.js';
4
- import { byCodePoint, compared, cursorOf, FROM_START, MAXIMUM_WINDOW, } from './windows.js';
5
- const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
6
- function fragment(sql, bind = []) {
7
- return { sql, bind };
8
- }
9
- function joined(parts, separator) {
10
- return {
11
- sql: parts.map((part) => part.sql).join(separator),
12
- bind: parts.flatMap((part) => part.bind),
13
- };
14
- }
15
- function all(parts) {
16
- return parts.length === 0 ? fragment('1') : joined(parts.map(grouped), ' AND ');
17
- }
18
- function any(parts) {
19
- return parts.length === 0 ? fragment('0') : joined(parts.map(grouped), ' OR ');
20
- }
21
- function grouped(part) {
22
- return { sql: `(${part.sql})`, bind: part.bind };
23
- }
24
- function list(values) {
25
- return fragment(`(${values.map(() => '?').join(', ')})`, values);
26
- }
27
- function sqlValue(value) {
28
- if (value === null)
29
- return { kind: 'null', value: null };
30
- if (typeof value === 'boolean')
31
- return { kind: 'boolean', value: value ? 1 : 0 };
32
- if (typeof value === 'number')
33
- return { kind: 'number', value };
34
- return { kind: 'string', value };
35
- }
36
- function same(alias, value) {
37
- const held = sqlValue(value);
38
- return held.kind === 'null'
39
- ? fragment(`${alias}.kind = 'null'`)
40
- : fragment(`${alias}.kind = ? AND ${alias}.value = ?`, [held.kind, held.value]);
41
- }
42
- const BOUNDS = { gt: '>', gte: '>=', lt: '<', lte: '<=' };
43
- function heldValues(doc, field, alias, where) {
44
- return fragment(`SELECT 1 FROM replica_values ${alias} WHERE ${alias}.doc = ${doc}.id AND ${alias}.form = ? AND (${where.sql})`, [field, ...where.bind]);
45
- }
46
- function exists(part) {
47
- return { sql: `EXISTS (${part.sql})`, bind: part.bind };
48
- }
49
- function matching(held, doc, field, values) {
50
- return any(values.map((value) => any([
51
- same(held, value),
52
- all([
53
- fragment(`${held}.kind = 'array'`),
54
- exists(heldValues(doc, field, 'i', all([fragment(`i.held = ${held}.held AND i.item >= 0`), same('i', value)]))),
55
- ]),
56
- ])));
57
- }
58
- function tested(doc, field, test) {
59
- const reached = exists(heldValues(doc, field, 'r', fragment('r.item = -1')));
60
- if (test.op === 'exists')
61
- return test.exists ? reached : fragment(`NOT ${reached.sql}`, reached.bind);
62
- if (test.op === 'eq' || test.op === 'in') {
63
- const values = test.op === 'eq' ? [test.value] : test.values;
64
- return exists(heldValues(doc, field, 'v', any(values.map((value) => same('v', value)))));
65
- }
66
- if (test.op === 'ne' || test.op === 'nin') {
67
- const values = test.op === 'ne' ? [test.value] : test.values;
68
- const unmatched = matching('h', doc, field, values);
69
- return any([
70
- fragment(`NOT ${reached.sql}`, reached.bind),
71
- exists(heldValues(doc, field, 'h', all([fragment('h.item = -1'), fragment(`NOT (${unmatched.sql})`, unmatched.bind)]))),
72
- ]);
73
- }
74
- if (test.op === 'range') {
75
- return exists(heldValues(doc, field, 'v', all([
76
- fragment('v.item = -1'),
77
- ...test.bounds.map(([operator, bound]) => {
78
- const held = sqlValue(bound);
79
- return fragment(`v.kind = ? AND v.value ${BOUNDS[operator]} ?`, [
80
- held.kind,
81
- held.value,
82
- ]);
83
- }),
84
- ])));
85
- }
86
- if (test.op === 'all') {
87
- return exists(heldValues(doc, field, 'h', all([
88
- fragment("h.item = -1 AND h.kind = 'array'"),
89
- ...test.values.map((value) => exists(heldValues(doc, field, 'i', all([fragment('i.held = h.held AND i.item >= 0'), same('i', value)])))),
90
- ])));
91
- }
92
- return exists(heldValues(doc, field, 'v', fragment("v.item = -1 AND v.kind = 'array' AND v.size = ?", [test.size])));
3
+ import { definitionsAt } from './collection.js';
4
+ import { documentKey, pathOfKey, roomOfKey } from './rows.js';
5
+ import { FROM_START, MAXIMUM_WINDOW } from './windows.js';
6
+ const UNTYPED = 'any';
7
+ const { all, any, exists, fragment, grouped, joined, listed } = sql;
8
+ export const VISIBLE = (alias) => `${alias}.visible = 1 AND ${alias}.present = 1 AND ${alias}.queried = 1`;
9
+ function located(alias) {
10
+ return fragment(`(SELECT k.locator FROM replica_keys k WHERE k.key = ${alias}.key)`);
11
+ }
12
+ export function within(alias, path) {
13
+ return fragment(`(${alias}.path = ? OR (${alias}.path >= ? AND ${alias}.path < ?))`, [
14
+ path,
15
+ `${path}/`,
16
+ `${path}0`,
17
+ ]);
93
18
  }
94
- function conditioned(doc, condition) {
95
- if ('every' in condition)
96
- return all(condition.every.map((one) => conditioned(doc, one)));
97
- if ('some' in condition)
98
- return any(condition.some.map((one) => conditioned(doc, one)));
99
- return tested(doc, condition.field, condition.test);
19
+ function ancestors(area) {
20
+ const depth = area.path.split('/').length;
21
+ return area.open.flatMap((open) => {
22
+ const segments = open.split('/');
23
+ return segments.slice(depth - 1, -1).map((_, at) => segments.slice(0, depth + at).join('/'));
24
+ });
100
25
  }
101
- function located(bound, alias) {
102
- if (bound.rooms.length === 0)
103
- return fragment("''");
104
- return fragment(`CASE ${alias}.key ${bound.rooms.map(() => 'WHEN ? THEN ?').join(' ')} END`, bound.rooms.flatMap(({ key, locator }) => [key, locator]));
26
+ function fenced(alias, key, area, folders) {
27
+ const opened = any([
28
+ ...area.open.map((open) => within(alias, open)),
29
+ ...(folders ? ancestors(area).map((path) => fragment(`${alias}.path = ?`, [path])) : []),
30
+ ]);
31
+ return all([
32
+ fragment(`${alias}.key = ?`, [key]),
33
+ within(alias, area.path),
34
+ fragment(`NOT ${grouped(opened).sql}`, opened.bind),
35
+ ]);
105
36
  }
106
37
  function reached(bound, alias) {
107
38
  const reach = bound.reach;
@@ -115,44 +46,38 @@ function reached(bound, alias) {
115
46
  const key = bound.keys.get(roomOfKey(held));
116
47
  return key === undefined ? [] : [[key, pathOfKey(held)]];
117
48
  });
118
- return any([
119
- ...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${list(rooms).sql}`, rooms)]),
120
- ...(documents.length === 0
121
- ? []
122
- : [
123
- fragment(`EXISTS (SELECT 1 FROM json_each(?) j WHERE j.value ->> 0 = ${alias}.key AND j.value ->> 1 = ${alias}.path)`, [JSON.stringify(documents)]),
124
- ]),
125
- ]);
126
- }
127
- function scoped(alias, scope) {
49
+ const outside = any(reach.areas.flatMap((area) => {
50
+ const key = bound.keys.get(area.room);
51
+ return key === undefined ? [] : [fenced(alias, key, area, false)];
52
+ }));
128
53
  return all([
129
- ...(scope.types === null
130
- ? []
131
- : [fragment(`${alias}.type IN ${list(scope.types).sql}`, scope.types)]),
132
- ...(scope.pathPrefix === null || scope.pathPrefix === ''
133
- ? []
134
- : [
135
- fragment(`${alias}.path >= ? AND ${alias}.path < ?`, [
136
- `${scope.pathPrefix}/`,
137
- `${scope.pathPrefix}0`,
54
+ any([
55
+ ...(rooms.length === 0 ? [] : [fragment(`${alias}.key IN ${listed(rooms).sql}`, rooms)]),
56
+ ...(documents.length === 0
57
+ ? []
58
+ : [
59
+ fragment(`EXISTS (SELECT 1 FROM json_each(?) j WHERE j.value ->> 0 = ${alias}.key AND j.value ->> 1 = ${alias}.path)`, [JSON.stringify(documents)]),
138
60
  ]),
139
- ]),
140
- ...(scope.where === null ? [] : [conditioned(alias, scope.where)]),
61
+ ]),
62
+ ...(reach.areas.length === 0 ? [] : [fragment(`NOT ${grouped(outside).sql}`, outside.bind)]),
141
63
  ]);
142
64
  }
143
65
  function related(bound, plan) {
144
66
  const parts = [];
145
67
  if (plan.hop !== null) {
146
68
  parts.push(exists(joined([
147
- fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND l.form = ? AND`, [plan.hop.field]),
148
- grouped(all([scoped('m', plan.hop), reached(bound, 'm')])),
69
+ fragment(`SELECT 1 FROM replica_links l JOIN replica_entries m ON m.key = d.key AND m.path = l.target AND ${VISIBLE('m')} WHERE l.doc = d.id AND l.kind = 'field' AND`),
70
+ grouped(sql.placed('l', plan.hop.field, 'link')),
71
+ fragment('AND'),
72
+ grouped(all([sql.scoped('m', plan.hop), reached(bound, 'm')])),
149
73
  ], ' ')));
150
74
  }
151
75
  if (plan.backlinks !== null) {
152
76
  const field = plan.backlinks.field;
153
77
  parts.push(exists(joined([
154
- fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field'${field === null ? '' : ' AND l.form = ?'} AND`, field === null ? [] : [field]),
155
- grouped(all([scoped('s', plan.backlinks), reached(bound, 's')])),
78
+ fragment(`SELECT 1 FROM replica_links l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE l.key = d.key AND l.target = d.path AND l.kind = 'field' AND`),
79
+ ...(field === null ? [] : [grouped(sql.placed('l', field, 'link')), fragment('AND')]),
80
+ grouped(all([sql.scoped('s', plan.backlinks), reached(bound, 's')])),
156
81
  ], ' ')));
157
82
  }
158
83
  return parts;
@@ -160,11 +85,9 @@ function related(bound, plan) {
160
85
  function filtered(bound, plan) {
161
86
  const keys = bound.rooms.map(({ key }) => key);
162
87
  return all([
163
- fragment(`d.key IN ${list(keys).sql} AND ${VISIBLE('d')}`, keys),
164
- ...(plan.paths === null ? [] : [fragment(`d.path IN ${list(plan.paths).sql}`, plan.paths)]),
165
- ...(plan.folder === null ? [] : [fragment('d.folder = ?', [plan.folder])]),
88
+ fragment(`d.key IN ${listed(keys).sql} AND ${VISIBLE('d')}`, keys),
166
89
  reached(bound, 'd'),
167
- scoped('d', plan.root),
90
+ sql.tests('d', plan),
168
91
  ...related(bound, plan),
169
92
  ]);
170
93
  }
@@ -195,104 +118,65 @@ const GROUP_TIES = {
195
118
  locale: undefined,
196
119
  localeOptions: undefined,
197
120
  };
198
- function classOf(value, ordering) {
199
- if (value === null || value === undefined) {
200
- return { placement: ordering.nulls === 'first' ? 0 : 2, klass: 0, scalar: null };
201
- }
202
- if (typeof value === 'boolean')
203
- return { placement: 1, klass: 1, scalar: value ? 1 : 0 };
204
- if (typeof value === 'number')
205
- return { placement: 1, klass: 1, scalar: value };
206
- if (typeof value === 'string')
207
- return { placement: 1, klass: 2, scalar: value };
208
- return { placement: 1, klass: 3, scalar: JSON.stringify(value) };
209
- }
210
- function placement(term) {
211
- const nulls = term.ordering.nulls === 'first' ? 0 : 2;
212
- return fragment(`CASE WHEN ${term.kind.sql} IS NULL OR ${term.kind.sql} = 'null' THEN ${nulls} ELSE 1 END`, [...term.kind.bind, ...term.kind.bind]);
213
- }
214
- function klass(term) {
215
- return fragment(`CASE ${term.kind.sql} WHEN 'boolean' THEN 1 WHEN 'number' THEN 1 WHEN 'string' THEN 2 WHEN 'array' THEN 3 ELSE 4 END`, term.kind.bind);
216
- }
217
- function classed(term, which) {
218
- const kinds = which === 1 ? "('boolean', 'number')" : which === 2 ? "('string')" : "('array')";
219
- return fragment(`(CASE WHEN ${term.kind.sql} IN ${kinds} THEN ${term.value.sql} END)`, [
220
- ...term.kind.bind,
221
- ...term.value.bind,
222
- ]);
121
+ const GREATEST = { ...GROUP_ORDER, direction: 'desc', nulls: 'last' };
122
+ const TIMES = {
123
+ created: { value: 'd.created', instant: 'd.created_instant' },
124
+ updated: { value: "(d.change ->> '$.time')", instant: 'd.changed_instant' },
125
+ };
126
+ function subfolderOf(column, prefix) {
127
+ const root = prefix ?? '';
128
+ const base = root === '' ? '' : `${root}/`;
129
+ const rest = `substr(${column}, length(?) + 1)`;
130
+ return fragment(`(CASE WHEN ${column} = ? THEN NULL WHEN instr(${rest}, '/') = 0 THEN ${column} ELSE ? || substr(${rest}, 1, instr(${rest}, '/') - 1) END)`, [root, base, base, base, base]);
223
131
  }
224
- function collated(bound, term, which) {
225
- if (which === 1)
226
- return '';
227
- const name = bound.collate(term.ordering, which === 3, term.total === true);
228
- return name === null ? '' : ` COLLATE ${name}`;
229
- }
230
- function sorted(bound, term) {
231
- const direction = term.ordering.direction === 'desc' ? 'DESC' : 'ASC';
232
- return joined([
233
- placement(term),
234
- fragment(`${klass(term).sql} ${direction}`, klass(term).bind),
235
- ...[1, 2, 3].map((which) => {
236
- const value = classed(term, which);
237
- return fragment(`${value.sql}${collated(bound, term, which)} ${direction}`, value.bind);
238
- }),
239
- ], ', ');
240
- }
241
- function beyond(bound, term, value) {
242
- const held = classOf(value, term.ordering);
243
- const place = placement(term);
244
- if (held.placement !== 1) {
132
+ function keyTerm(key, ordering, index, prefix) {
133
+ if (key.of === 'field') {
134
+ const alias = `o${index}`;
245
135
  return {
246
- beyond: fragment(`${place.sql} > ${held.placement}`, place.bind),
247
- equal: fragment(`${place.sql} = ${held.placement}`, place.bind),
136
+ term: {
137
+ ordering,
138
+ kind: fragment(`${alias}.kind`),
139
+ value: fragment(`${alias}.value`),
140
+ instant: fragment(`${alias}.instant`),
141
+ },
142
+ join: joined([
143
+ fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND `),
144
+ grouped(sql.placed(alias, key.field, 'exact')),
145
+ fragment(` AND ${alias}.item = -1 AND ${alias}.kind NOT IN ('object', 'undefined')`),
146
+ ], ''),
248
147
  };
249
148
  }
250
- const after = term.ordering.direction === 'desc' ? '<' : '>';
251
- const kind = klass(term);
252
- const scalar = classed(term, held.klass);
253
- const collation = collated(bound, term, held.klass);
254
- return {
255
- beyond: any([
256
- fragment(`${place.sql} > 1`, place.bind),
257
- all([
258
- fragment(`${place.sql} = 1`, place.bind),
259
- any([
260
- fragment(`${kind.sql} ${after} ${held.klass}`, kind.bind),
261
- all([
262
- fragment(`${kind.sql} = ${held.klass}`, kind.bind),
263
- fragment(`${scalar.sql} ${after} ?${collation}`, [...scalar.bind, held.scalar]),
264
- ]),
265
- ]),
266
- ]),
267
- ]),
268
- equal: all([
269
- fragment(`${place.sql} = 1 AND ${kind.sql} = ${held.klass}`, [...place.bind, ...kind.bind]),
270
- fragment(`${scalar.sql} = ?${collation}`, [...scalar.bind, held.scalar]),
271
- ]),
272
- };
273
- }
274
- function following(parts, tie) {
275
- let condition = tie;
276
- for (const part of [...parts].reverse()) {
277
- condition = any([part.beyond, all([part.equal, condition])]);
149
+ if (key.of === 'size') {
150
+ return {
151
+ term: {
152
+ ordering,
153
+ kind: fragment("(CASE WHEN d.bytes IS NULL THEN 'null' ELSE 'number' END)"),
154
+ value: fragment('d.bytes'),
155
+ },
156
+ join: null,
157
+ };
278
158
  }
279
- return condition;
280
- }
281
- function keyTerm(bound, key, ordering, index) {
282
- if (key.of === 'field') {
283
- const alias = `o${index}`;
159
+ if (key.of === 'created' || key.of === 'updated') {
160
+ const { value, instant } = TIMES[key.of];
284
161
  return {
285
- term: { ordering, kind: fragment(`${alias}.kind`), value: fragment(`${alias}.value`) },
286
- join: fragment(`LEFT JOIN replica_values ${alias} ON ${alias}.doc = d.id AND ${alias}.form = ? AND ${alias}.single = 1 AND ${alias}.item = -1`, [key.field]),
162
+ term: {
163
+ ordering,
164
+ kind: fragment(`(CASE WHEN ${value} IS NULL THEN 'null' ELSE 'string' END)`),
165
+ value: fragment(value),
166
+ instant: fragment(instant),
167
+ },
168
+ join: null,
287
169
  };
288
170
  }
289
171
  const expression = key.of === 'room'
290
- ? located(bound, 'd')
172
+ ? located('d')
291
173
  : key.of === 'path'
292
174
  ? fragment('d.path')
293
175
  : key.of === 'type'
294
176
  ? fragment('d.type')
295
- : fragment('d.folder');
177
+ : key.of === 'subfolder'
178
+ ? subfolderOf('d.folder', prefix)
179
+ : fragment('d.folder');
296
180
  return {
297
181
  term: {
298
182
  ordering,
@@ -313,12 +197,20 @@ function decoded(kind, value) {
313
197
  return JSON.parse(value);
314
198
  return null;
315
199
  }
200
+ function sortedOf(kind, value, instant) {
201
+ return sql.sortValue(kind, decoded(kind, value), instant);
202
+ }
203
+ function sortedValue(row, index) {
204
+ return sortedOf(row[`k${index}`], row[`v${index}`], row[`i${index}`]);
205
+ }
316
206
  function decodedKey(key, row, index) {
317
- if (key.of === 'field') {
318
- const kind = row[`k${index}`];
319
- return kind === null || kind === undefined ? undefined : decoded(kind, row[`v${index}`]);
320
- }
321
- return row[`v${index}`] ?? null;
207
+ const kind = row[`k${index}`];
208
+ if (key.of === 'field' && (kind === null || kind === undefined))
209
+ return undefined;
210
+ return sortedValue(row, index);
211
+ }
212
+ function instantOf(term) {
213
+ return term.instant ?? fragment('NULL');
322
214
  }
323
215
  const registered = new WeakMap();
324
216
  function hashed(text) {
@@ -369,9 +261,6 @@ function collating(connection) {
369
261
  return name;
370
262
  };
371
263
  }
372
- function bodied(shape) {
373
- return shape.sections !== null || shape.preamble || shape.markdown;
374
- }
375
264
  function masked(pointers) {
376
265
  const root = { whole: false, members: new Map() };
377
266
  for (const pointer of pointers) {
@@ -423,11 +312,20 @@ function sectionsOf(sections, names) {
423
312
  return sections;
424
313
  return Object.fromEntries(names.flatMap((name) => (Object.hasOwn(sections, name) ? [[name, sections[name]]] : [])));
425
314
  }
426
- function documentOf(shape, room, row, linked) {
315
+ function freeParts(room, path, type, content) {
316
+ const definitions = room.composition === undefined ? undefined : definitionsAt(room.composition, path);
317
+ const definition = definitions?.(type === UNTYPED ? undefined : type);
318
+ if (definition === undefined && type !== UNTYPED)
319
+ return null;
320
+ const read = parse(content, path, definition);
321
+ return read.ok ? read.document : null;
322
+ }
323
+ function documentOf(shape, queried, row, linked) {
324
+ const room = queried.locator;
427
325
  const path = row.path;
428
326
  const type = row.type;
429
- const fileId = row.file_id ?? null;
430
- const revision = row.revision ?? null;
327
+ const fileId = row.file_id;
328
+ const revision = row.revision;
431
329
  if (type === null) {
432
330
  const binary = row.binary === null ? null : JSON.parse(row.binary);
433
331
  const content = row.content ?? null;
@@ -439,15 +337,16 @@ function documentOf(shape, room, row, linked) {
439
337
  : {
440
338
  binaryFile: binaryRecord(path, binary, revision ?? undefined),
441
339
  }),
442
- ...(shape.markdown && content !== null && settingsTextPath(path)
443
- ? { markdown: content }
444
- : {}),
340
+ ...(shape.markdown && content !== null ? { markdown: content } : {}),
341
+ ...(shape.change ? { change: changeOf(row) } : {}),
445
342
  ...(shape.fileId ? { fileId } : {}),
446
343
  ...(shape.revision ? { revision } : {}),
344
+ ...heldFacts(shape, row),
447
345
  };
448
346
  }
449
- const read = bodied(shape) ? parse(row.content, path) : null;
450
- const body = read?.ok === true ? read.document : null;
347
+ const body = shape.sections !== null || shape.preamble
348
+ ? freeParts(queried, path, type, row.content)
349
+ : null;
451
350
  const fields = JSON.parse(row.fields ?? '{}');
452
351
  return {
453
352
  room,
@@ -464,15 +363,21 @@ function documentOf(shape, room, row, linked) {
464
363
  ? {}
465
364
  : { sections: sectionsOf(body.sections, shape.sections) }),
466
365
  ...(shape.preamble && body !== null ? { preamble: body.preamble } : {}),
467
- ...(shape.markdown && body !== null ? { markdown: body.content } : {}),
366
+ ...(shape.markdown ? { markdown: row.content } : {}),
468
367
  ...(shape.backlinks ? { backlinks: linked.get(documentKey(room, path)) ?? [] } : {}),
469
- ...(shape.change
470
- ? {
471
- change: row.change === null ? null : JSON.parse(row.change),
472
- }
473
- : {}),
368
+ ...(shape.change ? { change: changeOf(row) } : {}),
474
369
  ...(shape.fileId ? { fileId } : {}),
475
370
  ...(shape.revision ? { revision } : {}),
371
+ ...heldFacts(shape, row),
372
+ };
373
+ }
374
+ function changeOf(row) {
375
+ return row.change === null ? null : JSON.parse(row.change);
376
+ }
377
+ function heldFacts(shape, row) {
378
+ return {
379
+ ...(shape.size ? { size: row.bytes === null ? null : Number(row.bytes) } : {}),
380
+ ...(shape.created ? { created: row.created } : {}),
476
381
  };
477
382
  }
478
383
  function backlinksOf(connection, bound, rows) {
@@ -484,8 +389,8 @@ function backlinksOf(connection, bound, rows) {
484
389
  held.push(row.path);
485
390
  byKey.set(key, held);
486
391
  }
392
+ const reach = reached(bound, 's');
487
393
  for (const [key, targets] of byKey) {
488
- const reach = reached(bound, 's');
489
394
  const room = bound.rooms.find((one) => one.key === key).locator;
490
395
  const found = connection.rows(`SELECT target, path, type, field FROM (SELECT l.target, s.path, s.type, l.field, ROW_NUMBER() OVER (PARTITION BY l.target ORDER BY s.path, l.field) AS rank FROM (SELECT DISTINCT doc, target, field FROM replica_links WHERE key = ? AND kind = 'field' AND target IN (SELECT value FROM json_each(?))) l JOIN replica_entries s ON s.id = l.doc AND ${VISIBLE('s')} WHERE ${reach.sql}) WHERE rank <= ? ORDER BY target, path, field`, [key, JSON.stringify(targets), ...reach.bind, MAXIMUM_WINDOW]);
491
396
  for (const row of found) {
@@ -498,38 +403,36 @@ function backlinksOf(connection, bound, rows) {
498
403
  return linked;
499
404
  }
500
405
  function documents(connection, bound, plan, shape, budget) {
501
- const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(bound, key, orderingOf(options), index));
406
+ const terms = shape.orderBy.map(({ key, options }, index) => keyTerm(key, orderingOf(options), index, plan.root.pathPrefix));
502
407
  const filter = filtered(bound, plan);
503
408
  const cursor = plan.after?.values ?? null;
504
- const room = located(bound, 'd');
505
- const tie = cursor === null
409
+ const room = located('d');
410
+ const after = cursor === null
506
411
  ? null
507
412
  : (() => {
508
413
  const key = cursor[shape.orderBy.length];
509
- return any([
414
+ return sql.following(terms.map(({ term }, index) => sql.beyond(bound.collate, term, cursor[index])), any([
510
415
  fragment(`${room.sql} > ?`, [...room.bind, roomOfKey(key)]),
511
416
  fragment(`${room.sql} = ? AND d.path > ?`, [
512
417
  ...room.bind,
513
418
  roomOfKey(key),
514
419
  pathOfKey(key),
515
420
  ]),
516
- ]);
421
+ ]));
517
422
  })();
518
- const after = cursor === null || tie === null
519
- ? null
520
- : following(terms.map(({ term }, index) => beyond(bound, term, cursor[index])), tie);
521
423
  const selected = joined([
522
- fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id'),
424
+ fragment('SELECT d.id, d.key, d.path, d.type, d.binary, d.revision, d.fields, d.change, d.file_id, d.bytes, d.created'),
523
425
  ...terms.map(({ term }, index) => joined([
524
426
  fragment(`, ${term.kind.sql} AS k${index}`, term.kind.bind),
525
427
  fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
428
+ fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
526
429
  ], '')),
527
430
  fragment(' FROM replica_entries d'),
528
431
  ...terms.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
529
432
  fragment(' WHERE '),
530
433
  after === null ? filter : all([filter, after]),
531
434
  fragment(' ORDER BY '),
532
- joined([...terms.map(({ term }) => sorted(bound, term)), room, fragment('d.path')], ', '),
435
+ joined([...terms.map(({ term }) => sql.sorted(bound.collate, term)), room, fragment('d.path')], ', '),
533
436
  ...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
534
437
  ], '');
535
438
  const rows = connection.rows(selected.sql, selected.bind);
@@ -537,8 +440,9 @@ function documents(connection, bound, plan, shape, budget) {
537
440
  const kept = bodied(shape) ? withContent(connection, windowed, budget) : windowed;
538
441
  const cut = kept.length;
539
442
  const roomOf = new Map(bound.rooms.map(({ key, locator }) => [key, locator]));
443
+ const queried = new Map(bound.rooms.map((one) => [one.key, one]));
540
444
  const linked = shape.backlinks ? backlinksOf(connection, bound, kept) : new Map();
541
- const found = kept.map((row) => documentOf(shape, roomOf.get(Number(row.key)), row, linked));
445
+ const found = kept.map((row) => documentOf(shape, queried.get(Number(row.key)), row, linked));
542
446
  const last = kept.at(-1);
543
447
  const cursorAt = (row) => cursorOf([
544
448
  ...shape.orderBy.map(({ key }, index) => decodedKey(key, row, index)),
@@ -568,7 +472,7 @@ function withContent(connection, rows, budget) {
568
472
  return rows;
569
473
  const ids = rows.map((row) => row.id);
570
474
  const sizes = new Map(connection
571
- .rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${list(ids).sql}`, ids)
475
+ .rows(`SELECT id, octet_length(content) AS size FROM replica_entries WHERE id IN ${listed(ids).sql}`, ids)
572
476
  .map((row) => [row.id, Number(row.size ?? 0)]));
573
477
  let cut = rows.length;
574
478
  let spent = 0;
@@ -583,111 +487,213 @@ function withContent(connection, rows, budget) {
583
487
  const kept = rows.slice(0, cut);
584
488
  const read = kept.map((row) => row.id);
585
489
  const held = new Map(connection
586
- .rows(`SELECT id, content FROM replica_entries WHERE id IN ${list(read).sql}`, read)
490
+ .rows(`SELECT id, content FROM replica_entries WHERE id IN ${listed(read).sql}`, read)
587
491
  .map((row) => [row.id, row.content]));
588
492
  return kept.map((row) => ({ ...row, content: held.get(row.id) ?? null }));
589
493
  }
590
- function storedFolders(bound, plan) {
591
- if (plan.paths !== null || plan.hop !== null || plan.backlinks !== null)
494
+ function storedFolders(bound, plan, subfolder) {
495
+ if (plan.paths !== null || plan.fileIds !== null)
496
+ return null;
497
+ if (plan.hop !== null || plan.backlinks !== null)
498
+ return null;
499
+ if (subfolder && plan.folder !== null)
592
500
  return null;
593
501
  const whole = bound.rooms.filter(({ locator }) => bound.reach === null || bound.reach.rooms.includes(locator));
594
502
  if (whole.length === 0)
595
503
  return null;
596
504
  const keys = whole.map(({ key }) => key);
597
- const prefix = plan.root.pathPrefix;
505
+ const prefix = plan.root.pathPrefix ?? '';
506
+ const outside = (bound.reach?.areas ?? []).flatMap((area) => {
507
+ const key = bound.keys.get(area.room);
508
+ if (key === undefined)
509
+ return [];
510
+ const fence = fenced('f', key, area, true);
511
+ return [fragment(`NOT ${grouped(fence).sql}`, fence.bind)];
512
+ });
513
+ const under = prefix === ''
514
+ ? subfolder
515
+ ? [fragment("f.path <> ''")]
516
+ : []
517
+ : [
518
+ subfolder
519
+ ? fragment('(f.path >= ? AND f.path < ?)', [`${prefix}/`, `${prefix}0`])
520
+ : within('f', prefix),
521
+ ];
598
522
  return all([
599
- fragment(`f.key IN ${list(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
600
- ...(prefix === null || prefix === ''
601
- ? []
602
- : [
603
- fragment('(f.path = ? OR (f.path >= ? AND f.path < ?))', [
604
- prefix,
605
- `${prefix}/`,
606
- `${prefix}0`,
607
- ]),
608
- ]),
523
+ fragment(`f.key IN ${listed(keys).sql} AND f.layer = 0 AND f.present = 1`, keys),
524
+ ...outside,
525
+ ...under,
526
+ ...(plan.outside ?? []).map((folder) => fragment(`NOT ${within('f', folder).sql}`, within('f', folder).bind)),
609
527
  ...(plan.folder === null ? [] : [fragment('f.path = ?', [plan.folder])]),
610
528
  ]);
611
529
  }
530
+ const SIZES = [
531
+ 'CASE WHEN d.binary IS NULL THEN 1 ELSE 0 END AS dn',
532
+ 'CASE WHEN d.binary IS NULL THEN d.bytes ELSE 0 END AS ds',
533
+ 'CASE WHEN d.binary IS NULL THEN 0 ELSE 1 END AS fn',
534
+ 'CASE WHEN d.binary IS NULL THEN 0 ELSE d.bytes END AS fs',
535
+ ];
536
+ const LATEST = "d.changed_instant || ' ' || (d.change ->> '$.time') AS u";
537
+ function greatestTerm(ordering) {
538
+ return { ordering, kind: fragment('gk'), value: fragment('gv'), instant: fragment('gi') };
539
+ }
540
+ function latestOf(held) {
541
+ if (typeof held !== 'string')
542
+ return null;
543
+ return held.slice(held.indexOf(' ') + 1);
544
+ }
612
545
  function groups(connection, bound, plan, shape) {
546
+ const prefix = plan.root.pathPrefix;
613
547
  const keyed = shape.groupBy.map((key, index) => {
614
- const { term, join } = keyTerm(bound, key, GROUP_ORDER, index);
548
+ const { term, join } = keyTerm(key, GROUP_ORDER, index, prefix);
615
549
  const kind = fragment(`COALESCE(${term.kind.sql}, 'null')`, term.kind.bind);
616
550
  return { term: { ...term, kind }, join };
617
551
  });
552
+ const ordering = shape.orderBy.map(({ by }) => by);
553
+ const sized = shape.size || ordering.includes('size');
554
+ const dated = shape.updated || ordering.includes('updated');
555
+ const greatest = shape.greatest === null
556
+ ? null
557
+ : keyTerm({ of: 'field', field: shape.greatest }, GREATEST, keyed.length, prefix);
618
558
  const filter = filtered(bound, plan);
619
559
  const inner = joined([
620
560
  fragment('SELECT '),
621
561
  joined(keyed.map(({ term }, index) => joined([
622
562
  fragment(`${term.kind.sql} AS k${index}`, term.kind.bind),
623
563
  fragment(`, ${term.value.sql} AS v${index}`, term.value.bind),
564
+ fragment(`, ${instantOf(term).sql} AS i${index}`, instantOf(term).bind),
624
565
  ], '')), ', '),
625
- fragment(', 1 AS n FROM replica_entries d'),
626
- ...keyed.flatMap(({ join }) => (join === null ? [] : [fragment(' '), join])),
566
+ fragment(['', '1 AS n', ...(sized ? SIZES : []), ...(dated ? [LATEST] : [])].join(', ')),
567
+ ...(greatest === null
568
+ ? []
569
+ : [
570
+ fragment(`, ${greatest.term.kind.sql} AS gk`, greatest.term.kind.bind),
571
+ fragment(`, ${greatest.term.value.sql} AS gv`, greatest.term.value.bind),
572
+ fragment(`, ${instantOf(greatest.term).sql} AS gi`, instantOf(greatest.term).bind),
573
+ ]),
574
+ fragment(' FROM replica_entries d'),
575
+ ...[...keyed, ...(greatest === null ? [] : [greatest])].flatMap(({ join }) => join === null ? [] : [fragment(' '), join]),
627
576
  fragment(' WHERE '),
628
577
  filter,
629
578
  ], '');
630
- const folders = shape.groupBy.length === 1 && shape.groupBy[0].of === 'folder'
631
- ? storedFolders(bound, plan)
632
- : null;
579
+ const only = shape.groupBy.length === 1 ? shape.groupBy[0].of : null;
580
+ const subfolder = only === 'subfolder';
581
+ const folders = only === 'folder' || subfolder ? storedFolders(bound, plan, subfolder) : null;
582
+ const folderKey = subfolder ? subfolderOf('f.path', prefix) : fragment('f.path');
583
+ const zeros = [
584
+ ...(sized ? ['0', '0', '0', '0'] : []),
585
+ ...(dated ? ['NULL'] : []),
586
+ ...(greatest === null ? [] : ['NULL', 'NULL', 'NULL']),
587
+ ];
633
588
  const source = folders === null
634
589
  ? inner
635
590
  : joined([
636
591
  inner,
637
- fragment(" UNION ALL SELECT 'string' AS k0, f.path AS v0, 0 AS n FROM replica_folders f WHERE "),
592
+ fragment(` UNION ALL SELECT 'string' AS k0, ${folderKey.sql} AS v0, NULL AS i0, 0 AS n${zeros.map((one) => `, ${one}`).join('')} FROM replica_folders f WHERE `, folderKey.bind),
638
593
  folders,
639
594
  ], '');
640
- const columns = keyed.map((_, index) => `k${index}, v${index}`).join(', ');
641
- const counted = {
642
- ordering: { ...GROUP_ORDER },
643
- kind: fragment("'number'"),
644
- value: fragment('n'),
645
- };
646
- const outer = (index, ordering) => ({
647
- ordering,
595
+ const held = keyed
596
+ .map((_, index) => `k${index}, i${index}, CASE WHEN i${index} IS NULL THEN v${index} END`)
597
+ .join(', ');
598
+ const ranked = greatest === null
599
+ ? source
600
+ : joined([
601
+ fragment(`SELECT *, ROW_NUMBER() OVER (PARTITION BY ${held} ORDER BY `),
602
+ sql.sorted(bound.collate, greatestTerm(GREATEST)),
603
+ fragment(', gv) AS gr FROM ('),
604
+ source,
605
+ fragment(')'),
606
+ ], '');
607
+ const columns = [
608
+ ...keyed.map((_, index) => `k${index}, min(v${index}) AS v${index}, i${index}`),
609
+ 'sum(n) AS n',
610
+ ...(sized ? ['sum(dn) AS dn', 'sum(ds) AS ds', 'sum(fn) AS fn', 'sum(fs) AS fs'] : []),
611
+ ...(dated ? ['max(u) AS u'] : []),
612
+ ...(greatest === null
613
+ ? []
614
+ : ['gk', 'gv', 'gi'].map((column) => `min(CASE WHEN gr = 1 THEN ${column} END) AS ${column}`)),
615
+ ].join(', ');
616
+ const outer = (index, order) => ({
617
+ ordering: order,
648
618
  kind: fragment(`k${index}`),
649
619
  value: fragment(`v${index}`),
650
620
  });
651
- const ordered = shape.orderBy.map(({ by, direction }) => by === 'count'
652
- ? { ...counted, ordering: { ...GROUP_ORDER, direction } }
653
- : outer(by, { ...GROUP_ORDER, direction }));
621
+ const termOf = (by, order) => {
622
+ if (by === 'count')
623
+ return { ordering: order, kind: fragment("'number'"), value: fragment('n') };
624
+ if (by === 'size') {
625
+ return { ordering: order, kind: fragment("'number'"), value: fragment('(ds + fs)') };
626
+ }
627
+ if (by === 'updated') {
628
+ return {
629
+ ordering: order,
630
+ kind: fragment("(CASE WHEN u IS NULL THEN 'null' ELSE 'string' END)"),
631
+ value: fragment("substr(u, instr(u, ' ') + 1)"),
632
+ instant: fragment("substr(u, 1, instr(u, ' ') - 1)"),
633
+ };
634
+ }
635
+ if (by === 'greatest')
636
+ return greatestTerm(order);
637
+ return { ...outer(by, order), instant: fragment(`i${by}`) };
638
+ };
639
+ const valueOf = (row, by) => {
640
+ if (by === 'count')
641
+ return Number(row.n);
642
+ if (by === 'size')
643
+ return Number(row.ds) + Number(row.fs);
644
+ if (by === 'updated') {
645
+ const text = latestOf(row.u);
646
+ return text === null ? null : sql.sortValue('string', text, row.u.split(' ')[0]);
647
+ }
648
+ if (by === 'greatest')
649
+ return sortedOf(row.gk, row.gv, row.gi);
650
+ return sortedValue(row, by);
651
+ };
652
+ const ordered = shape.orderBy.map(({ by, direction, nulls }) => termOf(by, { ...GROUP_ORDER, direction, nulls: nulls ?? GROUP_ORDER.nulls }));
654
653
  const ties = keyed.flatMap((_, index) => [
655
654
  { ...outer(index, GROUP_TIES), total: true },
656
655
  { ordering: GROUP_TIES, kind: fragment("'string'"), value: fragment(`k${index}`) },
657
656
  ]);
658
657
  const cursor = plan.after?.values ?? null;
659
- const tieValues = cursor === null
660
- ? null
661
- : cursor[shape.orderBy.length].flatMap((value) => [
662
- value,
663
- kindOf(value ?? null),
664
- ]);
665
- const after = cursor === null || tieValues === null
658
+ const after = cursor === null
666
659
  ? null
667
- : following(ordered.map((term, index) => beyond(bound, term, cursor[index])), following(ties.slice(0, -1).map((term, index) => beyond(bound, term, tieValues[index])), beyond(bound, ties.at(-1), tieValues.at(-1)).beyond));
668
- const grouping = joined([fragment(`SELECT ${columns}, sum(n) AS n FROM (`), source, fragment(`) GROUP BY ${columns}`)], '');
660
+ : (() => {
661
+ const tieValues = cursor[shape.orderBy.length].flatMap((value) => [value, heldKind(value ?? null)]);
662
+ return sql.following(ordered.map((term, index) => sql.beyond(bound.collate, term, cursor[index])), sql.following(ties
663
+ .slice(0, -1)
664
+ .map((term, index) => sql.beyond(bound.collate, term, tieValues[index])), sql.beyond(bound.collate, ties.at(-1), tieValues.at(-1)).beyond));
665
+ })();
666
+ const grouping = joined([fragment(`SELECT ${columns} FROM (`), ranked, fragment(`) GROUP BY ${held}`)], '');
669
667
  const windowed = joined([
670
668
  fragment('SELECT * FROM ('),
671
669
  grouping,
672
670
  fragment(')'),
673
671
  ...(after === null ? [] : [fragment(' WHERE '), after]),
674
672
  fragment(' ORDER BY '),
675
- joined([...ordered, ...ties].map((term) => sorted(bound, term)), ', '),
673
+ joined([...ordered, ...ties].map((term) => sql.sorted(bound.collate, term)), ', '),
676
674
  ...(plan.limit === null ? [] : [fragment(' LIMIT ?', [plan.limit + 1])]),
677
675
  ], '');
678
676
  const rows = connection.rows(windowed.sql, windowed.bind);
679
677
  const kept = plan.limit === null ? rows : rows.slice(0, plan.limit);
680
678
  const keyOf = (row) => keyed.map((_, index) => decoded(row[`k${index}`], row[`v${index}`]));
681
- const found = kept.map((row) => ({ key: keyOf(row), count: Number(row.n) }));
679
+ const found = kept.map((row) => ({
680
+ key: keyOf(row),
681
+ count: Number(row.n),
682
+ ...(shape.size
683
+ ? {
684
+ documents: { count: Number(row.dn), size: Number(row.ds) },
685
+ files: { count: Number(row.fn), size: Number(row.fs) },
686
+ }
687
+ : {}),
688
+ ...(shape.updated ? { updated: latestOf(row.u) } : {}),
689
+ ...(shape.greatest === null ? {} : { greatest: decoded(row.gk, row.gv) }),
690
+ }));
682
691
  const last = kept.at(-1);
683
692
  const next = plan.limit === null || rows.length <= plan.limit
684
693
  ? undefined
685
694
  : last === undefined
686
695
  ? (plan.after?.text ?? FROM_START)
687
- : cursorOf([
688
- ...shape.orderBy.map(({ by }) => by === 'count' ? Number(last.n) : decoded(last[`k${by}`], last[`v${by}`])),
689
- keyOf(last),
690
- ]);
696
+ : cursorOf([...shape.orderBy.map(({ by }) => valueOf(last, by)), keyOf(last)]);
691
697
  const total = plan.total
692
698
  ? Number(connection.rows(joined([fragment('SELECT count(*) AS held FROM ('), grouping, fragment(')')], '').sql, grouping.bind)[0].held)
693
699
  : undefined;
@@ -705,9 +711,6 @@ function boundOf(connection, plan, rooms) {
705
711
  collate: collating(connection),
706
712
  };
707
713
  }
708
- export function selected(connection, plan, rooms) {
709
- return filtered(boundOf(connection, plan, rooms), plan);
710
- }
711
714
  export function answerQuery(connection, plan, rooms, budget = null) {
712
715
  const bound = boundOf(connection, plan, rooms);
713
716
  if (rooms.length === 0) {