@macrostrat/data-sheet 3.1.0 → 4.0.0-dev2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. package/CHANGELOG.md +19 -0
  2. package/dist/actions/builtin.cjs +56 -0
  3. package/dist/actions/builtin.cjs.map +1 -0
  4. package/dist/actions/builtin.d.ts +15 -0
  5. package/dist/actions/builtin.js +56 -0
  6. package/dist/actions/builtin.js.map +1 -0
  7. package/dist/actions/clipboard.cjs +250 -0
  8. package/dist/actions/clipboard.cjs.map +1 -0
  9. package/dist/actions/clipboard.d.ts +42 -0
  10. package/dist/actions/clipboard.js +250 -0
  11. package/dist/actions/clipboard.js.map +1 -0
  12. package/dist/actions/filters.cjs +123 -0
  13. package/dist/actions/filters.cjs.map +1 -0
  14. package/dist/actions/filters.d.ts +6 -0
  15. package/dist/actions/filters.js +123 -0
  16. package/dist/actions/filters.js.map +1 -0
  17. package/dist/actions/index.d.ts +6 -0
  18. package/dist/actions/selection.cjs +194 -0
  19. package/dist/actions/selection.cjs.map +1 -0
  20. package/dist/actions/selection.d.ts +40 -0
  21. package/dist/actions/selection.js +192 -0
  22. package/dist/actions/selection.js.map +1 -0
  23. package/dist/actions/toolbar.cjs +171 -0
  24. package/dist/actions/toolbar.cjs.map +1 -0
  25. package/dist/actions/toolbar.d.ts +10 -0
  26. package/dist/actions/toolbar.js +171 -0
  27. package/dist/actions/toolbar.js.map +1 -0
  28. package/dist/actions/toolbar.module.sass.cjs +22 -0
  29. package/dist/actions/toolbar.module.sass.cjs.map +1 -0
  30. package/dist/actions/toolbar.module.sass.js +20 -0
  31. package/dist/actions/toolbar.module.sass.js.map +1 -0
  32. package/dist/actions/types.d.ts +143 -0
  33. package/dist/cell-renderer.cjs +44 -41
  34. package/dist/cell-renderer.cjs.map +1 -1
  35. package/dist/cell-renderer.d.ts +1 -6
  36. package/dist/cell-renderer.js +45 -42
  37. package/dist/cell-renderer.js.map +1 -1
  38. package/dist/components/actions.module.sass.cjs +3 -3
  39. package/dist/components/actions.module.sass.js +2 -2
  40. package/dist/components/colors.cjs +20 -16
  41. package/dist/components/colors.cjs.map +1 -1
  42. package/dist/components/colors.d.ts +3 -2
  43. package/dist/components/colors.js +20 -16
  44. package/dist/components/colors.js.map +1 -1
  45. package/dist/components/editor-popup.cjs +4 -3
  46. package/dist/components/editor-popup.cjs.map +1 -1
  47. package/dist/components/editor-popup.js +4 -3
  48. package/dist/components/editor-popup.js.map +1 -1
  49. package/dist/components/index.d.ts +1 -0
  50. package/dist/components/main.module.sass.cjs +12 -12
  51. package/dist/components/main.module.sass.js +11 -11
  52. package/dist/components/text-areas.cjs +23 -18
  53. package/dist/components/text-areas.cjs.map +1 -1
  54. package/dist/components/text-areas.d.ts +8 -4
  55. package/dist/components/text-areas.js +20 -13
  56. package/dist/components/text-areas.js.map +1 -1
  57. package/dist/components/view-info.cjs +18 -0
  58. package/dist/components/view-info.cjs.map +1 -0
  59. package/dist/components/view-info.d.ts +1 -0
  60. package/dist/components/view-info.js +18 -0
  61. package/dist/components/view-info.js.map +1 -0
  62. package/dist/core.cjs +184 -156
  63. package/dist/core.cjs.map +1 -1
  64. package/dist/core.d.ts +14 -1
  65. package/dist/core.js +187 -157
  66. package/dist/core.js.map +1 -1
  67. package/dist/data-sheet.css +181 -43
  68. package/dist/index.cjs +43 -13
  69. package/dist/index.cjs.map +1 -1
  70. package/dist/index.d.ts +1 -0
  71. package/dist/index.js +43 -10
  72. package/dist/index.js.map +1 -1
  73. package/dist/main.module.sass.cjs +15 -14
  74. package/dist/main.module.sass.cjs.map +1 -1
  75. package/dist/main.module.sass.js +14 -13
  76. package/dist/main.module.sass.js.map +1 -1
  77. package/dist/notifications.cjs +19 -0
  78. package/dist/notifications.cjs.map +1 -0
  79. package/dist/notifications.d.ts +9 -0
  80. package/dist/notifications.js +19 -0
  81. package/dist/notifications.js.map +1 -0
  82. package/dist/postgrest-table/data-loaders.cjs +181 -104
  83. package/dist/postgrest-table/data-loaders.cjs.map +1 -1
  84. package/dist/postgrest-table/data-loaders.d.ts +52 -28
  85. package/dist/postgrest-table/data-loaders.js +181 -104
  86. package/dist/postgrest-table/data-loaders.js.map +1 -1
  87. package/dist/postgrest-table/index.cjs +205 -79
  88. package/dist/postgrest-table/index.cjs.map +1 -1
  89. package/dist/postgrest-table/index.d.ts +13 -16
  90. package/dist/postgrest-table/index.js +186 -58
  91. package/dist/postgrest-table/index.js.map +1 -1
  92. package/dist/postgrest-table/lazy-loader-table.cjs +18 -17
  93. package/dist/postgrest-table/lazy-loader-table.cjs.map +1 -1
  94. package/dist/postgrest-table/lazy-loader-table.d.ts +1 -1
  95. package/dist/postgrest-table/lazy-loader-table.js +17 -14
  96. package/dist/postgrest-table/lazy-loader-table.js.map +1 -1
  97. package/dist/postgrest-table/loading-utils.cjs +16 -0
  98. package/dist/postgrest-table/loading-utils.cjs.map +1 -0
  99. package/dist/postgrest-table/loading-utils.d.ts +13 -0
  100. package/dist/postgrest-table/loading-utils.js +16 -0
  101. package/dist/postgrest-table/loading-utils.js.map +1 -0
  102. package/dist/postgrest-table/main.module.sass.cjs +18 -13
  103. package/dist/postgrest-table/main.module.sass.cjs.map +1 -1
  104. package/dist/postgrest-table/main.module.sass.js +18 -13
  105. package/dist/postgrest-table/main.module.sass.js.map +1 -1
  106. package/dist/provider.cjs +58 -26
  107. package/dist/provider.cjs.map +1 -1
  108. package/dist/provider.js +57 -23
  109. package/dist/provider.js.map +1 -1
  110. package/dist/renderers/column-header-cell-postgrest.cjs +216 -0
  111. package/dist/renderers/column-header-cell-postgrest.cjs.map +1 -0
  112. package/dist/renderers/column-header-cell-postgrest.d.ts +13 -0
  113. package/dist/renderers/column-header-cell-postgrest.js +216 -0
  114. package/dist/renderers/column-header-cell-postgrest.js.map +1 -0
  115. package/dist/renderers/column-header-cell-postgrest.module.sass.cjs +23 -0
  116. package/dist/renderers/column-header-cell-postgrest.module.sass.cjs.map +1 -0
  117. package/dist/renderers/column-header-cell-postgrest.module.sass.js +22 -0
  118. package/dist/renderers/column-header-cell-postgrest.module.sass.js.map +1 -0
  119. package/dist/renderers/column-header-cell.cjs +103 -0
  120. package/dist/renderers/column-header-cell.cjs.map +1 -0
  121. package/dist/renderers/column-header-cell.d.ts +30 -0
  122. package/dist/renderers/column-header-cell.js +101 -0
  123. package/dist/renderers/column-header-cell.js.map +1 -0
  124. package/dist/renderers/index.d.ts +2 -0
  125. package/dist/table-updates/data-parameter.d.ts +14 -0
  126. package/dist/table-updates/filter.d.ts +16 -0
  127. package/dist/table-updates/index.d.ts +19 -0
  128. package/dist/types.cjs +9 -0
  129. package/dist/types.cjs.map +1 -0
  130. package/dist/types.d.ts +58 -4
  131. package/dist/types.js +9 -0
  132. package/dist/types.js.map +1 -0
  133. package/dist/utils/column-spec.cjs +9 -1
  134. package/dist/utils/column-spec.cjs.map +1 -1
  135. package/dist/utils/column-spec.d.ts +21 -0
  136. package/dist/utils/column-spec.js +9 -1
  137. package/dist/utils/column-spec.js.map +1 -1
  138. package/dist/utils/key-handling.cjs +141 -52
  139. package/dist/utils/key-handling.cjs.map +1 -1
  140. package/dist/utils/key-handling.d.ts +2 -3
  141. package/dist/utils/key-handling.js +142 -53
  142. package/dist/utils/key-handling.js.map +1 -1
  143. package/dist/zustand-store.cjs +216 -51
  144. package/dist/zustand-store.cjs.map +1 -1
  145. package/dist/zustand-store.js +197 -32
  146. package/dist/zustand-store.js.map +1 -1
  147. package/package.json +5 -5
  148. package/src/actions/builtin.ts +65 -0
  149. package/src/actions/clipboard.ts +350 -0
  150. package/src/actions/filters.ts +150 -0
  151. package/src/actions/index.ts +6 -0
  152. package/src/actions/selection.ts +271 -0
  153. package/src/actions/toolbar.module.sass +30 -0
  154. package/src/actions/toolbar.ts +212 -0
  155. package/src/actions/types.ts +159 -0
  156. package/src/cell-renderer.ts +55 -51
  157. package/src/components/colors.ts +22 -19
  158. package/src/components/editor-popup.ts +3 -2
  159. package/src/components/index.ts +1 -0
  160. package/src/components/main.module.sass +1 -0
  161. package/src/components/text-areas.ts +34 -19
  162. package/src/components/view-info.ts +17 -0
  163. package/src/core.ts +243 -170
  164. package/src/index.ts +1 -0
  165. package/src/main.module.sass +14 -2
  166. package/src/notifications.ts +22 -0
  167. package/src/postgrest-table/data-loaders.ts +300 -201
  168. package/src/postgrest-table/index.ts +258 -84
  169. package/src/postgrest-table/lazy-loader-table.ts +18 -17
  170. package/src/postgrest-table/loading-utils.ts +49 -0
  171. package/src/postgrest-table/main.module.sass +16 -0
  172. package/src/provider.ts +63 -20
  173. package/src/renderers/column-header-cell-postgrest.module.sass +71 -0
  174. package/src/renderers/column-header-cell-postgrest.ts +282 -0
  175. package/src/renderers/column-header-cell.ts +388 -0
  176. package/src/renderers/index.ts +2 -0
  177. package/src/table-updates/data-parameter.ts +44 -0
  178. package/src/table-updates/filter.ts +124 -0
  179. package/src/table-updates/index.ts +239 -0
  180. package/src/types.ts +58 -3
  181. package/src/utils/column-spec.ts +47 -0
  182. package/src/utils/key-handling.ts +181 -72
  183. package/src/zustand-store.ts +241 -36
  184. package/dist/provider.d.ts +0 -15
@@ -1,19 +1,20 @@
1
- import hyper from "@macrostrat/hyper";
2
- const spacer = "_spacer_tr5j5_94";
1
+ import h$1 from "@macrostrat/hyper";
2
+ const spacer = "_spacer_11hm8_103";
3
3
  const styles = {
4
- "data-sheet-container": "_data-sheet-container_tr5j5_1",
5
- "data-sheet-holder": "_data-sheet-holder_tr5j5_1",
6
- "data-sheet": "_data-sheet_tr5j5_1",
7
- "input-cell": "_input-cell_tr5j5_37",
8
- "editor-cell": "_editor-cell_tr5j5_57",
9
- "hidden-input": "_hidden-input_tr5j5_65",
10
- "data-editor-anchor": "_data-editor-anchor_tr5j5_71",
11
- "corner-drag-handle": "_corner-drag-handle_tr5j5_78",
12
- "data-sheet-toolbar": "_data-sheet-toolbar_tr5j5_88",
4
+ "data-sheet-container": "_data-sheet-container_11hm8_1",
5
+ "data-sheet-holder": "_data-sheet-holder_11hm8_1",
6
+ "data-sheet": "_data-sheet_11hm8_1",
7
+ "input-cell": "_input-cell_11hm8_41",
8
+ "value-viewer-cell": "_value-viewer-cell_11hm8_58",
9
+ "editor-cell": "_editor-cell_11hm8_66",
10
+ "hidden-input": "_hidden-input_11hm8_74",
11
+ "data-editor-anchor": "_data-editor-anchor_11hm8_80",
12
+ "corner-drag-handle": "_corner-drag-handle_11hm8_87",
13
+ "data-sheet-toolbar": "_data-sheet-toolbar_11hm8_97",
13
14
  spacer,
14
- "table-control": "_table-control_tr5j5_98"
15
+ "table-control": "_table-control_11hm8_107"
15
16
  };
16
- let h = hyper.styled(styles);
17
+ let h = h$1.styled(styles);
17
18
  Object.assign(h, styles);
18
19
  export {
19
20
  h as default,
@@ -1 +1 @@
1
- {"version":3,"file":"main.module.sass.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;"}
1
+ {"version":3,"file":"main.module.sass.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;;;;;;;;;;;"}
@@ -0,0 +1,19 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
3
+ const core = require("@blueprintjs/core");
4
+ const jotai = require("jotai");
5
+ const provider = require("./provider.cjs");
6
+ const react = require("react");
7
+ const toasterAtom = jotai.atom(null);
8
+ function useToaster(toaster) {
9
+ const [toasterRef, setToasterRef] = provider.ctx.use(toasterAtom);
10
+ react.useEffect(() => {
11
+ {
12
+ core.OverlayToaster.create().then((t) => setToasterRef(t));
13
+ }
14
+ }, [toaster]);
15
+ return toasterRef;
16
+ }
17
+ exports.toasterAtom = toasterAtom;
18
+ exports.useToaster = useToaster;
19
+ //# sourceMappingURL=notifications.cjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"notifications.cjs","sources":["../src/notifications.ts"],"sourcesContent":["import { OverlayToaster } from \"@blueprintjs/core\";\nimport { atom, useAtom } from \"jotai\";\nimport { ctx } from \"./provider\";\nimport { useEffect } from \"react\";\n\n/** Toaster access\n * Atom that stores a reference to a global or contextual toaster used by the\n * data sheet.\n * */\nexport const toasterAtom = atom(null);\n\nexport function useToaster(toaster?: OverlayToaster): OverlayToaster {\n const [toasterRef, setToasterRef] = ctx.use(toasterAtom);\n useEffect(() => {\n if (toaster != null) {\n setToasterRef(toaster);\n } else {\n OverlayToaster.create().then((t) => setToasterRef(t));\n }\n }, [toaster]);\n return toasterRef;\n}\n"],"names":["atom","ctx","useEffect","OverlayToaster"],"mappings":";;;;;;AASO,MAAM,cAAcA,MAAAA,KAAK,IAAI;AAE7B,SAAS,WAAW,SAA0C;AACnE,QAAM,CAAC,YAAY,aAAa,IAAIC,SAAAA,IAAI,IAAI,WAAW;AACvDC,QAAAA,UAAU,MAAM;AAGP;AACLC,WAAAA,eAAe,SAAS,KAAK,CAAC,MAAM,cAAc,CAAC,CAAC;AAAA,IACtD;AAAA,EACF,GAAG,CAAC,OAAO,CAAC;AACZ,SAAO;AACT;;;"}
@@ -0,0 +1,9 @@
1
+ import { OverlayToaster } from '@blueprintjs/core';
2
+ /** Toaster access
3
+ * Atom that stores a reference to a global or contextual toaster used by the
4
+ * data sheet.
5
+ * */
6
+ export declare const toasterAtom: import('jotai').PrimitiveAtom<null> & {
7
+ init: null;
8
+ };
9
+ export declare function useToaster(toaster?: OverlayToaster): OverlayToaster;
@@ -0,0 +1,19 @@
1
+ import { OverlayToaster } from "@blueprintjs/core";
2
+ import { atom } from "jotai";
3
+ import { ctx } from "./provider.js";
4
+ import { useEffect } from "react";
5
+ const toasterAtom = atom(null);
6
+ function useToaster(toaster) {
7
+ const [toasterRef, setToasterRef] = ctx.use(toasterAtom);
8
+ useEffect(() => {
9
+ {
10
+ OverlayToaster.create().then((t) => setToasterRef(t));
11
+ }
12
+ }, [toaster]);
13
+ return toasterRef;
14
+ }
15
+ export {
16
+ toasterAtom,
17
+ useToaster
18
+ };
19
+ //# sourceMappingURL=notifications.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"notifications.js","sources":["../src/notifications.ts"],"sourcesContent":["import { OverlayToaster } from \"@blueprintjs/core\";\nimport { atom, useAtom } from \"jotai\";\nimport { ctx } from \"./provider\";\nimport { useEffect } from \"react\";\n\n/** Toaster access\n * Atom that stores a reference to a global or contextual toaster used by the\n * data sheet.\n * */\nexport const toasterAtom = atom(null);\n\nexport function useToaster(toaster?: OverlayToaster): OverlayToaster {\n const [toasterRef, setToasterRef] = ctx.use(toasterAtom);\n useEffect(() => {\n if (toaster != null) {\n setToasterRef(toaster);\n } else {\n OverlayToaster.create().then((t) => setToasterRef(t));\n }\n }, [toaster]);\n return toasterRef;\n}\n"],"names":[],"mappings":";;;;AASO,MAAM,cAAc,KAAK,IAAI;AAE7B,SAAS,WAAW,SAA0C;AACnE,QAAM,CAAC,YAAY,aAAa,IAAI,IAAI,IAAI,WAAW;AACvD,YAAU,MAAM;AAGP;AACL,qBAAe,SAAS,KAAK,CAAC,MAAM,cAAc,CAAC,CAAC;AAAA,IACtD;AAAA,EACF,GAAG,CAAC,OAAO,CAAC;AACZ,SAAO;AACT;"}
@@ -5,18 +5,28 @@ const underscore = require("underscore");
5
5
  const react = require("react");
6
6
  const update = require("immutability-helper");
7
7
  const postgrestJs = require("@supabase/postgrest-js");
8
+ const loadingUtils = require("./loading-utils.cjs");
9
+ const provider = require("../provider.cjs");
10
+ const jotai = require("jotai");
8
11
  const _interopDefault = (e) => e && e.__esModule ? e : { default: e };
9
12
  const update__default = /* @__PURE__ */ _interopDefault(update);
10
- function adjustArraySize(arr, newSize) {
11
- if (newSize == null || arr.length === newSize) {
12
- return arr;
13
- } else if (arr.length > newSize) {
14
- arr = arr.slice(0, newSize);
13
+ function standardizeFilter(columnFilter) {
14
+ return {
15
+ type: "filter",
16
+ apply(req) {
17
+ return applyColumnFilters(req, [columnFilter]);
18
+ }
19
+ };
20
+ }
21
+ function applyColumnFilters(req, filters) {
22
+ for (const cf of filters) {
23
+ if (cf.value === "" || cf.value == null) continue;
24
+ const val = cf.operator === "like" || cf.operator === "ilike" ? `*${cf.value}*` : cf.value;
25
+ req = req.filter(cf.key, cf.operator, val);
15
26
  }
16
- return [...arr, ...Array(newSize - arr.length).fill(null)];
27
+ return req;
17
28
  }
18
29
  function lazyLoadingReducer(state, action) {
19
- console.log(action);
20
30
  switch (action.type) {
21
31
  case "start-loading":
22
32
  return {
@@ -24,11 +34,6 @@ function lazyLoadingReducer(state, action) {
24
34
  loading: true,
25
35
  initialized: true
26
36
  };
27
- case "set-visible":
28
- return {
29
- ...state,
30
- visibleRegion: action.region
31
- };
32
37
  case "update-data":
33
38
  return {
34
39
  ...state,
@@ -36,23 +41,32 @@ function lazyLoadingReducer(state, action) {
36
41
  data: update__default.default(state.data, action.changes)
37
42
  };
38
43
  case "loaded":
39
- let data = adjustArraySize(state.data, action.totalSize);
44
+ let data = loadingUtils.adjustArraySize(state.data, action.totalSize);
45
+ const newData = action.data ?? [];
46
+ const offset = action.offset ?? 0;
40
47
  data = [
41
- ...data.slice(0, action.offset),
42
- ...action.data,
43
- ...data.slice(action.offset + action.data.length)
48
+ ...data.slice(0, offset),
49
+ ...newData,
50
+ ...data.slice(offset + newData.length)
44
51
  ];
45
52
  return {
46
53
  ...state,
47
54
  data,
48
55
  loading: false
49
56
  };
57
+ case "start-reload":
58
+ return {
59
+ ...state,
60
+ data: new Array(state.data.length).fill(null),
61
+ loading: true,
62
+ initialized: false
63
+ };
50
64
  case "reset":
51
65
  return {
66
+ visibleRegion: defaultVisibleRegion,
52
67
  data: [],
53
68
  loading: false,
54
69
  error: null,
55
- visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },
56
70
  initialized: false
57
71
  };
58
72
  case "error":
@@ -66,9 +80,8 @@ function lazyLoadingReducer(state, action) {
66
80
  }
67
81
  }
68
82
  function buildQuery(client, config) {
69
- const { columns = "*", count } = config;
83
+ const { columns = "*", count, lastLoadedRowIndex } = config;
70
84
  const opts = { count };
71
- console.log("config", config);
72
85
  let cols;
73
86
  if (Array.isArray(columns)) {
74
87
  cols = columns.join(", ");
@@ -76,52 +89,140 @@ function buildQuery(client, config) {
76
89
  cols = columns ?? "*";
77
90
  }
78
91
  let query = client.select(cols, opts);
79
- if (config.filter) {
80
- query = config.filter(query);
92
+ const filters = config.filters ?? [];
93
+ for (const filter of filters) {
94
+ query = filter.apply(query);
81
95
  }
82
- console.log("query", query.url.search);
83
- if (config.order != null) {
84
- const { key: orderKey, ...rest } = config.order;
85
- query = query.order(orderKey, rest);
86
- if (config.after != null) {
87
- const op = rest.ascending ?? true ? "gt" : "lt";
88
- query = query[op](orderKey, config.after);
96
+ const orderClauses = buildPostgrestOrderClauses(
97
+ config.order ?? [],
98
+ config.identityKey
99
+ );
100
+ let hasOrdering = false;
101
+ for (const clause of orderClauses) {
102
+ query = query.order(clause.key, clause);
103
+ if (config.lastLoadedRow != null) {
104
+ const op = clause.ascending ?? true ? "gt" : "lt";
105
+ const value = config.lastLoadedRow[clause.key];
106
+ query = query[op](clause.key, value);
89
107
  }
108
+ hasOrdering = true;
109
+ }
110
+ let offset = null;
111
+ if (!hasOrdering && lastLoadedRowIndex > 0) {
112
+ offset = lastLoadedRowIndex + 1;
90
113
  }
91
114
  if (config.limit != null) {
92
- if (config.offset != null) {
93
- query = query.range(config.offset, config.offset + config.limit - 1);
94
- console.log(`Random seek from ${config.offset}, this will be slow`);
115
+ if (offset != null) {
116
+ query = query.range(offset, offset + config.limit - 1);
117
+ console.log(`Random seek from ${offset}, this will be slow`);
95
118
  } else {
96
119
  query = query.limit(config.limit);
97
120
  }
98
121
  }
122
+ console.log("query", query.url.search);
99
123
  return query;
100
124
  }
101
- function _loadMoreData(client, config, state, dispatch) {
102
- const rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);
125
+ const defaultVisibleRegion = {
126
+ rowIndexStart: 0,
127
+ rowIndexEnd: 0
128
+ };
129
+ const visibleRegionAtom = jotai.atom(defaultVisibleRegion);
130
+ const lazyLoaderCoreStateAtom = jotai.atom({
131
+ loading: false,
132
+ error: null,
133
+ initialized: false
134
+ });
135
+ const viewInfoAtom = jotai.atom((get) => {
136
+ const state = get(lazyLoaderStateAtom);
137
+ return {
138
+ visibleRegion: state.visibleRegion,
139
+ loading: state.loading,
140
+ error: state.error,
141
+ totalCount: state.data.length
142
+ };
143
+ });
144
+ const lazyLoaderStateAtom = jotai.atom(
145
+ (get) => {
146
+ const core = get(lazyLoaderCoreStateAtom);
147
+ const data = get(provider.tableDataAtom);
148
+ const visibleRegion = get(visibleRegionAtom);
149
+ return {
150
+ ...core,
151
+ data,
152
+ visibleRegion
153
+ };
154
+ },
155
+ (get, set, update2) => {
156
+ if (typeof update2 === "function") {
157
+ update2 = update2(get(lazyLoaderStateAtom));
158
+ }
159
+ const { visibleRegion, data, ...rest } = update2;
160
+ if (visibleRegion != null) {
161
+ set(visibleRegionAtom, visibleRegion);
162
+ }
163
+ if (data != null && data.length > 0) {
164
+ set(provider.tableDataAtom, data);
165
+ }
166
+ if (Object.keys(rest).length > 1) {
167
+ set(lazyLoaderCoreStateAtom, (v) => ({ ...v, ...rest }));
168
+ }
169
+ }
170
+ );
171
+ function useLazyLoaderReducer() {
172
+ const [state, setState] = provider.ctx.use(lazyLoaderStateAtom);
173
+ const dispatch = react.useCallback(
174
+ (action) => setState((prev) => lazyLoadingReducer(prev, action)),
175
+ [setState]
176
+ );
177
+ return [state, dispatch];
178
+ }
179
+ function buildPostgrestOrderClauses(sorts, identityOrder) {
180
+ const identitySort = typeof identityOrder == "string" ? { key: identityOrder, ascending: true } : identityOrder;
181
+ const identityKey = identitySort.key;
182
+ const clauses = sorts.map((sort) => {
183
+ return {
184
+ key: sort.key,
185
+ ascending: sort.ascending,
186
+ nullsFirst: "nullsFirst" in sort ? sort.nullsFirst : false
187
+ };
188
+ });
189
+ const hasIdentityClause = clauses.some((d) => d.key === identityKey);
190
+ if (hasIdentityClause) {
191
+ clauses.sort((a, b) => {
192
+ if (a.key === identityKey) return 1;
193
+ if (b.key === identityKey) return -1;
194
+ return 0;
195
+ });
196
+ } else {
197
+ clauses.push(identitySort);
198
+ }
199
+ return clauses;
200
+ }
201
+ function _loadMorePostgRESTData(client, config, state, dispatch) {
202
+ let rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);
103
203
  if (state.loading || rowIndex == null) {
104
204
  if (state.initialized) {
105
205
  return;
106
206
  }
207
+ rowIndex = rowIndex ?? 0;
208
+ }
209
+ const lastLoadedRowIndex = rowIndex - 1;
210
+ let lastLoadedRow = null;
211
+ if (lastLoadedRowIndex >= 0) {
212
+ lastLoadedRow = state.data[lastLoadedRowIndex];
107
213
  }
108
214
  const { chunkSize = 100, ...rest } = config;
109
- const sortKey = config.order?.key ?? "id";
215
+ config.order?.key ?? "id";
110
216
  let cfg = {
111
217
  ...rest,
112
218
  limit: chunkSize,
113
- offset: null
219
+ lastLoadedRow,
220
+ lastLoadedRowIndex
114
221
  };
115
222
  const isInitialQuery = !state.initialized;
116
223
  if (isInitialQuery) {
117
224
  cfg.count = "exact";
118
225
  }
119
- if (!isInitialQuery) {
120
- cfg.after = state.data[rowIndex - 1]?.[sortKey];
121
- if (cfg.after == null) {
122
- cfg.offset = rowIndex;
123
- }
124
- }
125
226
  dispatch({ type: "start-loading" });
126
227
  const query = buildQuery(client, cfg);
127
228
  query.then((res) => {
@@ -135,48 +236,49 @@ function _loadMoreData(client, config, state, dispatch) {
135
236
  });
136
237
  });
137
238
  }
138
- const loadMoreData = underscore.debounce(_loadMoreData, 100);
139
- function usePostgRESTLazyLoader(endpoint, table, config = {}) {
140
- const initialState = {
141
- data: [],
142
- loading: false,
143
- error: null,
144
- visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },
145
- initialized: false
146
- };
147
- const client = react.useMemo(() => {
148
- return new postgrestJs.PostgrestClient(endpoint).from(table);
149
- }, [endpoint, table]);
150
- const [state, dispatch] = react.useReducer(lazyLoadingReducer, initialState);
151
- const { data, loading } = state;
152
- uiComponents.useAsyncEffect(async () => {
153
- loadMoreData(client, config, state, dispatch);
154
- }, [
155
- data,
156
- state.visibleRegion.rowIndexStart,
157
- state.visibleRegion.rowIndexEnd
158
- ]);
239
+ const loadMorePostgRESTData = underscore.debounce(_loadMorePostgRESTData, 100);
240
+ function useScrollHandler() {
159
241
  const ref = react.useRef(null);
160
- const onScroll = react.useCallback(
242
+ const setVisibleRegion = provider.ctx.useSet(visibleRegionAtom);
243
+ return react.useCallback(
161
244
  underscore.debounce((visibleCells) => {
162
245
  if (visibleCells.rowIndexEnd == ref.current?.rowIndexEnd && visibleCells.rowIndexStart == ref.current?.rowIndexStart) {
163
246
  return;
164
247
  }
165
248
  console.log("Visible cells changed", visibleCells);
166
- dispatch({
167
- type: "set-visible",
168
- region: visibleCells
169
- });
249
+ setVisibleRegion(visibleCells);
170
250
  ref.current = visibleCells;
171
251
  }, 500),
172
- [dispatch]
252
+ [setVisibleRegion]
253
+ );
254
+ }
255
+ function usePostgRESTLazyLoader(endpoint, table, config = {}) {
256
+ const getClient = react.useCallback(() => {
257
+ return new postgrestJs.PostgrestClient(endpoint).from(table);
258
+ }, [endpoint, table]);
259
+ const [state, dispatch] = useLazyLoaderReducer();
260
+ const { data, loading } = state;
261
+ const sortFilterKey = react.useMemo(
262
+ () => JSON.stringify({
263
+ s: config.order,
264
+ v: config.filters,
265
+ i: config.identityKey
266
+ }),
267
+ [config.order, config.filters, config.identityKey]
173
268
  );
269
+ const visibleRegion = provider.ctx.useValue(visibleRegionAtom);
270
+ react.useEffect(() => {
271
+ dispatch({ type: "reset" });
272
+ }, [sortFilterKey]);
273
+ uiComponents.useAsyncEffect(async () => {
274
+ const client = getClient();
275
+ loadMorePostgRESTData(client, config, state, dispatch);
276
+ }, [data, visibleRegion, sortFilterKey]);
174
277
  return {
175
278
  data,
176
279
  loading,
177
- onScroll,
178
280
  dispatch,
179
- client
281
+ getClient
180
282
  };
181
283
  }
182
284
  function indexOfFirstNullInRegion(data, region) {
@@ -188,41 +290,15 @@ function indexOfFirstNullInRegion(data, region) {
188
290
  return null;
189
291
  }
190
292
  function useTestLazyLoader(config = {}) {
191
- const initialState = {
192
- data: [],
193
- loading: false,
194
- error: null,
195
- visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },
196
- initialized: false
197
- };
198
- const [state, dispatch] = react.useReducer(lazyLoadingReducer, initialState);
293
+ const [state, dispatch] = useLazyLoaderReducer();
199
294
  const { data, loading } = state;
295
+ const visibleRegion = provider.ctx.useValue(visibleRegionAtom);
200
296
  uiComponents.useAsyncEffect(async () => {
201
297
  testDataLoader(config, state, dispatch);
202
- }, [
203
- data,
204
- state.visibleRegion.rowIndexStart,
205
- state.visibleRegion.rowIndexEnd
206
- ]);
207
- const ref = react.useRef(null);
208
- const onScroll = react.useCallback(
209
- underscore.debounce((visibleCells) => {
210
- if (visibleCells.rowIndexEnd == ref.current?.rowIndexEnd && visibleCells.rowIndexStart == ref.current?.rowIndexStart) {
211
- return;
212
- }
213
- console.log("Visible cells changed", visibleCells);
214
- dispatch({
215
- type: "set-visible",
216
- region: visibleCells
217
- });
218
- ref.current = visibleCells;
219
- }, 500),
220
- [dispatch]
221
- );
298
+ }, [data, visibleRegion]);
222
299
  return {
223
300
  data,
224
301
  loading,
225
- onScroll,
226
302
  dispatch
227
303
  };
228
304
  }
@@ -274,15 +350,12 @@ const testQueryFunc = async (cfg) => {
274
350
  let count = cfg.limit;
275
351
  const totalCount = 5e4;
276
352
  count = Math.min(count, totalCount - offset);
277
- await sleep(100);
353
+ await loadingUtils.sleep(100);
278
354
  return {
279
355
  data: buildSyntheticData(offset, count),
280
356
  count: cfg.count != null ? 5e4 : void 0
281
357
  };
282
358
  };
283
- async function sleep(ms) {
284
- return new Promise((resolve) => setTimeout(resolve, ms));
285
- }
286
359
  function buildSyntheticData(offset, count) {
287
360
  console.log(
288
361
  `Getting data at indices between ${offset} and ${offset + count}`
@@ -291,10 +364,14 @@ function buildSyntheticData(offset, count) {
291
364
  const id = i + 1;
292
365
  return {
293
366
  id,
294
- name: `This is some long text content in row ${id}`
367
+ name: `row ${id} has some long text content`
295
368
  };
296
369
  });
297
370
  }
371
+ exports.applyColumnFilters = applyColumnFilters;
372
+ exports.standardizeFilter = standardizeFilter;
298
373
  exports.usePostgRESTLazyLoader = usePostgRESTLazyLoader;
374
+ exports.useScrollHandler = useScrollHandler;
299
375
  exports.useTestLazyLoader = useTestLazyLoader;
376
+ exports.viewInfoAtom = viewInfoAtom;
300
377
  //# sourceMappingURL=data-loaders.cjs.map
@@ -1 +1 @@
1
- {"version":3,"file":"data-loaders.cjs","sources":["../../src/postgrest-table/data-loaders.ts"],"sourcesContent":["/** Lazy loading of data from a PostgREST endpoint */\n\nimport { useAsyncEffect } from \"@macrostrat/ui-components\";\nimport { debounce, range } from \"underscore\";\nimport { useCallback, useMemo, useReducer, useRef, useEffect } from \"react\";\nimport update, { Spec } from \"immutability-helper\";\n\ninterface ChunkIndex {\n startRow: number;\n endRow: number;\n lastValue: any;\n}\n\nimport {\n PostgrestClient,\n PostgrestQueryBuilder,\n PostgrestFilterBuilder,\n} from \"@supabase/postgrest-js\";\n\ninterface LazyLoaderState<T> {\n data: (T | null)[];\n loading: boolean;\n error: Error | null;\n visibleRegion: RowRegion;\n initialized: boolean;\n}\n\nexport interface PostgrestOrder<T> {\n key: string;\n ascending?: boolean;\n nullsFirst?: boolean;\n}\n\ntype LazyLoaderAction<T> =\n | { type: \"start-loading\" }\n | { type: \"loaded\"; data: T[]; offset: number; totalSize: number }\n | { type: \"error\"; error: Error }\n | { type: \"set-visible\"; region: RowRegion }\n | { type: \"update-data\"; changes: Spec<T[]> }\n | { type: \"reset\" };\n\nfunction adjustArraySize<T>(arr: T[], newSize: number) {\n if (newSize == null || arr.length === newSize) {\n return arr;\n } else if (arr.length > newSize) {\n // Trim the array\n arr = arr.slice(0, newSize);\n }\n return [...arr, ...Array(newSize - arr.length).fill(null)];\n}\n\nfunction lazyLoadingReducer<T>(\n state: LazyLoaderState<T>,\n action: LazyLoaderAction<T>,\n): LazyLoaderState<T> {\n console.log(action);\n switch (action.type) {\n case \"start-loading\":\n return {\n ...state,\n loading: true,\n initialized: true,\n };\n case \"set-visible\":\n return {\n ...state,\n visibleRegion: action.region,\n };\n case \"update-data\":\n return {\n ...state,\n loading: false,\n data: update(state.data, action.changes),\n };\n case \"loaded\":\n let data = adjustArraySize(state.data, action.totalSize);\n data = [\n ...data.slice(0, action.offset),\n ...action.data,\n ...data.slice(action.offset + action.data.length),\n ];\n\n return {\n ...state,\n data,\n loading: false,\n };\n\n case \"reset\":\n return {\n data: [],\n loading: false,\n error: null,\n visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },\n initialized: false,\n };\n case \"error\":\n return {\n ...state,\n error: action.error,\n loading: false,\n };\n default:\n return state;\n }\n}\n\ninterface RowRegion {\n rowIndexStart: number;\n rowIndexEnd: number;\n}\n\nenum LoadDirection {\n \"up\",\n \"down\",\n}\n\nfunction overlapsNulls(data: any[], region: RowRegion) {\n for (let i = region.rowIndexStart; i < region.rowIndexEnd; i++) {\n if (data[i] == null) {\n return true;\n }\n }\n return false;\n}\n\nfunction distanceToNextNonEmptyRow(\n data: any[],\n start: number,\n direction: LoadDirection,\n limit: number,\n): number {\n let i = start;\n while (i < data.length && i > 0 && limit > 0) {\n if (data[i] != null) {\n return i;\n }\n i += direction === LoadDirection.down ? 1 : -1;\n limit -= 1;\n }\n return i;\n}\n\ninterface QueryConfig {\n columns?: string | string[];\n count?: \"exact\" | \"estimated\";\n limit?: number;\n offset?: number;\n order?: PostgrestOrder<any>;\n after?: any;\n fullTextSearch?: string;\n filter?: (\n query: PostgrestFilterBuilder<any, any, any>,\n ) => PostgrestFilterBuilder<any, any, any>;\n}\n\nfunction buildQuery<T>(\n client: PostgrestQueryBuilder<T, any>,\n config: QueryConfig,\n) {\n const { columns = \"*\", count } = config;\n const opts = { count };\n\n console.log(\"config\", config);\n\n let cols: string;\n if (Array.isArray(columns)) {\n cols = columns.join(\", \");\n } else {\n cols = columns ?? \"*\";\n }\n\n let query = client.select(cols, opts);\n\n if (config.filter) {\n query = config.filter(query);\n }\n console.log(\"query\", query.url.search);\n\n if (config.order != null) {\n const { key: orderKey, ...rest } = config.order;\n query = query.order(orderKey, rest);\n if (config.after != null) {\n const op = (rest.ascending ?? true) ? \"gt\" : \"lt\";\n query = query[op](orderKey, config.after);\n }\n }\n if (config.limit != null) {\n if (config.offset != null) {\n query = query.range(config.offset, config.offset + config.limit - 1);\n console.log(`Random seek from ${config.offset}, this will be slow`);\n } else {\n query = query.limit(config.limit);\n }\n }\n return query;\n}\n\nfunction _loadMoreData<T>(\n client: PostgrestQueryBuilder<T, any>,\n config: QueryConfig & { chunkSize: number },\n state: LazyLoaderState<T>,\n dispatch: any,\n) {\n const rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);\n if (state.loading || rowIndex == null) {\n if (state.initialized) {\n return;\n }\n }\n\n const { chunkSize = 100, ...rest } = config;\n\n const sortKey = config.order?.key ?? \"id\";\n\n let cfg: QueryConfig = {\n ...rest,\n limit: chunkSize,\n offset: null,\n };\n\n // Allows random seeking\n const isInitialQuery = !state.initialized;\n if (isInitialQuery) {\n cfg.count = \"exact\";\n }\n\n // This only works for forward queries\n if (!isInitialQuery) {\n cfg.after = state.data[rowIndex - 1]?.[sortKey];\n if (cfg.after == null) {\n cfg.offset = rowIndex;\n }\n }\n\n dispatch({ type: \"start-loading\" });\n\n const query = buildQuery(client, cfg);\n\n query.then((res) => {\n console.log(res);\n const { data, count } = res;\n dispatch({\n type: \"loaded\",\n data,\n offset: rowIndex,\n totalSize: count,\n });\n });\n}\n\n// Ensure only one data load is in progress at a time\nconst loadMoreData = debounce(_loadMoreData, 100);\n\ntype LazyLoaderOptions = Omit<QueryConfig, \"count\" | \"offset\" | \"limit\"> & {\n chunkSize?: number;\n sortKey?: string;\n filter?: (\n query: PostgrestFilterBuilder<any, any, any>,\n ) => PostgrestFilterBuilder<any, any, any>;\n};\n\nexport function usePostgRESTLazyLoader(\n endpoint: string,\n table: string,\n config: LazyLoaderOptions = {},\n) {\n const initialState: LazyLoaderState<any> = {\n data: [],\n loading: false,\n error: null,\n visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },\n initialized: false,\n };\n\n const client = useMemo(() => {\n return new PostgrestClient(endpoint).from(table);\n }, [endpoint, table]);\n\n const [state, dispatch] = useReducer(lazyLoadingReducer, initialState);\n const { data, loading } = state;\n\n useAsyncEffect(async () => {\n loadMoreData(client, config, state, dispatch);\n }, [\n data,\n state.visibleRegion.rowIndexStart,\n state.visibleRegion.rowIndexEnd,\n ]);\n\n // Reference to hold onto the scroll position\n const ref = useRef(null);\n\n const onScroll = useCallback(\n debounce((visibleCells: RowRegion) => {\n if (\n visibleCells.rowIndexEnd == ref.current?.rowIndexEnd &&\n visibleCells.rowIndexStart == ref.current?.rowIndexStart\n ) {\n return;\n }\n console.log(\"Visible cells changed\", visibleCells);\n dispatch({\n type: \"set-visible\",\n region: visibleCells,\n });\n ref.current = visibleCells;\n }, 500),\n [dispatch],\n );\n\n return {\n data,\n loading,\n onScroll,\n dispatch,\n client,\n };\n}\n\nfunction getRowIndexToLoadFrom<T>(\n data: (T | null)[],\n visibleRegion: RowRegion,\n chunkSize: number,\n) {\n return indexOfFirstNullInRegion(data, visibleRegion);\n}\n\nfunction indexOfFirstNullInRegion(\n data: any[],\n region: RowRegion,\n): number | null {\n for (let i = region.rowIndexStart; i < region.rowIndexEnd; i++) {\n if (data[i] == null) {\n return i;\n }\n }\n return null;\n}\n\nexport function useTestLazyLoader(config: LazyLoaderOptions = {}) {\n const initialState: LazyLoaderState<any> = {\n data: [],\n loading: false,\n error: null,\n visibleRegion: { rowIndexStart: 0, rowIndexEnd: 0 },\n initialized: false,\n };\n\n const [state, dispatch] = useReducer(lazyLoadingReducer, initialState);\n const { data, loading } = state;\n\n useAsyncEffect(async () => {\n testDataLoader(config, state, dispatch);\n }, [\n data,\n state.visibleRegion.rowIndexStart,\n state.visibleRegion.rowIndexEnd,\n ]);\n\n // Reference to hold onto the scroll position\n const ref = useRef(null);\n\n const onScroll = useCallback(\n debounce((visibleCells: RowRegion) => {\n if (\n visibleCells.rowIndexEnd == ref.current?.rowIndexEnd &&\n visibleCells.rowIndexStart == ref.current?.rowIndexStart\n ) {\n return;\n }\n console.log(\"Visible cells changed\", visibleCells);\n dispatch({\n type: \"set-visible\",\n region: visibleCells,\n });\n ref.current = visibleCells;\n }, 500),\n [dispatch],\n );\n\n return {\n data,\n loading,\n onScroll,\n dispatch,\n };\n}\n\nfunction testDataLoader(\n config: { chunkSize: number },\n state: LazyLoaderState<any>,\n dispatch,\n) {\n const sortKey = \"id\";\n const rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);\n if (state.loading || rowIndex == null) {\n if (state.initialized) {\n return;\n }\n }\n\n const chunkSize = 10;\n\n let cfg: QueryConfig = {\n //...rest,\n limit: chunkSize,\n offset: null,\n };\n\n // Allows random seeking\n const isInitialQuery = !state.initialized;\n if (isInitialQuery) {\n cfg.count = \"exact\";\n }\n\n // This only works for forward queries\n if (!isInitialQuery) {\n cfg.after = state.data[rowIndex - 1]?.[sortKey];\n if (cfg.after == null) {\n cfg.offset = rowIndex;\n }\n }\n\n dispatch({ type: \"start-loading\" });\n\n const query = testQueryFunc(cfg);\n query.then((res) => {\n console.log(res);\n const { data, count } = res;\n dispatch({\n type: \"loaded\",\n data,\n offset: rowIndex,\n totalSize: count,\n });\n });\n}\n\ninterface QueryParams {\n count: \"exact\" | \"estimated\";\n limit: number;\n offset?: number;\n after?: number;\n}\n\nconst testQueryFunc = async (\n cfg: QueryParams,\n): Promise<{\n data: any[];\n count: number | null;\n}> => {\n console.log(cfg);\n let offset = null;\n if (cfg.after) {\n offset = cfg.after;\n } else if (cfg.offset) {\n offset = cfg.offset;\n }\n\n let count = cfg.limit;\n const totalCount = 50000;\n count = Math.min(count, totalCount - offset);\n\n // wait for a little bit before returning\n await sleep(100);\n\n return {\n data: buildSyntheticData(offset, count),\n count: cfg.count != null ? 50000 : undefined,\n };\n};\n\nasync function sleep(ms: number) {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\nfunction buildSyntheticData(offset: number, count: number | null) {\n console.log(\n `Getting data at indices between ${offset} and ${offset + count}`,\n );\n return range(offset, offset + count).map((i) => {\n const id = i + 1;\n return {\n id,\n name: `This is some long text content in row ${id}`,\n };\n });\n}\n"],"names":["update","debounce","useMemo","PostgrestClient","useReducer","useAsyncEffect","useRef","useCallback","range"],"mappings":";;;;;;;;;AAyCA,SAAS,gBAAmB,KAAU,SAAiB;AACrD,MAAI,WAAW,QAAQ,IAAI,WAAW,SAAS;AAC7C,WAAO;AAAA,EACT,WAAW,IAAI,SAAS,SAAS;AAE/B,UAAM,IAAI,MAAM,GAAG,OAAO;AAAA,EAC5B;AACA,SAAO,CAAC,GAAG,KAAK,GAAG,MAAM,UAAU,IAAI,MAAM,EAAE,KAAK,IAAI,CAAC;AAC3D;AAEA,SAAS,mBACP,OACA,QACoB;AACpB,UAAQ,IAAI,MAAM;AAClB,UAAQ,OAAO,MAAA;AAAA,IACb,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,SAAS;AAAA,QACT,aAAa;AAAA,MAAA;AAAA,IAEjB,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,eAAe,OAAO;AAAA,MAAA;AAAA,IAE1B,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,SAAS;AAAA,QACT,MAAMA,gBAAAA,QAAO,MAAM,MAAM,OAAO,OAAO;AAAA,MAAA;AAAA,IAE3C,KAAK;AACH,UAAI,OAAO,gBAAgB,MAAM,MAAM,OAAO,SAAS;AACvD,aAAO;AAAA,QACL,GAAG,KAAK,MAAM,GAAG,OAAO,MAAM;AAAA,QAC9B,GAAG,OAAO;AAAA,QACV,GAAG,KAAK,MAAM,OAAO,SAAS,OAAO,KAAK,MAAM;AAAA,MAAA;AAGlD,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,QACA,SAAS;AAAA,MAAA;AAAA,IAGb,KAAK;AACH,aAAO;AAAA,QACL,MAAM,CAAA;AAAA,QACN,SAAS;AAAA,QACT,OAAO;AAAA,QACP,eAAe,EAAE,eAAe,GAAG,aAAa,EAAA;AAAA,QAChD,aAAa;AAAA,MAAA;AAAA,IAEjB,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,OAAO,OAAO;AAAA,QACd,SAAS;AAAA,MAAA;AAAA,IAEb;AACE,aAAO;AAAA,EAAA;AAEb;AAmDA,SAAS,WACP,QACA,QACA;AACA,QAAM,EAAE,UAAU,KAAK,MAAA,IAAU;AACjC,QAAM,OAAO,EAAE,MAAA;AAEf,UAAQ,IAAI,UAAU,MAAM;AAE5B,MAAI;AACJ,MAAI,MAAM,QAAQ,OAAO,GAAG;AAC1B,WAAO,QAAQ,KAAK,IAAI;AAAA,EAC1B,OAAO;AACL,WAAO,WAAW;AAAA,EACpB;AAEA,MAAI,QAAQ,OAAO,OAAO,MAAM,IAAI;AAEpC,MAAI,OAAO,QAAQ;AACjB,YAAQ,OAAO,OAAO,KAAK;AAAA,EAC7B;AACA,UAAQ,IAAI,SAAS,MAAM,IAAI,MAAM;AAErC,MAAI,OAAO,SAAS,MAAM;AACxB,UAAM,EAAE,KAAK,UAAU,GAAG,KAAA,IAAS,OAAO;AAC1C,YAAQ,MAAM,MAAM,UAAU,IAAI;AAClC,QAAI,OAAO,SAAS,MAAM;AACxB,YAAM,KAAM,KAAK,aAAa,OAAQ,OAAO;AAC7C,cAAQ,MAAM,EAAE,EAAE,UAAU,OAAO,KAAK;AAAA,IAC1C;AAAA,EACF;AACA,MAAI,OAAO,SAAS,MAAM;AACxB,QAAI,OAAO,UAAU,MAAM;AACzB,cAAQ,MAAM,MAAM,OAAO,QAAQ,OAAO,SAAS,OAAO,QAAQ,CAAC;AACnE,cAAQ,IAAI,oBAAoB,OAAO,MAAM,qBAAqB;AAAA,IACpE,OAAO;AACL,cAAQ,MAAM,MAAM,OAAO,KAAK;AAAA,IAClC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cACP,QACA,QACA,OACA,UACA;AACA,QAAM,WAAW,yBAAyB,MAAM,MAAM,MAAM,aAAa;AACzE,MAAI,MAAM,WAAW,YAAY,MAAM;AACrC,QAAI,MAAM,aAAa;AACrB;AAAA,IACF;AAAA,EACF;AAEA,QAAM,EAAE,YAAY,KAAK,GAAG,SAAS;AAErC,QAAM,UAAU,OAAO,OAAO,OAAO;AAErC,MAAI,MAAmB;AAAA,IACrB,GAAG;AAAA,IACH,OAAO;AAAA,IACP,QAAQ;AAAA,EAAA;AAIV,QAAM,iBAAiB,CAAC,MAAM;AAC9B,MAAI,gBAAgB;AAClB,QAAI,QAAQ;AAAA,EACd;AAGA,MAAI,CAAC,gBAAgB;AACnB,QAAI,QAAQ,MAAM,KAAK,WAAW,CAAC,IAAI,OAAO;AAC9C,QAAI,IAAI,SAAS,MAAM;AACrB,UAAI,SAAS;AAAA,IACf;AAAA,EACF;AAEA,WAAS,EAAE,MAAM,iBAAiB;AAElC,QAAM,QAAQ,WAAW,QAAQ,GAAG;AAEpC,QAAM,KAAK,CAAC,QAAQ;AAClB,YAAQ,IAAI,GAAG;AACf,UAAM,EAAE,MAAM,MAAA,IAAU;AACxB,aAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,MACA,QAAQ;AAAA,MACR,WAAW;AAAA,IAAA,CACZ;AAAA,EACH,CAAC;AACH;AAGA,MAAM,eAAeC,WAAAA,SAAS,eAAe,GAAG;AAUzC,SAAS,uBACd,UACA,OACA,SAA4B,CAAA,GAC5B;AACA,QAAM,eAAqC;AAAA,IACzC,MAAM,CAAA;AAAA,IACN,SAAS;AAAA,IACT,OAAO;AAAA,IACP,eAAe,EAAE,eAAe,GAAG,aAAa,EAAA;AAAA,IAChD,aAAa;AAAA,EAAA;AAGf,QAAM,SAASC,MAAAA,QAAQ,MAAM;AAC3B,WAAO,IAAIC,YAAAA,gBAAgB,QAAQ,EAAE,KAAK,KAAK;AAAA,EACjD,GAAG,CAAC,UAAU,KAAK,CAAC;AAEpB,QAAM,CAAC,OAAO,QAAQ,IAAIC,MAAAA,WAAW,oBAAoB,YAAY;AACrE,QAAM,EAAE,MAAM,QAAA,IAAY;AAE1BC,eAAAA,eAAe,YAAY;AACzB,iBAAa,QAAQ,QAAQ,OAAO,QAAQ;AAAA,EAC9C,GAAG;AAAA,IACD;AAAA,IACA,MAAM,cAAc;AAAA,IACpB,MAAM,cAAc;AAAA,EAAA,CACrB;AAGD,QAAM,MAAMC,MAAAA,OAAO,IAAI;AAEvB,QAAM,WAAWC,MAAAA;AAAAA,IACfN,WAAAA,SAAS,CAAC,iBAA4B;AACpC,UACE,aAAa,eAAe,IAAI,SAAS,eACzC,aAAa,iBAAiB,IAAI,SAAS,eAC3C;AACA;AAAA,MACF;AACA,cAAQ,IAAI,yBAAyB,YAAY;AACjD,eAAS;AAAA,QACP,MAAM;AAAA,QACN,QAAQ;AAAA,MAAA,CACT;AACD,UAAI,UAAU;AAAA,IAChB,GAAG,GAAG;AAAA,IACN,CAAC,QAAQ;AAAA,EAAA;AAGX,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEJ;AAUA,SAAS,yBACP,MACA,QACe;AACf,WAAS,IAAI,OAAO,eAAe,IAAI,OAAO,aAAa,KAAK;AAC9D,QAAI,KAAK,CAAC,KAAK,MAAM;AACnB,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,SAA4B,IAAI;AAChE,QAAM,eAAqC;AAAA,IACzC,MAAM,CAAA;AAAA,IACN,SAAS;AAAA,IACT,OAAO;AAAA,IACP,eAAe,EAAE,eAAe,GAAG,aAAa,EAAA;AAAA,IAChD,aAAa;AAAA,EAAA;AAGf,QAAM,CAAC,OAAO,QAAQ,IAAIG,MAAAA,WAAW,oBAAoB,YAAY;AACrE,QAAM,EAAE,MAAM,QAAA,IAAY;AAE1BC,eAAAA,eAAe,YAAY;AACzB,mBAAe,QAAQ,OAAO,QAAQ;AAAA,EACxC,GAAG;AAAA,IACD;AAAA,IACA,MAAM,cAAc;AAAA,IACpB,MAAM,cAAc;AAAA,EAAA,CACrB;AAGD,QAAM,MAAMC,MAAAA,OAAO,IAAI;AAEvB,QAAM,WAAWC,MAAAA;AAAAA,IACfN,WAAAA,SAAS,CAAC,iBAA4B;AACpC,UACE,aAAa,eAAe,IAAI,SAAS,eACzC,aAAa,iBAAiB,IAAI,SAAS,eAC3C;AACA;AAAA,MACF;AACA,cAAQ,IAAI,yBAAyB,YAAY;AACjD,eAAS;AAAA,QACP,MAAM;AAAA,QACN,QAAQ;AAAA,MAAA,CACT;AACD,UAAI,UAAU;AAAA,IAChB,GAAG,GAAG;AAAA,IACN,CAAC,QAAQ;AAAA,EAAA;AAGX,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEJ;AAEA,SAAS,eACP,QACA,OACA,UACA;AACA,QAAM,UAAU;AAChB,QAAM,WAAW,yBAAyB,MAAM,MAAM,MAAM,aAAa;AACzE,MAAI,MAAM,WAAW,YAAY,MAAM;AACrC,QAAI,MAAM,aAAa;AACrB;AAAA,IACF;AAAA,EACF;AAEA,QAAM,YAAY;AAElB,MAAI,MAAmB;AAAA;AAAA,IAErB,OAAO;AAAA,IACP,QAAQ;AAAA,EAAA;AAIV,QAAM,iBAAiB,CAAC,MAAM;AAC9B,MAAI,gBAAgB;AAClB,QAAI,QAAQ;AAAA,EACd;AAGA,MAAI,CAAC,gBAAgB;AACnB,QAAI,QAAQ,MAAM,KAAK,WAAW,CAAC,IAAI,OAAO;AAC9C,QAAI,IAAI,SAAS,MAAM;AACrB,UAAI,SAAS;AAAA,IACf;AAAA,EACF;AAEA,WAAS,EAAE,MAAM,iBAAiB;AAElC,QAAM,QAAQ,cAAc,GAAG;AAC/B,QAAM,KAAK,CAAC,QAAQ;AAClB,YAAQ,IAAI,GAAG;AACf,UAAM,EAAE,MAAM,MAAA,IAAU;AACxB,aAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,MACA,QAAQ;AAAA,MACR,WAAW;AAAA,IAAA,CACZ;AAAA,EACH,CAAC;AACH;AASA,MAAM,gBAAgB,OACpB,QAII;AACJ,UAAQ,IAAI,GAAG;AACf,MAAI,SAAS;AACb,MAAI,IAAI,OAAO;AACb,aAAS,IAAI;AAAA,EACf,WAAW,IAAI,QAAQ;AACrB,aAAS,IAAI;AAAA,EACf;AAEA,MAAI,QAAQ,IAAI;AAChB,QAAM,aAAa;AACnB,UAAQ,KAAK,IAAI,OAAO,aAAa,MAAM;AAG3C,QAAM,MAAM,GAAG;AAEf,SAAO;AAAA,IACL,MAAM,mBAAmB,QAAQ,KAAK;AAAA,IACtC,OAAO,IAAI,SAAS,OAAO,MAAQ;AAAA,EAAA;AAEvC;AAEA,eAAe,MAAM,IAAY;AAC/B,SAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AACzD;AAEA,SAAS,mBAAmB,QAAgB,OAAsB;AAChE,UAAQ;AAAA,IACN,mCAAmC,MAAM,QAAQ,SAAS,KAAK;AAAA,EAAA;AAEjE,SAAOO,WAAAA,MAAM,QAAQ,SAAS,KAAK,EAAE,IAAI,CAAC,MAAM;AAC9C,UAAM,KAAK,IAAI;AACf,WAAO;AAAA,MACL;AAAA,MACA,MAAM,yCAAyC,EAAE;AAAA,IAAA;AAAA,EAErD,CAAC;AACH;;;"}
1
+ {"version":3,"file":"data-loaders.cjs","sources":["../../src/postgrest-table/data-loaders.ts"],"sourcesContent":["/** Lazy loading of data from a PostgREST endpoint */\n\nimport { useAsyncEffect } from \"@macrostrat/ui-components\";\nimport { debounce, range } from \"underscore\";\nimport { useCallback, useEffect, useMemo, useRef } from \"react\";\nimport update, { Spec } from \"immutability-helper\";\nimport {\n PostgrestClient,\n PostgrestFilterBuilder,\n PostgrestQueryBuilder,\n} from \"@supabase/postgrest-js\";\nimport { adjustArraySize, RowRegion, sleep } from \"./loading-utils.ts\";\nimport { ctx, tableDataAtom } from \"../provider.ts\";\nimport { atom } from \"jotai\";\nimport h from \"./main.module.sass\";\n\ninterface LazyLoaderStateCore<T> {\n loading: boolean;\n error: Error | null;\n initialized: boolean;\n}\n\ninterface LazyLoaderState<T> extends LazyLoaderStateCore<T> {\n data: (T | null)[];\n visibleRegion: RowRegion;\n}\n\nexport interface PostgrestOrder<T> {\n key: string;\n ascending?: boolean;\n nullsFirst?: boolean;\n}\n\n/** Operators available for server-side column filtering via PostgREST. */\nexport type PostgrestFilterOperator =\n | \"eq\"\n | \"neq\"\n | \"like\"\n | \"ilike\"\n | \"gt\"\n | \"lt\"\n | \"gte\"\n | \"lte\"\n | \"is\";\n\n/** A single column sort entry. */\nexport interface ColumnSortEntry {\n key: string;\n ascending: boolean;\n}\n\n/** A single column filter entry. */\nexport interface PostgrestColumnFilter {\n key: string;\n operator: PostgrestFilterOperator;\n value: string;\n}\n\nexport interface PostgrestFilter {\n type: \"filter\";\n apply(\n req: PostgrestFilterBuilder<any, any, any, any>,\n ): PostgrestFilterBuilder<any, any, any, any>;\n}\n\nexport function standardizeFilter(\n columnFilter: PostgrestColumnFilter,\n): PostgrestFilter {\n return {\n type: \"filter\",\n apply(req) {\n return applyColumnFilters(req, [columnFilter]);\n },\n };\n}\n\nexport function applyColumnFilters(\n req: PostgrestFilterBuilder<any, any, any, any>,\n filters: PostgrestColumnFilter[],\n) {\n for (const cf of filters) {\n if (cf.value === \"\" || cf.value == null) continue;\n const val =\n cf.operator === \"like\" || cf.operator === \"ilike\"\n ? `*${cf.value}*`\n : cf.value;\n req = req.filter(cf.key, cf.operator, val);\n }\n return req;\n}\n\ntype LazyLoaderAction<T> =\n | { type: \"start-loading\" }\n | { type: \"loaded\"; data: T[]; offset: number; totalSize: number }\n | { type: \"error\"; error: Error }\n | { type: \"update-data\"; changes: Spec<T[]> }\n | { type: \"reset\" }\n | { type: \"start-reload\" };\n\nfunction lazyLoadingReducer<T>(\n state: LazyLoaderState<T>,\n action: LazyLoaderAction<T>,\n): LazyLoaderState<T> {\n switch (action.type) {\n case \"start-loading\":\n return {\n ...state,\n loading: true,\n initialized: true,\n };\n case \"update-data\":\n return {\n ...state,\n loading: false,\n data: update(state.data, action.changes),\n };\n case \"loaded\":\n let data = adjustArraySize(state.data, action.totalSize);\n const newData = action.data ?? [];\n const offset = action.offset ?? 0;\n data = [\n ...data.slice(0, offset),\n ...newData,\n ...data.slice(offset + newData.length),\n ];\n return {\n ...state,\n data,\n loading: false,\n };\n case \"start-reload\":\n // Preserve the table dimensions but show ghost/skeleton cells\n return {\n ...state,\n data: new Array(state.data.length).fill(null),\n loading: true,\n initialized: false,\n };\n case \"reset\":\n return {\n visibleRegion: defaultVisibleRegion,\n data: [],\n loading: false,\n error: null,\n initialized: false,\n };\n case \"error\":\n return {\n ...state,\n error: action.error,\n loading: false,\n };\n default:\n return state;\n }\n}\n\ntype SortAndFilterOptions = {\n /** Column-level sort state, managed externally. When provided, overrides\n * the `order` prop for query building. */\n order?: PostgrestOrder<any>[];\n filters?: PostgrestFilter[];\n};\n\ntype LazyLoaderOptions = Omit<QueryConfig, \"count\" | \"offset\" | \"limit\"> &\n SortAndFilterOptions & {\n chunkSize?: number;\n sortKey?: string;\n };\n\ninterface QueryConfig extends SortAndFilterOptions {\n columns?: string | string[];\n count?: \"exact\" | \"estimated\";\n limit?: number;\n identityKey: string;\n lastLoadedRow?: any;\n lastLoadedRowIndex: number;\n}\n\nfunction buildQuery<T>(\n client: PostgrestQueryBuilder<T, any, any>,\n config: QueryConfig,\n) {\n const { columns = \"*\", count, lastLoadedRowIndex } = config;\n const opts = { count };\n\n let cols: string;\n if (Array.isArray(columns)) {\n cols = columns.join(\", \");\n } else {\n cols = columns ?? \"*\";\n }\n\n let query = client.select(cols, opts);\n\n const filters = config.filters ?? [];\n for (const filter of filters) {\n query = filter.apply(query);\n }\n\n const orderClauses = buildPostgrestOrderClauses(\n config.order ?? [],\n config.identityKey,\n );\n\n let hasOrdering = false;\n for (const clause of orderClauses) {\n query = query.order(clause.key, clause);\n if (config.lastLoadedRow != null) {\n const op = (clause.ascending ?? true) ? \"gt\" : \"lt\";\n const value = config.lastLoadedRow[clause.key];\n query = query[op](clause.key, value);\n }\n hasOrdering = true;\n }\n\n let offset = null;\n if (!hasOrdering && lastLoadedRowIndex > 0) {\n // We need to load based on offsets\n offset = lastLoadedRowIndex + 1;\n }\n\n if (config.limit != null) {\n if (offset != null) {\n query = query.range(offset, offset + config.limit - 1);\n console.log(`Random seek from ${offset}, this will be slow`);\n } else {\n query = query.limit(config.limit);\n }\n }\n\n console.log(\"query\", query.url.search);\n return query;\n}\n\nconst defaultVisibleRegion: RowRegion = {\n rowIndexStart: 0,\n rowIndexEnd: 0,\n};\n\n/** Atom to house the current visible region of the table */\nconst visibleRegionAtom = atom<RowRegion>(defaultVisibleRegion);\n\nconst lazyLoaderCoreStateAtom = atom<LazyLoaderCoreState<any>>({\n loading: false,\n error: null,\n initialized: false,\n});\n\nexport interface ViewInfo {\n visibleRegion: RowRegion;\n totalCount: number | null;\n loading: boolean;\n error: Error | null;\n}\n\nexport const viewInfoAtom = atom<ViewInfo>((get) => {\n const state = get(lazyLoaderStateAtom);\n return {\n visibleRegion: state.visibleRegion,\n loading: state.loading,\n error: state.error,\n totalCount: state.data.length,\n };\n});\n\n/** Temporary passthrough atom to allow visible region to be separated from the rest\n * of the lazy loader state\n */\nconst lazyLoaderStateAtom = atom(\n (get): LazyLoaderState<any> => {\n const core = get(lazyLoaderCoreStateAtom);\n const data = get(tableDataAtom);\n const visibleRegion = get(visibleRegionAtom);\n return {\n ...core,\n data,\n visibleRegion,\n };\n },\n (get, set, update: any) => {\n // Split the state between several places\n if (typeof update === \"function\") {\n update = update(get(lazyLoaderStateAtom));\n }\n const { visibleRegion, data, ...rest } = update;\n if (visibleRegion != null) {\n set(visibleRegionAtom, visibleRegion);\n }\n if (data != null && data.length > 0) {\n set(tableDataAtom, data);\n }\n if (Object.keys(rest).length > 1) {\n set(lazyLoaderCoreStateAtom, (v) => ({ ...v, ...rest }));\n }\n },\n);\n\nfunction useLazyLoaderReducer() {\n const [state, setState] = ctx.use(lazyLoaderStateAtom);\n const dispatch = useCallback(\n (action: LazyLoaderAction<any>) =>\n setState((prev) => lazyLoadingReducer(prev, action)),\n [setState],\n );\n return [state, dispatch] as const;\n}\n\nfunction buildPostgrestOrderClauses(\n sorts: (ColumnSortEntry | PostgrestOrder<any>)[],\n identityOrder: PostgrestOrder<any> | string,\n): PostgrestOrder<any>[] {\n // Clause to build ordering for a Postgrest table.\n // There must be an ordering by identity key, and it must be last...\n const identitySort =\n typeof identityOrder == \"string\"\n ? { key: identityOrder, ascending: true }\n : identityOrder;\n const identityKey = identitySort.key;\n const clauses: PostgrestOrder<any>[] = sorts.map((sort) => {\n return {\n key: sort.key,\n ascending: sort.ascending,\n nullsFirst: \"nullsFirst\" in sort ? sort.nullsFirst : false,\n };\n });\n // sort the clauses so the identity clause is last\n const hasIdentityClause = clauses.some((d) => d.key === identityKey);\n if (hasIdentityClause) {\n clauses.sort((a, b) => {\n if (a.key === identityKey) return 1;\n if (b.key === identityKey) return -1;\n return 0;\n });\n } else {\n clauses.push(identitySort);\n }\n return clauses;\n}\n\nfunction _loadMorePostgRESTData<T>(\n client: PostgrestQueryBuilder<T, any>,\n config: QueryConfig & { chunkSize?: number },\n state: LazyLoaderState<T>,\n dispatch: any,\n) {\n let rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);\n if (state.loading || rowIndex == null) {\n if (state.initialized) {\n return;\n }\n // For initial/reload queries, default to loading from the start\n rowIndex = rowIndex ?? 0;\n }\n\n const lastLoadedRowIndex: number = rowIndex - 1;\n let lastLoadedRow = null;\n if (lastLoadedRowIndex >= 0) {\n lastLoadedRow = state.data[lastLoadedRowIndex];\n }\n\n const { chunkSize = 100, ...rest } = config;\n\n // Determine the primary sort key from column sorts or the order prop\n const sortKey = config.order?.key ?? \"id\";\n\n let cfg: QueryConfig = {\n ...rest,\n limit: chunkSize,\n lastLoadedRow,\n lastLoadedRowIndex,\n };\n\n // Allows random seeking\n const isInitialQuery = !state.initialized;\n if (isInitialQuery) {\n cfg.count = \"exact\";\n }\n\n dispatch({ type: \"start-loading\" });\n\n const query = buildQuery(client, cfg);\n\n query.then((res) => {\n console.log(res);\n const { data, count } = res;\n dispatch({\n type: \"loaded\",\n data,\n offset: rowIndex,\n totalSize: count,\n });\n });\n}\n\n// Ensure only one data load is in progress at a time\nconst loadMorePostgRESTData = debounce(_loadMorePostgRESTData, 100);\n\nexport function useScrollHandler() {\n /** A standardized approach to holding onto the scroll position for the table */\n // Reference to hold onto the scroll position\n const ref = useRef<RowRegion>(null);\n\n const setVisibleRegion = ctx.useSet(visibleRegionAtom);\n\n return useCallback(\n debounce((visibleCells: RowRegion) => {\n if (\n visibleCells.rowIndexEnd == ref.current?.rowIndexEnd &&\n visibleCells.rowIndexStart == ref.current?.rowIndexStart\n ) {\n return;\n }\n console.log(\"Visible cells changed\", visibleCells);\n setVisibleRegion(visibleCells);\n ref.current = visibleCells;\n }, 500),\n [setVisibleRegion],\n );\n}\n\nexport function usePostgRESTLazyLoader(\n endpoint: string,\n table: string,\n config: LazyLoaderOptions = {},\n) {\n const getClient = useCallback(() => {\n return new PostgrestClient(endpoint).from(table);\n }, [endpoint, table]);\n\n const [state, dispatch] = useLazyLoaderReducer();\n const { data, loading } = state;\n\n // Reset data whenever sort/filter configuration changes so we re-fetch\n const sortFilterKey = useMemo(\n () =>\n JSON.stringify({\n s: config.order,\n v: config.filters,\n i: config.identityKey,\n }),\n [config.order, config.filters, config.identityKey],\n );\n\n const visibleRegion = ctx.useValue(visibleRegionAtom);\n\n useEffect(() => {\n dispatch({ type: \"reset\" });\n }, [sortFilterKey]);\n\n useAsyncEffect(async () => {\n const client = getClient();\n loadMorePostgRESTData(client, config, state, dispatch);\n }, [data, visibleRegion, sortFilterKey]);\n\n return {\n data,\n loading,\n dispatch,\n getClient,\n };\n}\n\nfunction indexOfFirstNullInRegion(\n data: any[],\n region: RowRegion,\n): number | null {\n for (let i = region.rowIndexStart; i < region.rowIndexEnd; i++) {\n if (data[i] == null) {\n return i;\n }\n }\n return null;\n}\n\nexport function useTestLazyLoader(config: LazyLoaderOptions = {}) {\n const [state, dispatch] = useLazyLoaderReducer();\n const { data, loading } = state;\n\n const visibleRegion = ctx.useValue(visibleRegionAtom);\n\n useAsyncEffect(async () => {\n testDataLoader(config, state, dispatch);\n }, [data, visibleRegion]);\n\n return {\n data,\n loading,\n dispatch,\n };\n}\n\nfunction testDataLoader(\n config: { chunkSize: number },\n state: LazyLoaderState<any>,\n dispatch,\n) {\n const sortKey = \"id\";\n const rowIndex = indexOfFirstNullInRegion(state.data, state.visibleRegion);\n if (state.loading || rowIndex == null) {\n if (state.initialized) {\n return;\n }\n }\n\n const chunkSize = 10;\n\n let cfg: QueryConfig = {\n //...rest,\n limit: chunkSize,\n offset: null,\n };\n\n // Allows random seeking\n const isInitialQuery = !state.initialized;\n if (isInitialQuery) {\n cfg.count = \"exact\";\n }\n\n // This only works for forward queries\n if (!isInitialQuery) {\n cfg.after = state.data[rowIndex - 1]?.[sortKey];\n if (cfg.after == null) {\n cfg.offset = rowIndex;\n }\n }\n\n dispatch({ type: \"start-loading\" });\n\n const query = testQueryFunc(cfg);\n query.then((res) => {\n console.log(res);\n const { data, count } = res;\n dispatch({\n type: \"loaded\",\n data,\n offset: rowIndex,\n totalSize: count,\n });\n });\n}\n\ninterface QueryParams {\n count: \"exact\" | \"estimated\";\n limit: number;\n offset?: number;\n after?: number;\n}\n\nconst testQueryFunc = async (\n cfg: QueryParams,\n): Promise<{\n data: any[];\n count: number | null;\n}> => {\n console.log(cfg);\n let offset = null;\n if (cfg.after) {\n offset = cfg.after;\n } else if (cfg.offset) {\n offset = cfg.offset;\n }\n\n let count = cfg.limit;\n const totalCount = 50000;\n count = Math.min(count, totalCount - offset);\n\n // wait for a little bit before returning\n await sleep(100);\n\n return {\n data: buildSyntheticData(offset, count),\n count: cfg.count != null ? 50000 : undefined,\n };\n};\n\nfunction buildSyntheticData(offset: number, count: number | null) {\n console.log(\n `Getting data at indices between ${offset} and ${offset + count}`,\n );\n return range(offset, offset + count).map((i) => {\n const id = i + 1;\n return {\n id,\n name: `row ${id} has some long text content`,\n };\n });\n}\n"],"names":["update","adjustArraySize","atom","tableDataAtom","ctx","useCallback","debounce","useRef","PostgrestClient","useMemo","useEffect","useAsyncEffect","sleep","range"],"mappings":";;;;;;;;;;;;AAiEO,SAAS,kBACd,cACiB;AACjB,SAAO;AAAA,IACL,MAAM;AAAA,IACN,MAAM,KAAK;AACT,aAAO,mBAAmB,KAAK,CAAC,YAAY,CAAC;AAAA,IAC/C;AAAA,EAAA;AAEJ;AAEO,SAAS,mBACd,KACA,SACA;AACA,aAAW,MAAM,SAAS;AACxB,QAAI,GAAG,UAAU,MAAM,GAAG,SAAS,KAAM;AACzC,UAAM,MACJ,GAAG,aAAa,UAAU,GAAG,aAAa,UACtC,IAAI,GAAG,KAAK,MACZ,GAAG;AACT,UAAM,IAAI,OAAO,GAAG,KAAK,GAAG,UAAU,GAAG;AAAA,EAC3C;AACA,SAAO;AACT;AAUA,SAAS,mBACP,OACA,QACoB;AACpB,UAAQ,OAAO,MAAA;AAAA,IACb,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,SAAS;AAAA,QACT,aAAa;AAAA,MAAA;AAAA,IAEjB,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,SAAS;AAAA,QACT,MAAMA,gBAAAA,QAAO,MAAM,MAAM,OAAO,OAAO;AAAA,MAAA;AAAA,IAE3C,KAAK;AACH,UAAI,OAAOC,aAAAA,gBAAgB,MAAM,MAAM,OAAO,SAAS;AACvD,YAAM,UAAU,OAAO,QAAQ,CAAA;AAC/B,YAAM,SAAS,OAAO,UAAU;AAChC,aAAO;AAAA,QACL,GAAG,KAAK,MAAM,GAAG,MAAM;AAAA,QACvB,GAAG;AAAA,QACH,GAAG,KAAK,MAAM,SAAS,QAAQ,MAAM;AAAA,MAAA;AAEvC,aAAO;AAAA,QACL,GAAG;AAAA,QACH;AAAA,QACA,SAAS;AAAA,MAAA;AAAA,IAEb,KAAK;AAEH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,MAAM,IAAI,MAAM,MAAM,KAAK,MAAM,EAAE,KAAK,IAAI;AAAA,QAC5C,SAAS;AAAA,QACT,aAAa;AAAA,MAAA;AAAA,IAEjB,KAAK;AACH,aAAO;AAAA,QACL,eAAe;AAAA,QACf,MAAM,CAAA;AAAA,QACN,SAAS;AAAA,QACT,OAAO;AAAA,QACP,aAAa;AAAA,MAAA;AAAA,IAEjB,KAAK;AACH,aAAO;AAAA,QACL,GAAG;AAAA,QACH,OAAO,OAAO;AAAA,QACd,SAAS;AAAA,MAAA;AAAA,IAEb;AACE,aAAO;AAAA,EAAA;AAEb;AAwBA,SAAS,WACP,QACA,QACA;AACA,QAAM,EAAE,UAAU,KAAK,OAAO,uBAAuB;AACrD,QAAM,OAAO,EAAE,MAAA;AAEf,MAAI;AACJ,MAAI,MAAM,QAAQ,OAAO,GAAG;AAC1B,WAAO,QAAQ,KAAK,IAAI;AAAA,EAC1B,OAAO;AACL,WAAO,WAAW;AAAA,EACpB;AAEA,MAAI,QAAQ,OAAO,OAAO,MAAM,IAAI;AAEpC,QAAM,UAAU,OAAO,WAAW,CAAA;AAClC,aAAW,UAAU,SAAS;AAC5B,YAAQ,OAAO,MAAM,KAAK;AAAA,EAC5B;AAEA,QAAM,eAAe;AAAA,IACnB,OAAO,SAAS,CAAA;AAAA,IAChB,OAAO;AAAA,EAAA;AAGT,MAAI,cAAc;AAClB,aAAW,UAAU,cAAc;AACjC,YAAQ,MAAM,MAAM,OAAO,KAAK,MAAM;AACtC,QAAI,OAAO,iBAAiB,MAAM;AAChC,YAAM,KAAM,OAAO,aAAa,OAAQ,OAAO;AAC/C,YAAM,QAAQ,OAAO,cAAc,OAAO,GAAG;AAC7C,cAAQ,MAAM,EAAE,EAAE,OAAO,KAAK,KAAK;AAAA,IACrC;AACA,kBAAc;AAAA,EAChB;AAEA,MAAI,SAAS;AACb,MAAI,CAAC,eAAe,qBAAqB,GAAG;AAE1C,aAAS,qBAAqB;AAAA,EAChC;AAEA,MAAI,OAAO,SAAS,MAAM;AACxB,QAAI,UAAU,MAAM;AAClB,cAAQ,MAAM,MAAM,QAAQ,SAAS,OAAO,QAAQ,CAAC;AACrD,cAAQ,IAAI,oBAAoB,MAAM,qBAAqB;AAAA,IAC7D,OAAO;AACL,cAAQ,MAAM,MAAM,OAAO,KAAK;AAAA,IAClC;AAAA,EACF;AAEA,UAAQ,IAAI,SAAS,MAAM,IAAI,MAAM;AACrC,SAAO;AACT;AAEA,MAAM,uBAAkC;AAAA,EACtC,eAAe;AAAA,EACf,aAAa;AACf;AAGA,MAAM,oBAAoBC,MAAAA,KAAgB,oBAAoB;AAE9D,MAAM,0BAA0BA,MAAAA,KAA+B;AAAA,EAC7D,SAAS;AAAA,EACT,OAAO;AAAA,EACP,aAAa;AACf,CAAC;AASM,MAAM,eAAeA,MAAAA,KAAe,CAAC,QAAQ;AAClD,QAAM,QAAQ,IAAI,mBAAmB;AACrC,SAAO;AAAA,IACL,eAAe,MAAM;AAAA,IACrB,SAAS,MAAM;AAAA,IACf,OAAO,MAAM;AAAA,IACb,YAAY,MAAM,KAAK;AAAA,EAAA;AAE3B,CAAC;AAKD,MAAM,sBAAsBA,MAAAA;AAAAA,EAC1B,CAAC,QAA8B;AAC7B,UAAM,OAAO,IAAI,uBAAuB;AACxC,UAAM,OAAO,IAAIC,sBAAa;AAC9B,UAAM,gBAAgB,IAAI,iBAAiB;AAC3C,WAAO;AAAA,MACL,GAAG;AAAA,MACH;AAAA,MACA;AAAA,IAAA;AAAA,EAEJ;AAAA,EACA,CAAC,KAAK,KAAKH,YAAgB;AAEzB,QAAI,OAAOA,YAAW,YAAY;AAChCA,gBAASA,QAAO,IAAI,mBAAmB,CAAC;AAAA,IAC1C;AACA,UAAM,EAAE,eAAe,MAAM,GAAG,SAASA;AACzC,QAAI,iBAAiB,MAAM;AACzB,UAAI,mBAAmB,aAAa;AAAA,IACtC;AACA,QAAI,QAAQ,QAAQ,KAAK,SAAS,GAAG;AACnC,UAAIG,SAAAA,eAAe,IAAI;AAAA,IACzB;AACA,QAAI,OAAO,KAAK,IAAI,EAAE,SAAS,GAAG;AAChC,UAAI,yBAAyB,CAAC,OAAO,EAAE,GAAG,GAAG,GAAG,OAAO;AAAA,IACzD;AAAA,EACF;AACF;AAEA,SAAS,uBAAuB;AAC9B,QAAM,CAAC,OAAO,QAAQ,IAAIC,SAAAA,IAAI,IAAI,mBAAmB;AACrD,QAAM,WAAWC,MAAAA;AAAAA,IACf,CAAC,WACC,SAAS,CAAC,SAAS,mBAAmB,MAAM,MAAM,CAAC;AAAA,IACrD,CAAC,QAAQ;AAAA,EAAA;AAEX,SAAO,CAAC,OAAO,QAAQ;AACzB;AAEA,SAAS,2BACP,OACA,eACuB;AAGvB,QAAM,eACJ,OAAO,iBAAiB,WACpB,EAAE,KAAK,eAAe,WAAW,KAAA,IACjC;AACN,QAAM,cAAc,aAAa;AACjC,QAAM,UAAiC,MAAM,IAAI,CAAC,SAAS;AACzD,WAAO;AAAA,MACL,KAAK,KAAK;AAAA,MACV,WAAW,KAAK;AAAA,MAChB,YAAY,gBAAgB,OAAO,KAAK,aAAa;AAAA,IAAA;AAAA,EAEzD,CAAC;AAED,QAAM,oBAAoB,QAAQ,KAAK,CAAC,MAAM,EAAE,QAAQ,WAAW;AACnE,MAAI,mBAAmB;AACrB,YAAQ,KAAK,CAAC,GAAG,MAAM;AACrB,UAAI,EAAE,QAAQ,YAAa,QAAO;AAClC,UAAI,EAAE,QAAQ,YAAa,QAAO;AAClC,aAAO;AAAA,IACT,CAAC;AAAA,EACH,OAAO;AACL,YAAQ,KAAK,YAAY;AAAA,EAC3B;AACA,SAAO;AACT;AAEA,SAAS,uBACP,QACA,QACA,OACA,UACA;AACA,MAAI,WAAW,yBAAyB,MAAM,MAAM,MAAM,aAAa;AACvE,MAAI,MAAM,WAAW,YAAY,MAAM;AACrC,QAAI,MAAM,aAAa;AACrB;AAAA,IACF;AAEA,eAAW,YAAY;AAAA,EACzB;AAEA,QAAM,qBAA6B,WAAW;AAC9C,MAAI,gBAAgB;AACpB,MAAI,sBAAsB,GAAG;AAC3B,oBAAgB,MAAM,KAAK,kBAAkB;AAAA,EAC/C;AAEA,QAAM,EAAE,YAAY,KAAK,GAAG,SAAS;AAGrB,SAAO,OAAO,OAAO;AAErC,MAAI,MAAmB;AAAA,IACrB,GAAG;AAAA,IACH,OAAO;AAAA,IACP;AAAA,IACA;AAAA,EAAA;AAIF,QAAM,iBAAiB,CAAC,MAAM;AAC9B,MAAI,gBAAgB;AAClB,QAAI,QAAQ;AAAA,EACd;AAEA,WAAS,EAAE,MAAM,iBAAiB;AAElC,QAAM,QAAQ,WAAW,QAAQ,GAAG;AAEpC,QAAM,KAAK,CAAC,QAAQ;AAClB,YAAQ,IAAI,GAAG;AACf,UAAM,EAAE,MAAM,MAAA,IAAU;AACxB,aAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,MACA,QAAQ;AAAA,MACR,WAAW;AAAA,IAAA,CACZ;AAAA,EACH,CAAC;AACH;AAGA,MAAM,wBAAwBC,WAAAA,SAAS,wBAAwB,GAAG;AAE3D,SAAS,mBAAmB;AAGjC,QAAM,MAAMC,MAAAA,OAAkB,IAAI;AAElC,QAAM,mBAAmBH,SAAAA,IAAI,OAAO,iBAAiB;AAErD,SAAOC,MAAAA;AAAAA,IACLC,WAAAA,SAAS,CAAC,iBAA4B;AACpC,UACE,aAAa,eAAe,IAAI,SAAS,eACzC,aAAa,iBAAiB,IAAI,SAAS,eAC3C;AACA;AAAA,MACF;AACA,cAAQ,IAAI,yBAAyB,YAAY;AACjD,uBAAiB,YAAY;AAC7B,UAAI,UAAU;AAAA,IAChB,GAAG,GAAG;AAAA,IACN,CAAC,gBAAgB;AAAA,EAAA;AAErB;AAEO,SAAS,uBACd,UACA,OACA,SAA4B,CAAA,GAC5B;AACA,QAAM,YAAYD,MAAAA,YAAY,MAAM;AAClC,WAAO,IAAIG,YAAAA,gBAAgB,QAAQ,EAAE,KAAK,KAAK;AAAA,EACjD,GAAG,CAAC,UAAU,KAAK,CAAC;AAEpB,QAAM,CAAC,OAAO,QAAQ,IAAI,qBAAA;AAC1B,QAAM,EAAE,MAAM,QAAA,IAAY;AAG1B,QAAM,gBAAgBC,MAAAA;AAAAA,IACpB,MACE,KAAK,UAAU;AAAA,MACb,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,MACV,GAAG,OAAO;AAAA,IAAA,CACX;AAAA,IACH,CAAC,OAAO,OAAO,OAAO,SAAS,OAAO,WAAW;AAAA,EAAA;AAGnD,QAAM,gBAAgBL,SAAAA,IAAI,SAAS,iBAAiB;AAEpDM,QAAAA,UAAU,MAAM;AACd,aAAS,EAAE,MAAM,SAAS;AAAA,EAC5B,GAAG,CAAC,aAAa,CAAC;AAElBC,eAAAA,eAAe,YAAY;AACzB,UAAM,SAAS,UAAA;AACf,0BAAsB,QAAQ,QAAQ,OAAO,QAAQ;AAAA,EACvD,GAAG,CAAC,MAAM,eAAe,aAAa,CAAC;AAEvC,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEJ;AAEA,SAAS,yBACP,MACA,QACe;AACf,WAAS,IAAI,OAAO,eAAe,IAAI,OAAO,aAAa,KAAK;AAC9D,QAAI,KAAK,CAAC,KAAK,MAAM;AACnB,aAAO;AAAA,IACT;AAAA,EACF;AACA,SAAO;AACT;AAEO,SAAS,kBAAkB,SAA4B,IAAI;AAChE,QAAM,CAAC,OAAO,QAAQ,IAAI,qBAAA;AAC1B,QAAM,EAAE,MAAM,QAAA,IAAY;AAE1B,QAAM,gBAAgBP,SAAAA,IAAI,SAAS,iBAAiB;AAEpDO,eAAAA,eAAe,YAAY;AACzB,mBAAe,QAAQ,OAAO,QAAQ;AAAA,EACxC,GAAG,CAAC,MAAM,aAAa,CAAC;AAExB,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,EAAA;AAEJ;AAEA,SAAS,eACP,QACA,OACA,UACA;AACA,QAAM,UAAU;AAChB,QAAM,WAAW,yBAAyB,MAAM,MAAM,MAAM,aAAa;AACzE,MAAI,MAAM,WAAW,YAAY,MAAM;AACrC,QAAI,MAAM,aAAa;AACrB;AAAA,IACF;AAAA,EACF;AAEA,QAAM,YAAY;AAElB,MAAI,MAAmB;AAAA;AAAA,IAErB,OAAO;AAAA,IACP,QAAQ;AAAA,EAAA;AAIV,QAAM,iBAAiB,CAAC,MAAM;AAC9B,MAAI,gBAAgB;AAClB,QAAI,QAAQ;AAAA,EACd;AAGA,MAAI,CAAC,gBAAgB;AACnB,QAAI,QAAQ,MAAM,KAAK,WAAW,CAAC,IAAI,OAAO;AAC9C,QAAI,IAAI,SAAS,MAAM;AACrB,UAAI,SAAS;AAAA,IACf;AAAA,EACF;AAEA,WAAS,EAAE,MAAM,iBAAiB;AAElC,QAAM,QAAQ,cAAc,GAAG;AAC/B,QAAM,KAAK,CAAC,QAAQ;AAClB,YAAQ,IAAI,GAAG;AACf,UAAM,EAAE,MAAM,MAAA,IAAU;AACxB,aAAS;AAAA,MACP,MAAM;AAAA,MACN;AAAA,MACA,QAAQ;AAAA,MACR,WAAW;AAAA,IAAA,CACZ;AAAA,EACH,CAAC;AACH;AASA,MAAM,gBAAgB,OACpB,QAII;AACJ,UAAQ,IAAI,GAAG;AACf,MAAI,SAAS;AACb,MAAI,IAAI,OAAO;AACb,aAAS,IAAI;AAAA,EACf,WAAW,IAAI,QAAQ;AACrB,aAAS,IAAI;AAAA,EACf;AAEA,MAAI,QAAQ,IAAI;AAChB,QAAM,aAAa;AACnB,UAAQ,KAAK,IAAI,OAAO,aAAa,MAAM;AAG3C,QAAMC,aAAAA,MAAM,GAAG;AAEf,SAAO;AAAA,IACL,MAAM,mBAAmB,QAAQ,KAAK;AAAA,IACtC,OAAO,IAAI,SAAS,OAAO,MAAQ;AAAA,EAAA;AAEvC;AAEA,SAAS,mBAAmB,QAAgB,OAAsB;AAChE,UAAQ;AAAA,IACN,mCAAmC,MAAM,QAAQ,SAAS,KAAK;AAAA,EAAA;AAEjE,SAAOC,WAAAA,MAAM,QAAQ,SAAS,KAAK,EAAE,IAAI,CAAC,MAAM;AAC9C,UAAM,KAAK,IAAI;AACf,WAAO;AAAA,MACL;AAAA,MACA,MAAM,OAAO,EAAE;AAAA,IAAA;AAAA,EAEnB,CAAC;AACH;;;;;;;"}