@antelopejs/rethinkdb 1.5.0 → 1.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +32 -14
  2. package/dist/config.d.ts +25 -0
  3. package/dist/config.js +106 -0
  4. package/dist/config.js.map +1 -0
  5. package/dist/connection.d.ts +16 -1
  6. package/dist/connection.js +95 -6
  7. package/dist/connection.js.map +1 -1
  8. package/dist/implementations/catalog/discovery.d.ts +11 -0
  9. package/dist/implementations/catalog/discovery.js +209 -0
  10. package/dist/implementations/catalog/discovery.js.map +1 -0
  11. package/dist/implementations/catalog/index.d.ts +7 -0
  12. package/dist/implementations/catalog/index.js +65 -0
  13. package/dist/implementations/catalog/index.js.map +1 -0
  14. package/dist/implementations/catalog/locate.d.ts +10 -0
  15. package/dist/implementations/catalog/locate.js +36 -0
  16. package/dist/implementations/catalog/locate.js.map +1 -0
  17. package/dist/implementations/catalog/measures.d.ts +21 -0
  18. package/dist/implementations/catalog/measures.js +126 -0
  19. package/dist/implementations/catalog/measures.js.map +1 -0
  20. package/dist/implementations/catalog/profile.d.ts +2 -0
  21. package/dist/implementations/catalog/profile.js +218 -0
  22. package/dist/implementations/catalog/profile.js.map +1 -0
  23. package/dist/implementations/catalog/reference.d.ts +2 -0
  24. package/dist/implementations/catalog/reference.js +63 -0
  25. package/dist/implementations/catalog/reference.js.map +1 -0
  26. package/dist/implementations/catalog/rows.d.ts +2 -0
  27. package/dist/implementations/catalog/rows.js +44 -0
  28. package/dist/implementations/catalog/rows.js.map +1 -0
  29. package/dist/implementations/catalog/text.d.ts +4 -0
  30. package/dist/implementations/catalog/text.js +13 -0
  31. package/dist/implementations/catalog/text.js.map +1 -0
  32. package/dist/implementations/database/atomic.d.ts +1 -1
  33. package/dist/implementations/database/atomic.js +17 -10
  34. package/dist/implementations/database/atomic.js.map +1 -1
  35. package/dist/implementations/database/expression.js +1 -1
  36. package/dist/implementations/database/expression.js.map +1 -1
  37. package/dist/implementations/database/external-descriptor.d.ts +36 -0
  38. package/dist/implementations/database/external-descriptor.js +154 -0
  39. package/dist/implementations/database/external-descriptor.js.map +1 -0
  40. package/dist/implementations/database/external-probe.d.ts +26 -0
  41. package/dist/implementations/database/external-probe.js +89 -0
  42. package/dist/implementations/database/external-probe.js.map +1 -0
  43. package/dist/implementations/database/external-read.d.ts +11 -0
  44. package/dist/implementations/database/external-read.js +123 -0
  45. package/dist/implementations/database/external-read.js.map +1 -0
  46. package/dist/implementations/database/external-registration.d.ts +4 -0
  47. package/dist/implementations/database/external-registration.js +18 -0
  48. package/dist/implementations/database/external-registration.js.map +1 -0
  49. package/dist/implementations/database/external-selection.d.ts +25 -0
  50. package/dist/implementations/database/external-selection.js +230 -0
  51. package/dist/implementations/database/external-selection.js.map +1 -0
  52. package/dist/implementations/database/external-writes.d.ts +14 -0
  53. package/dist/implementations/database/external-writes.js +355 -0
  54. package/dist/implementations/database/external-writes.js.map +1 -0
  55. package/dist/implementations/database/initialize.js.map +1 -1
  56. package/dist/implementations/database/query.js +67 -15
  57. package/dist/implementations/database/query.js.map +1 -1
  58. package/dist/implementations/database/schema.d.ts +2 -0
  59. package/dist/implementations/database/schema.js +21 -0
  60. package/dist/implementations/database/schema.js.map +1 -1
  61. package/dist/implementations/database/selection-stages.d.ts +5 -0
  62. package/dist/implementations/database/selection-stages.js +110 -0
  63. package/dist/implementations/database/selection-stages.js.map +1 -0
  64. package/dist/implementations/database/selection.d.ts +10 -3
  65. package/dist/implementations/database/selection.js +67 -91
  66. package/dist/implementations/database/selection.js.map +1 -1
  67. package/dist/implementations/database/stream.d.ts +4 -1
  68. package/dist/implementations/database/stream.js +30 -16
  69. package/dist/implementations/database/stream.js.map +1 -1
  70. package/dist/implementations/database/utils.d.ts +3 -0
  71. package/dist/implementations/database/utils.js +12 -0
  72. package/dist/implementations/database/utils.js.map +1 -1
  73. package/dist/implementations/rethinkdb/index.d.ts +1 -1
  74. package/dist/implementations/rethinkdb/index.js.map +1 -1
  75. package/dist/index.d.ts +3 -7
  76. package/dist/index.js +11 -7
  77. package/dist/index.js.map +1 -1
  78. package/dist/test/antelope.test.js +28 -12
  79. package/dist/test/antelope.test.js.map +1 -1
  80. package/dist/test/atomic-mutation.test.js.map +1 -1
  81. package/dist/test/instance-indexes.test.js.map +1 -1
  82. package/dist/test/primitive-guards.test.d.ts +1 -0
  83. package/dist/test/primitive-guards.test.js +49 -0
  84. package/dist/test/primitive-guards.test.js.map +1 -0
  85. package/dist/test/write-results.test.js.map +1 -1
  86. package/dist/test-external/catalog.test.d.ts +1 -0
  87. package/dist/test-external/catalog.test.js +136 -0
  88. package/dist/test-external/catalog.test.js.map +1 -0
  89. package/dist/test-external/erp.d.ts +18 -0
  90. package/dist/test-external/erp.js +74 -0
  91. package/dist/test-external/erp.js.map +1 -0
  92. package/dist/test-external/fixture.d.ts +12 -0
  93. package/dist/test-external/fixture.js +182 -0
  94. package/dist/test-external/fixture.js.map +1 -0
  95. package/dist/test-external/reads.test.d.ts +1 -0
  96. package/dist/test-external/reads.test.js +220 -0
  97. package/dist/test-external/reads.test.js.map +1 -0
  98. package/dist/test-external/refusals.test.d.ts +1 -0
  99. package/dist/test-external/refusals.test.js +53 -0
  100. package/dist/test-external/refusals.test.js.map +1 -0
  101. package/dist/test-external/startup.test.d.ts +1 -0
  102. package/dist/test-external/startup.test.js +41 -0
  103. package/dist/test-external/startup.test.js.map +1 -0
  104. package/dist/test-external/writes.test.d.ts +1 -0
  105. package/dist/test-external/writes.test.js +179 -0
  106. package/dist/test-external/writes.test.js.map +1 -0
  107. package/dist/write-result.js.map +1 -1
  108. package/package.json +23 -7
@@ -0,0 +1,65 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.Info = Info;
4
+ exports.ListRelations = ListRelations;
5
+ exports.DescribeRelations = DescribeRelations;
6
+ exports.Profile = Profile;
7
+ exports.CheckReference = CheckReference;
8
+ exports.SampleRows = SampleRows;
9
+ const runtime_1 = require("@antelopejs/interface-core/runtime");
10
+ const config_1 = require("../../config");
11
+ const external_probe_1 = require("../database/external-probe");
12
+ const discovery_1 = require("./discovery");
13
+ const measures_1 = require("./measures");
14
+ const profile_1 = require("./profile");
15
+ const reference_1 = require("./reference");
16
+ const rows_1 = require("./rows");
17
+ const OWNED_REFUSAL = "the catalog describes a database an external instance was pointed at; this instance owns its tables";
18
+ const DEVELOPMENT_REFUSAL = "the catalog is a development tool: it answers under ajs project dev or run, or with catalog.enabled";
19
+ async function IsEnabled() {
20
+ const configured = (0, config_1.GetOptions)().catalog.enabled;
21
+ return configured ?? (await (0, runtime_1.GetRuntimeInfo)()).dev;
22
+ }
23
+ async function Guarded(work) {
24
+ if (!(0, config_1.IsExternal)()) {
25
+ throw new Error(OWNED_REFUSAL);
26
+ }
27
+ if (!(await IsEnabled())) {
28
+ throw new Error(DEVELOPMENT_REFUSAL);
29
+ }
30
+ return (0, measures_1.Serialized)(work);
31
+ }
32
+ function Info() {
33
+ return Guarded(discovery_1.ReadInfo);
34
+ }
35
+ function ListRelations(schemas) {
36
+ return Guarded(async () => {
37
+ if (schemas && !schemas.includes((0, config_1.ExternalDatabaseName)())) {
38
+ return [];
39
+ }
40
+ const names = (await (0, external_probe_1.TableNames)()).sort();
41
+ return (0, measures_1.Sequentially)(names, async (name) => (0, discovery_1.Summarize)(await (0, discovery_1.ListTable)(name)));
42
+ });
43
+ }
44
+ function DescribeRelations(relations) {
45
+ return Guarded(async () => {
46
+ const prefix = `${(0, config_1.ExternalDatabaseName)()}.`;
47
+ const names = await (0, external_probe_1.TableNames)();
48
+ const missing = relations.filter((relation) => !relation.startsWith(prefix) ||
49
+ !names.includes(relation.slice(prefix.length)));
50
+ if (missing.length > 0) {
51
+ throw new Error(`No relation ${missing.join(", ")} that the connected account can list`);
52
+ }
53
+ return (0, measures_1.Sequentially)(relations, async (relation) => (0, discovery_1.DescribeTable)(await (0, discovery_1.ListTable)(relation.slice(prefix.length))));
54
+ });
55
+ }
56
+ function Profile(request) {
57
+ return Guarded(() => (0, profile_1.ProfileTable)(request));
58
+ }
59
+ function CheckReference(check) {
60
+ return Guarded(() => (0, reference_1.CheckTableReference)(check));
61
+ }
62
+ function SampleRows(request) {
63
+ return Guarded(() => (0, rows_1.SampleTableRows)(request));
64
+ }
65
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/implementations/catalog/index.ts"],"names":[],"mappings":";;AA2CA,oBAEC;AAED,sCAUC;AAED,8CAoBC;AAED,0BAEC;AAED,wCAIC;AAED,gCAEC;AA7FD,gEAAoE;AAcpE,yCAA4E;AAC5E,+DAAwD;AACxD,2CAA4E;AAC5E,yCAAsD;AACtD,uCAAyC;AACzC,2CAAkD;AAClD,iCAAyC;AAEzC,MAAM,aAAa,GACjB,qGAAqG,CAAC;AACxG,MAAM,mBAAmB,GACvB,qGAAqG,CAAC;AAExG,KAAK,UAAU,SAAS;IACtB,MAAM,UAAU,GAAG,IAAA,mBAAU,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IAChD,OAAO,UAAU,IAAI,CAAC,MAAM,IAAA,wBAAc,GAAE,CAAC,CAAC,GAAG,CAAC;AACpD,CAAC;AAGD,KAAK,UAAU,OAAO,CAAI,IAAsB;IAC9C,IAAI,CAAC,IAAA,mBAAU,GAAE,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,SAAS,EAAE,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,IAAA,qBAAU,EAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,IAAI;IAClB,OAAO,OAAO,CAAC,oBAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,SAAgB,aAAa,CAAC,OAAkB;IAC9C,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;QACxB,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAA,6BAAoB,GAAE,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAA,2BAAU,GAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACxC,IAAA,qBAAS,EAAC,MAAM,IAAA,qBAAS,EAAC,IAAI,CAAC,CAAC,CACjC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,iBAAiB,CAC/B,SAAmB;IAEnB,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,MAAM,GAAG,GAAG,IAAA,6BAAoB,GAAE,GAAG,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAA,2BAAU,GAAE,CAAC;QACjC,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAC9B,CAAC,QAAQ,EAAE,EAAE,CACX,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;YAC5B,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CACjD,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,sCAAsC,CACxE,CAAC;QACJ,CAAC;QACD,OAAO,IAAA,uBAAY,EAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAChD,IAAA,yBAAa,EAAC,MAAM,IAAA,qBAAS,EAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,OAAO,CAAC,OAAuB;IAC7C,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAY,EAAC,OAAO,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAgB,cAAc,CAC5B,KAAqB;IAErB,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,+BAAmB,EAAC,KAAK,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,SAAgB,UAAU,CAAC,OAAsB;IAC/C,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,OAAO,CAAC,CAAC,CAAC;AACjD,CAAC"}
@@ -0,0 +1,10 @@
1
+ import type { ColumnDescription, RelationDescription } from "@antelopejs/interface-database-catalog";
2
+ import { type ListedTable } from "./discovery";
3
+ import { type Source } from "./measures";
4
+ export interface Located {
5
+ table: ListedTable;
6
+ description: RelationDescription;
7
+ source: Source;
8
+ }
9
+ export declare function Locate(relation: string): Promise<Located>;
10
+ export declare function SelectColumns(located: Located, names: string[] | undefined): ColumnDescription[];
@@ -0,0 +1,36 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.Locate = Locate;
4
+ exports.SelectColumns = SelectColumns;
5
+ const config_1 = require("../../config");
6
+ const external_probe_1 = require("../database/external-probe");
7
+ const discovery_1 = require("./discovery");
8
+ const measures_1 = require("./measures");
9
+ async function Locate(relation) {
10
+ const database = (0, config_1.ExternalDatabaseName)();
11
+ const dot = relation.indexOf(".");
12
+ const name = relation.slice(dot + 1);
13
+ const found = dot > 0 &&
14
+ relation.slice(0, dot) === database &&
15
+ (await (0, external_probe_1.TableNames)()).includes(name);
16
+ if (!found) {
17
+ throw new Error(`Relation '${relation}' does not exist in database ${database}, or the connected account cannot list it`);
18
+ }
19
+ const table = await (0, discovery_1.ListTable)(name);
20
+ return {
21
+ table,
22
+ description: await (0, discovery_1.DescribeTable)(table),
23
+ source: (0, measures_1.SourceFor)(table.name, table.estimatedRows, table.uuidKeys),
24
+ };
25
+ }
26
+ function SelectColumns(located, names) {
27
+ const columns = located.description.columns;
28
+ const unknown = (names ?? []).filter((name) => !columns.some((column) => column.name === name));
29
+ if (unknown.length > 0) {
30
+ throw new Error(`Relation '${located.table.name}' has no field ${unknown.join(", ")} in its sample`);
31
+ }
32
+ return names
33
+ ? names.flatMap((name) => columns.filter((column) => column.name === name))
34
+ : columns;
35
+ }
36
+ //# sourceMappingURL=locate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"locate.js","sourceRoot":"","sources":["../../../src/implementations/catalog/locate.ts"],"names":[],"mappings":";;AAkBA,wBAmBC;AAGD,sCAgBC;AAnDD,yCAAoD;AACpD,+DAAwD;AACxD,2CAAyE;AACzE,yCAAoD;AAU7C,KAAK,UAAU,MAAM,CAAC,QAAgB;IAC3C,MAAM,QAAQ,GAAG,IAAA,6BAAoB,GAAE,CAAC;IACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GACT,GAAG,GAAG,CAAC;QACP,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,QAAQ;QACnC,CAAC,MAAM,IAAA,2BAAU,GAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,gCAAgC,QAAQ,2CAA2C,CACzG,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,IAAA,qBAAS,EAAC,IAAI,CAAC,CAAC;IACpC,OAAO;QACL,KAAK;QACL,WAAW,EAAE,MAAM,IAAA,yBAAa,EAAC,KAAK,CAAC;QACvC,MAAM,EAAE,IAAA,oBAAS,EAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC;KACnE,CAAC;AACJ,CAAC;AAGD,SAAgB,aAAa,CAC3B,OAAgB,EAChB,KAA2B;IAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;IAC5C,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAC1D,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,aAAa,OAAO,CAAC,KAAK,CAAC,IAAI,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,KAAK;QACV,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC3E,CAAC,CAAC,OAAO,CAAC;AACd,CAAC"}
@@ -0,0 +1,21 @@
1
+ import type { Measure, SampleInfo } from "@antelopejs/interface-database-catalog";
2
+ import { type Connection, type RStream } from "rethinkdb-ts";
3
+ export declare function SetMeasureTimeoutForTests(ms?: number): void;
4
+ export declare function SetSampleThresholdForTests(rows?: number): void;
5
+ export interface Source {
6
+ rows: () => RStream;
7
+ head: (limit: number) => RStream;
8
+ sample: SampleInfo | null;
9
+ estimatedRows: number;
10
+ }
11
+ interface Runnable<T> {
12
+ run(connection: Connection): Promise<T>;
13
+ }
14
+ export declare function SourceFor(name: string, estimatedRows: number, uuidKeys: boolean): Source;
15
+ export declare function Measured<T>(query: Runnable<T>): Promise<Measure<T>>;
16
+ export declare function Described<T>(query: Runnable<T>): Promise<Measure<T>>;
17
+ export declare function ValueOf<T>(measured: Measure<T> | undefined): T | undefined;
18
+ export declare function Mapped<T, R>(measured: Measure<T>, read: (value: T) => R): Measure<R>;
19
+ export declare function Sequentially<T, R>(items: T[], work: (item: T) => Promise<R>): Promise<R[]>;
20
+ export declare function Serialized<T>(work: () => Promise<T>): Promise<T>;
21
+ export {};
@@ -0,0 +1,126 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SetMeasureTimeoutForTests = SetMeasureTimeoutForTests;
4
+ exports.SetSampleThresholdForTests = SetSampleThresholdForTests;
5
+ exports.SourceFor = SourceFor;
6
+ exports.Measured = Measured;
7
+ exports.Described = Described;
8
+ exports.ValueOf = ValueOf;
9
+ exports.Mapped = Mapped;
10
+ exports.Sequentially = Sequentially;
11
+ exports.Serialized = Serialized;
12
+ const rethinkdb_ts_1 = require("rethinkdb-ts");
13
+ const connection_1 = require("../../connection");
14
+ const external_probe_1 = require("../database/external-probe");
15
+ const DEFAULT_MEASURE_TIMEOUT_MS = 5000;
16
+ const DEFAULT_SAMPLE_THRESHOLD_ROWS = 1_000_000;
17
+ const SAMPLE_SIZE = 50_000;
18
+ const SAMPLE_POINTS = 50;
19
+ const ROWS_PER_POINT = 1000;
20
+ const PERCENT = 100;
21
+ const HEX = 16;
22
+ const UUID_DIGITS = 32;
23
+ let measureTimeoutMs = DEFAULT_MEASURE_TIMEOUT_MS;
24
+ let sampleThresholdRows = DEFAULT_SAMPLE_THRESHOLD_ROWS;
25
+ function SetMeasureTimeoutForTests(ms) {
26
+ measureTimeoutMs = ms ?? DEFAULT_MEASURE_TIMEOUT_MS;
27
+ }
28
+ function SetSampleThresholdForTests(rows) {
29
+ sampleThresholdRows = rows ?? DEFAULT_SAMPLE_THRESHOLD_ROWS;
30
+ }
31
+ const TIMEOUT = new Error("the measure ran out of time");
32
+ function EvenUuid(index) {
33
+ const step = HEX ** UUID_DIGITS / SAMPLE_POINTS;
34
+ const hex = BigInt(Math.floor(step * index))
35
+ .toString(HEX)
36
+ .padStart(UUID_DIGITS, "0")
37
+ .slice(0, UUID_DIGITS);
38
+ return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
39
+ }
40
+ function SourceFor(name, estimatedRows, uuidKeys) {
41
+ if (estimatedRows <= sampleThresholdRows) {
42
+ return {
43
+ rows: () => (0, external_probe_1.Table)(name),
44
+ head: (limit) => (0, external_probe_1.Table)(name).limit(limit),
45
+ sample: null,
46
+ estimatedRows,
47
+ };
48
+ }
49
+ const sampled = uuidKeys ? SAMPLE_POINTS * ROWS_PER_POINT : SAMPLE_SIZE;
50
+ const rows = uuidKeys
51
+ ? () => {
52
+ const [first, ...rest] = Array.from({ length: SAMPLE_POINTS }, (_, index) => (0, external_probe_1.Table)(name)
53
+ .between(EvenUuid(index), rethinkdb_ts_1.r.maxval)
54
+ .limit(ROWS_PER_POINT));
55
+ return first.union(...rest);
56
+ }
57
+ : () => (0, external_probe_1.Table)(name).sample(SAMPLE_SIZE);
58
+ return {
59
+ rows,
60
+ head: (limit) => uuidKeys
61
+ ? (0, external_probe_1.Table)(name).between(EvenUuid(0), rethinkdb_ts_1.r.maxval).limit(limit)
62
+ : (0, external_probe_1.Table)(name).sample(limit),
63
+ sample: {
64
+ percent: Math.min(PERCENT, (sampled / estimatedRows) * PERCENT),
65
+ rows: sampled,
66
+ },
67
+ estimatedRows,
68
+ };
69
+ }
70
+ function Measured(query) {
71
+ return Bounded(query, measureTimeoutMs);
72
+ }
73
+ function Described(query) {
74
+ return Bounded(query, DEFAULT_MEASURE_TIMEOUT_MS);
75
+ }
76
+ async function Bounded(query, timeoutMs) {
77
+ const connection = await (0, connection_1.DirectConnection)();
78
+ let timer;
79
+ const expired = new Promise((_, reject) => {
80
+ timer = setTimeout(() => {
81
+ reject(TIMEOUT);
82
+ void connection.close();
83
+ }, timeoutMs);
84
+ });
85
+ try {
86
+ return {
87
+ status: "ok",
88
+ value: await Promise.race([query.run(connection), expired]),
89
+ };
90
+ }
91
+ catch (error) {
92
+ if (error === TIMEOUT) {
93
+ return { status: "timeout" };
94
+ }
95
+ return {
96
+ status: "error",
97
+ code: error instanceof Error ? error.name : "unknown",
98
+ };
99
+ }
100
+ finally {
101
+ clearTimeout(timer);
102
+ void connection.close().catch(() => undefined);
103
+ }
104
+ }
105
+ function ValueOf(measured) {
106
+ return measured?.status === "ok" ? measured.value : undefined;
107
+ }
108
+ function Mapped(measured, read) {
109
+ return measured.status === "ok"
110
+ ? { status: "ok", value: read(measured.value) }
111
+ : measured;
112
+ }
113
+ async function Sequentially(items, work) {
114
+ const results = [];
115
+ for (const item of items) {
116
+ results.push(await work(item));
117
+ }
118
+ return results;
119
+ }
120
+ let queue = Promise.resolve();
121
+ function Serialized(work) {
122
+ const run = queue.then(work, work);
123
+ queue = run.then(() => undefined, () => undefined);
124
+ return run;
125
+ }
126
+ //# sourceMappingURL=measures.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"measures.js","sourceRoot":"","sources":["../../../src/implementations/catalog/measures.ts"],"names":[],"mappings":";;AAsBA,8DAEC;AAGD,gEAEC;AA+BD,8BAsCC;AAGD,4BAEC;AAGD,8BAEC;AAiCD,0BAEC;AAED,wBAOC;AAGD,oCASC;AAKD,gCAOC;AA5KD,+CAAgE;AAEhE,iDAAoD;AACpD,+DAAmD;AAEnD,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,6BAA6B,GAAG,SAAS,CAAC;AAChD,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,OAAO,GAAG,GAAG,CAAC;AACpB,MAAM,GAAG,GAAG,EAAE,CAAC;AACf,MAAM,WAAW,GAAG,EAAE,CAAC;AAEvB,IAAI,gBAAgB,GAAG,0BAA0B,CAAC;AAClD,IAAI,mBAAmB,GAAG,6BAA6B,CAAC;AAGxD,SAAgB,yBAAyB,CAAC,EAAW;IACnD,gBAAgB,GAAG,EAAE,IAAI,0BAA0B,CAAC;AACtD,CAAC;AAGD,SAAgB,0BAA0B,CAAC,IAAa;IACtD,mBAAmB,GAAG,IAAI,IAAI,6BAA6B,CAAC;AAC9D,CAAC;AAgBD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AAEzD,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAG,GAAG,IAAI,WAAW,GAAG,aAAa,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;SACzC,QAAQ,CAAC,GAAG,CAAC;SACb,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC;SAC1B,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzB,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;AAC7G,CAAC;AAMD,SAAgB,SAAS,CACvB,IAAY,EACZ,aAAqB,EACrB,QAAiB;IAEjB,IAAI,aAAa,IAAI,mBAAmB,EAAE,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,GAAG,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC;YACvB,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YACzC,MAAM,EAAE,IAAI;YACZ,aAAa;SACd,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,aAAa,GAAG,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC;IACxE,MAAM,IAAI,GAAG,QAAQ;QACnB,CAAC,CAAC,GAAG,EAAE;YACH,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CACjC,EAAE,MAAM,EAAE,aAAa,EAAE,EACzB,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CACX,IAAA,sBAAK,EAAC,IAAI,CAAC;iBACR,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,gBAAC,CAAC,MAAM,CAAC;iBAClC,KAAK,CAAC,cAAc,CAAC,CAC3B,CAAC;YACF,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,CAAC;QACH,CAAC,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1C,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CACd,QAAQ;YACN,CAAC,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YACzD,CAAC,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/B,MAAM,EAAE;YACN,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,GAAG,aAAa,CAAC,GAAG,OAAO,CAAC;YAC/D,IAAI,EAAE,OAAO;SACd;QACD,aAAa;KACd,CAAC;AACJ,CAAC;AAGD,SAAgB,QAAQ,CAAI,KAAkB;IAC5C,OAAO,OAAO,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;AAC1C,CAAC;AAGD,SAAgB,SAAS,CAAI,KAAkB;IAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;AACpD,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,KAAkB,EAClB,SAAiB;IAEjB,MAAM,UAAU,GAAG,MAAM,IAAA,6BAAgB,GAAE,CAAC;IAC5C,IAAI,KAAiC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,MAAM,CAAC,OAAO,CAAC,CAAC;YAChB,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACH,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;SAC5D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;QACD,OAAO;YACL,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED,SAAgB,OAAO,CAAI,QAAgC;IACzD,OAAO,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC;AAED,SAAgB,MAAM,CACpB,QAAoB,EACpB,IAAqB;IAErB,OAAO,QAAQ,CAAC,MAAM,KAAK,IAAI;QAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC/C,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAGM,KAAK,UAAU,YAAY,CAChC,KAAU,EACV,IAA6B;IAE7B,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,IAAI,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAG7C,SAAgB,UAAU,CAAI,IAAsB;IAClD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnC,KAAK,GAAG,GAAG,CAAC,IAAI,CACd,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { ProfileRequest, RelationProfile } from "@antelopejs/interface-database-catalog";
2
+ export declare function ProfileTable(request: ProfileRequest): Promise<RelationProfile>;
@@ -0,0 +1,218 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ProfileTable = ProfileTable;
4
+ const rethinkdb_ts_1 = require("rethinkdb-ts");
5
+ const locate_1 = require("./locate");
6
+ const measures_1 = require("./measures");
7
+ const CATEGORY_LIMIT = 25;
8
+ const CATEGORY_MIN_ROWS = 5;
9
+ const ENUM_LIKE_MIN_ROWS = 100;
10
+ const MONTH_LIMIT = 36;
11
+ const LABEL_DISTINCT_SHARE = 0.9;
12
+ const LABEL_MAX_LENGTH = 80;
13
+ const TIME_AXIS_FILLED_SHARE = 0.9;
14
+ const TIME_AXIS_MIN_MONTHS = 3;
15
+ const MONTHS_PER_YEAR = 12;
16
+ const MONTH_TEXT_LENGTH = 7;
17
+ const UTC = "+00:00";
18
+ const READ_TYPES = new Map([
19
+ ["string", "STRING"],
20
+ ["number", "NUMBER"],
21
+ ["boolean", "BOOL"],
22
+ ["date", "PTYPE<TIME>"],
23
+ ]);
24
+ const CATEGORY_KINDS = new Set(["string", "number", "boolean"]);
25
+ const TRAITS = [
26
+ "enum-like",
27
+ "identifier-like",
28
+ "label-candidate",
29
+ "time-axis",
30
+ "measure",
31
+ ];
32
+ function Profiled(description) {
33
+ const kind = description.accepts[0]?.declared ?? "";
34
+ const type = READ_TYPES.get(kind);
35
+ if (!type) {
36
+ return undefined;
37
+ }
38
+ return {
39
+ description,
40
+ kind,
41
+ value: (row) => rethinkdb_ts_1.r.branch(row(description.name).default(null).typeOf().eq(type), row(description.name), null),
42
+ };
43
+ }
44
+ function Present(source, column) {
45
+ return source
46
+ .rows()
47
+ .map((row) => column.value(row))
48
+ .filter((value) => value.ne(null));
49
+ }
50
+ function Extreme(source, column, max) {
51
+ const values = Present(source, column);
52
+ return max ? values.max() : values.min();
53
+ }
54
+ function RangeEnd(value) {
55
+ return value instanceof Date ? value.toISOString() : value;
56
+ }
57
+ async function Range(source, column) {
58
+ const min = await (0, measures_1.Measured)(Extreme(source, column, false));
59
+ const max = await (0, measures_1.Measured)(Extreme(source, column, true));
60
+ if (min.status !== "ok") {
61
+ return min;
62
+ }
63
+ return max.status === "ok"
64
+ ? {
65
+ status: "ok",
66
+ value: { min: RangeEnd(min.value), max: RangeEnd(max.value) },
67
+ }
68
+ : max;
69
+ }
70
+ async function Length(source, column) {
71
+ const lengths = () => Present(source, column).map((value) => value.count());
72
+ const min = await (0, measures_1.Measured)(lengths().min());
73
+ const avg = await (0, measures_1.Measured)(lengths().avg());
74
+ const max = await (0, measures_1.Measured)(lengths().max());
75
+ if (min.status !== "ok") {
76
+ return min;
77
+ }
78
+ if (avg.status !== "ok") {
79
+ return avg;
80
+ }
81
+ return max.status === "ok"
82
+ ? {
83
+ status: "ok",
84
+ value: { min: min.value, avg: avg.value, max: max.value },
85
+ }
86
+ : max;
87
+ }
88
+ function AsCategories(rows) {
89
+ return {
90
+ values: rows
91
+ .filter(([, count]) => count >= CATEGORY_MIN_ROWS)
92
+ .slice(0, CATEGORY_LIMIT)
93
+ .map(([value, count]) => ({ value, rows: count })),
94
+ other: rows
95
+ .filter(([, count], index) => count < CATEGORY_MIN_ROWS || index >= CATEGORY_LIMIT)
96
+ .reduce((total, [, count]) => total + count, 0),
97
+ };
98
+ }
99
+ async function CategoriesOf(source, column) {
100
+ return (0, measures_1.Mapped)(await (0, measures_1.Measured)(Present(source, column)
101
+ .group((value) => value)
102
+ .count()
103
+ .ungroup()
104
+ .orderBy(rethinkdb_ts_1.r.desc("reduction"), "group")
105
+ .limit(CATEGORY_LIMIT + 1)
106
+ .map((group) => [group("group"), group("reduction")])), AsCategories);
107
+ }
108
+ async function Months(source, column) {
109
+ return (0, measures_1.Mapped)(await (0, measures_1.Measured)(Present(source, column)
110
+ .group((value) => value.inTimezone(UTC).toISO8601().slice(0, MONTH_TEXT_LENGTH))
111
+ .count()
112
+ .ungroup()
113
+ .orderBy(rethinkdb_ts_1.r.desc("group"))
114
+ .limit(MONTH_LIMIT)
115
+ .map((group) => [group("group"), group("reduction")])), (rows) => rows.map(([month, count]) => ({ month, rows: count })).reverse());
116
+ }
117
+ function MonthsSpanned(range) {
118
+ const start = new Date(String(range.min));
119
+ const end = new Date(String(range.max));
120
+ return ((end.getUTCFullYear() - start.getUTCFullYear()) * MONTHS_PER_YEAR +
121
+ end.getUTCMonth() -
122
+ start.getUTCMonth() +
123
+ 1);
124
+ }
125
+ function Filled(facts) {
126
+ const nulls = (0, measures_1.ValueOf)(facts.profile.nulls);
127
+ return facts.rows === undefined || nulls === undefined
128
+ ? 0
129
+ : facts.rows - nulls;
130
+ }
131
+ const TRAIT_RULES = {
132
+ "enum-like": (facts) => facts.profile.categories !== undefined &&
133
+ ((0, measures_1.ValueOf)(facts.profile.distinct) ?? Infinity) <= CATEGORY_LIMIT &&
134
+ (facts.rows ?? 0) >= ENUM_LIKE_MIN_ROWS,
135
+ "identifier-like": (facts) => (facts.rows ?? 0) > 0 &&
136
+ (0, measures_1.ValueOf)(facts.profile.nulls) === 0 &&
137
+ (0, measures_1.ValueOf)(facts.profile.distinct) === facts.rows,
138
+ "label-candidate": (facts) => {
139
+ const filled = Filled(facts);
140
+ const length = (0, measures_1.ValueOf)(facts.profile.length);
141
+ return (facts.column.kind === "string" &&
142
+ facts.column.description.name !== facts.primaryKey &&
143
+ filled > 0 &&
144
+ ((0, measures_1.ValueOf)(facts.profile.distinct) ?? 0) >= LABEL_DISTINCT_SHARE * filled &&
145
+ length !== undefined &&
146
+ length.avg <= LABEL_MAX_LENGTH);
147
+ },
148
+ "time-axis": (facts) => {
149
+ const range = (0, measures_1.ValueOf)(facts.profile.range);
150
+ return (facts.column.kind === "date" &&
151
+ range !== undefined &&
152
+ Filled(facts) >= TIME_AXIS_FILLED_SHARE * (facts.rows ?? Infinity) &&
153
+ MonthsSpanned(range) >= TIME_AXIS_MIN_MONTHS);
154
+ },
155
+ measure: (facts) => facts.column.kind === "number" &&
156
+ facts.column.description.name !== facts.primaryKey,
157
+ };
158
+ async function ProfileColumn(source, column, facts) {
159
+ const name = column.description.name;
160
+ const profile = {
161
+ name,
162
+ nulls: await (0, measures_1.Measured)(source
163
+ .rows()
164
+ .filter((row) => column.value(row).eq(null))
165
+ .count()),
166
+ distinct: await (0, measures_1.Measured)(Present(source, column).distinct().count()),
167
+ traits: [],
168
+ };
169
+ if (column.kind === "number" || column.kind === "date") {
170
+ profile.range = await Range(source, column);
171
+ }
172
+ if (column.kind === "string") {
173
+ profile.length = await Length(source, column);
174
+ }
175
+ const isCategorical = ((0, measures_1.ValueOf)(profile.distinct) ?? Infinity) <= CATEGORY_LIMIT;
176
+ if (CATEGORY_KINDS.has(column.kind) &&
177
+ isCategorical &&
178
+ name !== facts.primaryKey) {
179
+ profile.categories = await CategoriesOf(source, column);
180
+ }
181
+ if (column.kind === "date") {
182
+ profile.months = await Months(source, column);
183
+ }
184
+ profile.traits = TRAITS.filter((trait) => TRAIT_RULES[trait]({ column, profile, ...facts }));
185
+ return profile;
186
+ }
187
+ async function RowsOf(located) {
188
+ if (located.source.sample) {
189
+ return {
190
+ status: "ok",
191
+ value: { rows: located.source.estimatedRows, exact: false },
192
+ };
193
+ }
194
+ return (0, measures_1.Mapped)(await (0, measures_1.Measured)(located.source.rows().count()), (rows) => ({
195
+ rows,
196
+ exact: true,
197
+ }));
198
+ }
199
+ async function ProfileTable(request) {
200
+ const located = await (0, locate_1.Locate)(request.relation);
201
+ const rows = await RowsOf(located);
202
+ const measuredRows = located.source.sample?.rows ?? (0, measures_1.ValueOf)(rows)?.rows;
203
+ const columns = (0, locate_1.SelectColumns)(located, request.columns)
204
+ .map(Profiled)
205
+ .filter((column) => column !== undefined);
206
+ return {
207
+ relation: request.relation,
208
+ rows,
209
+ sample: located.source.sample,
210
+ columns: await (0, measures_1.Sequentially)(columns, (column) => ProfileColumn(located.source, column, {
211
+ rows: measuredRows,
212
+ primaryKey: located.table.primaryKey,
213
+ })),
214
+ references: [],
215
+ inbound: [],
216
+ };
217
+ }
218
+ //# sourceMappingURL=profile.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"profile.js","sourceRoot":"","sources":["../../../src/implementations/catalog/profile.ts"],"names":[],"mappings":";;AAmTA,oCAsBC;AA5TD,+CAA8C;AAE9C,qCAA0D;AAC1D,yCAMoB;AAEpB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC;AAErB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAiB;IACzC,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,MAAM,EAAE,aAAa,CAAC;CACxB,CAAC,CAAC;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AAChE,MAAM,MAAM,GAA2B;IACrC,WAAW;IACX,iBAAiB;IACjB,iBAAiB;IACjB,WAAW;IACX,SAAS;CACV,CAAC;AAQF,SAAS,QAAQ,CAAC,WAA8B;IAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,EAAE,CAAC;IACpD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,WAAW;QACX,IAAI;QACJ,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CACb,gBAAC,CAAC,MAAM,CACN,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EACrD,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,EACrB,IAAI,CACL;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,MAAc,EAAE,MAAsB;IACrD,OAAO,MAAM;SACV,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC/B,MAAM,CAAC,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,OAAO,CAAC,MAAc,EAAE,MAAsB,EAAE,GAAY;IACnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7D,CAAC;AAED,KAAK,UAAU,KAAK,CAClB,MAAc,EACd,MAAsB;IAEtB,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACzE,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI;QACxB,CAAC,CAAC;YACE,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC9D;QACH,CAAC,CAAC,GAAG,CAAC;AACV,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,MAAc,EACd,MAAsB;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5E,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI;QACxB,CAAC,CAAC;YACE,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE;SAC1D;QACH,CAAC,CAAC,GAAG,CAAC;AACV,CAAC;AAED,SAAS,YAAY,CAAC,IAA2C;IAC/D,OAAO;QACL,MAAM,EAAE,IAAI;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,iBAAiB,CAAC;aACjD,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;aACxB,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,KAAK,EAAE,IAAI;aACR,MAAM,CACL,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,CACnB,KAAK,GAAG,iBAAiB,IAAI,KAAK,IAAI,cAAc,CACvD;aACA,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,MAAsB;IAEtB,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EACZ,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;SACpB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;SACvB,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;SACrC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,EACD,YAAY,CACb,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,MAAc,EACd,MAAsB;IAEtB,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EACZ,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;SACpB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACf,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAC9D;SACA,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACxB,KAAK,CAAC,WAAW,CAAC;SAClB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAC3E,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAiB;IACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,OAAO,CACL,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,eAAe;QACjE,GAAG,CAAC,WAAW,EAAE;QACjB,KAAK,CAAC,WAAW,EAAE;QACnB,CAAC,CACF,CAAC;AACJ,CAAC;AASD,SAAS,MAAM,CAAC,KAAiB;IAC/B,MAAM,KAAK,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QACpD,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;AACzB,CAAC;AAED,MAAM,WAAW,GAAwD;IACvE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CACrB,KAAK,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;QACtC,CAAC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,cAAc;QAC/D,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,kBAAkB;IACzC,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE,CAC3B,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;QACrB,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAClC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,IAAI;IAChD,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,CACL,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC9B,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU;YAClD,MAAM,GAAG,CAAC;YACV,CAAC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,oBAAoB,GAAG,MAAM;YACvE,MAAM,KAAK,SAAS;YACpB,MAAM,CAAC,GAAG,IAAI,gBAAgB,CAC/B,CAAC;IACJ,CAAC;IACD,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;QACrB,MAAM,KAAK,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,CACL,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM;YAC5B,KAAK,KAAK,SAAS;YACnB,MAAM,CAAC,KAAK,CAAC,IAAI,sBAAsB,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,QAAQ,CAAC;YAClE,aAAa,CAAC,KAAK,CAAC,IAAI,oBAAoB,CAC7C,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;QAC9B,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU;CACrD,CAAC;AAEF,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,MAAsB,EACtB,KAA8C;IAE9C,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;IACrC,MAAM,OAAO,GAAkB;QAC7B,IAAI;QACJ,KAAK,EAAE,MAAM,IAAA,mBAAQ,EACnB,MAAM;aACH,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;aACnD,KAAK,EAAE,CACX;QACD,QAAQ,EAAE,MAAM,IAAA,mBAAQ,EACtB,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAC3C;QACD,MAAM,EAAE,EAAE;KACX,CAAC;IACF,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvD,OAAO,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,aAAa,GACjB,CAAC,IAAA,kBAAO,EAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,cAAc,CAAC;IAC5D,IACE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,aAAa;QACb,IAAI,KAAK,KAAK,CAAC,UAAU,EACzB,CAAC;QACD,OAAO,CAAC,UAAU,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACvC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAClD,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,OAAgB;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE;SAC5D,CAAC;IACJ,CAAC;IACD,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EAAS,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,EACrD,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACT,IAAI;QACJ,KAAK,EAAE,IAAI;KACZ,CAAC,CACH,CAAC;AACJ,CAAC;AAOM,KAAK,UAAU,YAAY,CAChC,OAAuB;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,eAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,IAAA,kBAAO,EAAC,IAAI,CAAC,EAAE,IAAI,CAAC;IACxE,MAAM,OAAO,GAAG,IAAA,sBAAa,EAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;SACpD,GAAG,CAAC,QAAQ,CAAC;SACb,MAAM,CAAC,CAAC,MAAM,EAA4B,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IACtE,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI;QACJ,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;QAC7B,OAAO,EAAE,MAAM,IAAA,uBAAY,EAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC9C,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE;YACpC,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;SACrC,CAAC,CACH;QACD,UAAU,EAAE,EAAE;QACd,OAAO,EAAE,EAAE;KACZ,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ import type { Measure, ReferenceCheck, ReferenceMatch } from "@antelopejs/interface-database-catalog";
2
+ export declare function CheckTableReference(check: ReferenceCheck): Promise<Measure<ReferenceMatch>>;
@@ -0,0 +1,63 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.CheckTableReference = CheckTableReference;
4
+ const rethinkdb_ts_1 = require("rethinkdb-ts");
5
+ const external_probe_1 = require("../database/external-probe");
6
+ const utils_1 = require("../database/utils");
7
+ const locate_1 = require("./locate");
8
+ const measures_1 = require("./measures");
9
+ const text_1 = require("./text");
10
+ const CHECKED_VALUES = 1000;
11
+ const NUMBER_TEXT = /^-?\d+(\.\d+)?$/;
12
+ function AddressedAs(value) {
13
+ if ((0, utils_1.IsText)(value) && NUMBER_TEXT.test(value)) {
14
+ return [value, Number(value)];
15
+ }
16
+ return (0, utils_1.IsNumber)(value) ? [value, String(value)] : [value];
17
+ }
18
+ async function CheckTableReference(check) {
19
+ const from = await (0, locate_1.Locate)(check.from.relation);
20
+ (0, locate_1.SelectColumns)(from, [check.from.column]);
21
+ const to = await (0, locate_1.Locate)(check.to.relation);
22
+ (0, locate_1.SelectColumns)(to, [check.to.column]);
23
+ const grouped = await (0, measures_1.Measured)(from.source
24
+ .rows()
25
+ .filter((row) => row(check.from.column).default(null).ne(null))
26
+ .group(check.from.column)
27
+ .count()
28
+ .ungroup()
29
+ .orderBy(rethinkdb_ts_1.r.desc("reduction"))
30
+ .limit(CHECKED_VALUES)
31
+ .map((group) => [group("group"), group("reduction")]));
32
+ if (grouped.status !== "ok") {
33
+ return grouped;
34
+ }
35
+ const values = rethinkdb_ts_1.r.expr(grouped.value.flatMap(([value]) => AddressedAs(value ?? null)));
36
+ const isKey = check.to.column === to.table.primaryKey;
37
+ const index = to.description.indexes.find((candidate) => candidate.columns.length === 1 &&
38
+ candidate.columns[0] === check.to.column);
39
+ const target = isKey
40
+ ? (0, external_probe_1.Table)(to.table.name).getAll(rethinkdb_ts_1.r.args(values))
41
+ : index
42
+ ? (0, external_probe_1.Table)(to.table.name).getAll(rethinkdb_ts_1.r.args(values), { index: index.name })
43
+ : (0, external_probe_1.Table)(to.table.name).filter((row) => values.contains(row(check.to.column)));
44
+ const found = await (0, measures_1.Measured)(target(check.to.column).distinct());
45
+ if (found.status !== "ok") {
46
+ return found;
47
+ }
48
+ const texts = new Set(found.value.map((value) => (0, text_1.TextOf)(value)));
49
+ const checkedRows = grouped.value.reduce((total, [, count]) => total + count, 0);
50
+ const foundRows = grouped.value
51
+ .filter(([value]) => texts.has((0, text_1.TextOf)(value)))
52
+ .reduce((total, [, count]) => total + count, 0);
53
+ return {
54
+ status: "ok",
55
+ value: {
56
+ containment: checkedRows > 0 ? foundRows / checkedRows : 0,
57
+ checkedRows,
58
+ sampled: from.source.sample !== null || grouped.value.length === CHECKED_VALUES,
59
+ targetIsKey: isKey,
60
+ },
61
+ };
62
+ }
63
+ //# sourceMappingURL=reference.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reference.js","sourceRoot":"","sources":["../../../src/implementations/catalog/reference.ts"],"names":[],"mappings":";;AAkCA,kDA2DC;AAxFD,+CAA8C;AAE9C,+DAAmD;AACnD,6CAAqD;AACrD,qCAAiD;AACjD,yCAAsC;AACtC,iCAA+C;AAG/C,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,MAAM,WAAW,GAAG,iBAAiB,CAAC;AAMtC,SAAS,WAAW,CAAC,KAAe;IAClC,IAAI,IAAA,cAAM,EAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAOM,KAAK,UAAU,mBAAmB,CACvC,KAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAA,sBAAa,EAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,MAAM,EAAE,GAAG,MAAM,IAAA,eAAM,EAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAA,sBAAa,EAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAC5B,IAAI,CAAC,MAAM;SACR,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;SACtE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;SACxB,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;SAC5B,KAAK,CAAC,cAAc,CAAC;SACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,MAAM,GAAG,gBAAC,CAAC,IAAI,CACnB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;IACtD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CACvC,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC9B,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC,MAAM,CAC3C,CAAC;IACF,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,gBAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC,CAAC,KAAK;YACL,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,gBAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YACpE,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CACtC,CAAC;IACR,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAQ,EAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CACtC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EACnC,CAAC,CACF,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK;SAC5B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,CAAC;SAC7C,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAClD,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE;YACL,WAAW,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC1D,WAAW;YACX,OAAO,EACL,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,cAAc;YACxE,WAAW,EAAE,KAAK;SACnB;KACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,2 @@
1
+ import { type RowSample, type SampleRequest } from "@antelopejs/interface-database-catalog";
2
+ export declare function SampleTableRows(request: SampleRequest): Promise<RowSample>;
@@ -0,0 +1,44 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SampleTableRows = SampleTableRows;
4
+ const interface_database_catalog_1 = require("@antelopejs/interface-database-catalog");
5
+ const locate_1 = require("./locate");
6
+ const measures_1 = require("./measures");
7
+ const text_1 = require("./text");
8
+ function CheckedLimit(limit) {
9
+ if (!Number.isInteger(limit) || limit < 1 || limit > interface_database_catalog_1.SAMPLE_ROWS_LIMIT) {
10
+ throw new Error(`A sample answers from 1 to ${interface_database_catalog_1.SAMPLE_ROWS_LIMIT} rows, not ${limit}`);
11
+ }
12
+ return limit;
13
+ }
14
+ function Sampled(value) {
15
+ if (Buffer.isBuffer(value)) {
16
+ return { bytes: value.length };
17
+ }
18
+ const text = (0, text_1.TextOf)(value);
19
+ return text === undefined
20
+ ? null
21
+ : {
22
+ text: text.slice(0, interface_database_catalog_1.SAMPLE_TEXT_LENGTH),
23
+ truncated: text.length > interface_database_catalog_1.SAMPLE_TEXT_LENGTH,
24
+ };
25
+ }
26
+ async function SampleTableRows(request) {
27
+ const limit = CheckedLimit(request.limit);
28
+ const located = await (0, locate_1.Locate)(request.relation);
29
+ const columns = (0, locate_1.SelectColumns)(located, request.columns).map((column) => column.name);
30
+ const measured = await (0, measures_1.Measured)(located.source.head(limit));
31
+ if (measured.status !== "ok") {
32
+ throw new Error(`The sample of '${request.relation}' did not finish: ${measured.status === "timeout" ? "timeout" : measured.code}`);
33
+ }
34
+ return {
35
+ relation: request.relation,
36
+ columns,
37
+ rows: measured.value.map((row) => columns.map((column) => Sampled(row[column]))),
38
+ sample: located.source.sample && {
39
+ ...located.source.sample,
40
+ rows: measured.value.length,
41
+ },
42
+ };
43
+ }
44
+ //# sourceMappingURL=rows.js.map