@antelopejs/rethinkdb 1.4.1 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -14
- package/dist/config.d.ts +25 -0
- package/dist/config.js +106 -0
- package/dist/config.js.map +1 -0
- package/dist/connection.d.ts +16 -1
- package/dist/connection.js +95 -6
- package/dist/connection.js.map +1 -1
- package/dist/implementations/catalog/discovery.d.ts +11 -0
- package/dist/implementations/catalog/discovery.js +209 -0
- package/dist/implementations/catalog/discovery.js.map +1 -0
- package/dist/implementations/catalog/index.d.ts +7 -0
- package/dist/implementations/catalog/index.js +65 -0
- package/dist/implementations/catalog/index.js.map +1 -0
- package/dist/implementations/catalog/locate.d.ts +10 -0
- package/dist/implementations/catalog/locate.js +36 -0
- package/dist/implementations/catalog/locate.js.map +1 -0
- package/dist/implementations/catalog/measures.d.ts +21 -0
- package/dist/implementations/catalog/measures.js +126 -0
- package/dist/implementations/catalog/measures.js.map +1 -0
- package/dist/implementations/catalog/profile.d.ts +2 -0
- package/dist/implementations/catalog/profile.js +218 -0
- package/dist/implementations/catalog/profile.js.map +1 -0
- package/dist/implementations/catalog/reference.d.ts +2 -0
- package/dist/implementations/catalog/reference.js +63 -0
- package/dist/implementations/catalog/reference.js.map +1 -0
- package/dist/implementations/catalog/rows.d.ts +2 -0
- package/dist/implementations/catalog/rows.js +44 -0
- package/dist/implementations/catalog/rows.js.map +1 -0
- package/dist/implementations/catalog/text.d.ts +4 -0
- package/dist/implementations/catalog/text.js +13 -0
- package/dist/implementations/catalog/text.js.map +1 -0
- package/dist/implementations/database/atomic.d.ts +1 -1
- package/dist/implementations/database/atomic.js +17 -10
- package/dist/implementations/database/atomic.js.map +1 -1
- package/dist/implementations/database/expression.js +1 -1
- package/dist/implementations/database/expression.js.map +1 -1
- package/dist/implementations/database/external-descriptor.d.ts +36 -0
- package/dist/implementations/database/external-descriptor.js +154 -0
- package/dist/implementations/database/external-descriptor.js.map +1 -0
- package/dist/implementations/database/external-probe.d.ts +26 -0
- package/dist/implementations/database/external-probe.js +89 -0
- package/dist/implementations/database/external-probe.js.map +1 -0
- package/dist/implementations/database/external-read.d.ts +11 -0
- package/dist/implementations/database/external-read.js +123 -0
- package/dist/implementations/database/external-read.js.map +1 -0
- package/dist/implementations/database/external-registration.d.ts +4 -0
- package/dist/implementations/database/external-registration.js +18 -0
- package/dist/implementations/database/external-registration.js.map +1 -0
- package/dist/implementations/database/external-selection.d.ts +25 -0
- package/dist/implementations/database/external-selection.js +230 -0
- package/dist/implementations/database/external-selection.js.map +1 -0
- package/dist/implementations/database/external-writes.d.ts +14 -0
- package/dist/implementations/database/external-writes.js +355 -0
- package/dist/implementations/database/external-writes.js.map +1 -0
- package/dist/implementations/database/indexes.d.ts +1 -0
- package/dist/implementations/database/indexes.js +9 -0
- package/dist/implementations/database/indexes.js.map +1 -1
- package/dist/implementations/database/initialize.js.map +1 -1
- package/dist/implementations/database/query.js +67 -15
- package/dist/implementations/database/query.js.map +1 -1
- package/dist/implementations/database/schema.d.ts +2 -0
- package/dist/implementations/database/schema.js +22 -0
- package/dist/implementations/database/schema.js.map +1 -1
- package/dist/implementations/database/selection-stages.d.ts +5 -0
- package/dist/implementations/database/selection-stages.js +110 -0
- package/dist/implementations/database/selection-stages.js.map +1 -0
- package/dist/implementations/database/selection.d.ts +10 -3
- package/dist/implementations/database/selection.js +67 -91
- package/dist/implementations/database/selection.js.map +1 -1
- package/dist/implementations/database/stream.d.ts +4 -1
- package/dist/implementations/database/stream.js +30 -16
- package/dist/implementations/database/stream.js.map +1 -1
- package/dist/implementations/database/utils.d.ts +3 -0
- package/dist/implementations/database/utils.js +12 -0
- package/dist/implementations/database/utils.js.map +1 -1
- package/dist/implementations/rethinkdb/index.d.ts +1 -1
- package/dist/implementations/rethinkdb/index.js.map +1 -1
- package/dist/index.d.ts +3 -7
- package/dist/index.js +11 -7
- package/dist/index.js.map +1 -1
- package/dist/test/antelope.test.js +28 -12
- package/dist/test/antelope.test.js.map +1 -1
- package/dist/test/atomic-mutation.test.js.map +1 -1
- package/dist/test/instance-indexes.test.js +8 -0
- package/dist/test/instance-indexes.test.js.map +1 -1
- package/dist/test/primitive-guards.test.d.ts +1 -0
- package/dist/test/primitive-guards.test.js +49 -0
- package/dist/test/primitive-guards.test.js.map +1 -0
- package/dist/test/write-results.test.js +9 -3
- package/dist/test/write-results.test.js.map +1 -1
- package/dist/test-external/catalog.test.d.ts +1 -0
- package/dist/test-external/catalog.test.js +136 -0
- package/dist/test-external/catalog.test.js.map +1 -0
- package/dist/test-external/erp.d.ts +18 -0
- package/dist/test-external/erp.js +74 -0
- package/dist/test-external/erp.js.map +1 -0
- package/dist/test-external/fixture.d.ts +12 -0
- package/dist/test-external/fixture.js +182 -0
- package/dist/test-external/fixture.js.map +1 -0
- package/dist/test-external/reads.test.d.ts +1 -0
- package/dist/test-external/reads.test.js +220 -0
- package/dist/test-external/reads.test.js.map +1 -0
- package/dist/test-external/refusals.test.d.ts +1 -0
- package/dist/test-external/refusals.test.js +53 -0
- package/dist/test-external/refusals.test.js.map +1 -0
- package/dist/test-external/startup.test.d.ts +1 -0
- package/dist/test-external/startup.test.js +41 -0
- package/dist/test-external/startup.test.js.map +1 -0
- package/dist/test-external/writes.test.d.ts +1 -0
- package/dist/test-external/writes.test.js +179 -0
- package/dist/test-external/writes.test.js.map +1 -0
- package/dist/write-result.js +10 -1
- package/dist/write-result.js.map +1 -1
- package/package.json +23 -7
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { CatalogInfo, Measure, ProfileRequest, ReferenceCheck, ReferenceMatch, RelationDescription, RelationProfile, RelationSummary, RowSample, SampleRequest } from "@antelopejs/interface-database-catalog";
|
|
2
|
+
export declare function Info(): Promise<CatalogInfo>;
|
|
3
|
+
export declare function ListRelations(schemas?: string[]): Promise<RelationSummary[]>;
|
|
4
|
+
export declare function DescribeRelations(relations: string[]): Promise<RelationDescription[]>;
|
|
5
|
+
export declare function Profile(request: ProfileRequest): Promise<RelationProfile>;
|
|
6
|
+
export declare function CheckReference(check: ReferenceCheck): Promise<Measure<ReferenceMatch>>;
|
|
7
|
+
export declare function SampleRows(request: SampleRequest): Promise<RowSample>;
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Info = Info;
|
|
4
|
+
exports.ListRelations = ListRelations;
|
|
5
|
+
exports.DescribeRelations = DescribeRelations;
|
|
6
|
+
exports.Profile = Profile;
|
|
7
|
+
exports.CheckReference = CheckReference;
|
|
8
|
+
exports.SampleRows = SampleRows;
|
|
9
|
+
const runtime_1 = require("@antelopejs/interface-core/runtime");
|
|
10
|
+
const config_1 = require("../../config");
|
|
11
|
+
const external_probe_1 = require("../database/external-probe");
|
|
12
|
+
const discovery_1 = require("./discovery");
|
|
13
|
+
const measures_1 = require("./measures");
|
|
14
|
+
const profile_1 = require("./profile");
|
|
15
|
+
const reference_1 = require("./reference");
|
|
16
|
+
const rows_1 = require("./rows");
|
|
17
|
+
const OWNED_REFUSAL = "the catalog describes a database an external instance was pointed at; this instance owns its tables";
|
|
18
|
+
const DEVELOPMENT_REFUSAL = "the catalog is a development tool: it answers under ajs project dev or run, or with catalog.enabled";
|
|
19
|
+
async function IsEnabled() {
|
|
20
|
+
const configured = (0, config_1.GetOptions)().catalog.enabled;
|
|
21
|
+
return configured ?? (await (0, runtime_1.GetRuntimeInfo)()).dev;
|
|
22
|
+
}
|
|
23
|
+
async function Guarded(work) {
|
|
24
|
+
if (!(0, config_1.IsExternal)()) {
|
|
25
|
+
throw new Error(OWNED_REFUSAL);
|
|
26
|
+
}
|
|
27
|
+
if (!(await IsEnabled())) {
|
|
28
|
+
throw new Error(DEVELOPMENT_REFUSAL);
|
|
29
|
+
}
|
|
30
|
+
return (0, measures_1.Serialized)(work);
|
|
31
|
+
}
|
|
32
|
+
function Info() {
|
|
33
|
+
return Guarded(discovery_1.ReadInfo);
|
|
34
|
+
}
|
|
35
|
+
function ListRelations(schemas) {
|
|
36
|
+
return Guarded(async () => {
|
|
37
|
+
if (schemas && !schemas.includes((0, config_1.ExternalDatabaseName)())) {
|
|
38
|
+
return [];
|
|
39
|
+
}
|
|
40
|
+
const names = (await (0, external_probe_1.TableNames)()).sort();
|
|
41
|
+
return (0, measures_1.Sequentially)(names, async (name) => (0, discovery_1.Summarize)(await (0, discovery_1.ListTable)(name)));
|
|
42
|
+
});
|
|
43
|
+
}
|
|
44
|
+
function DescribeRelations(relations) {
|
|
45
|
+
return Guarded(async () => {
|
|
46
|
+
const prefix = `${(0, config_1.ExternalDatabaseName)()}.`;
|
|
47
|
+
const names = await (0, external_probe_1.TableNames)();
|
|
48
|
+
const missing = relations.filter((relation) => !relation.startsWith(prefix) ||
|
|
49
|
+
!names.includes(relation.slice(prefix.length)));
|
|
50
|
+
if (missing.length > 0) {
|
|
51
|
+
throw new Error(`No relation ${missing.join(", ")} that the connected account can list`);
|
|
52
|
+
}
|
|
53
|
+
return (0, measures_1.Sequentially)(relations, async (relation) => (0, discovery_1.DescribeTable)(await (0, discovery_1.ListTable)(relation.slice(prefix.length))));
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
function Profile(request) {
|
|
57
|
+
return Guarded(() => (0, profile_1.ProfileTable)(request));
|
|
58
|
+
}
|
|
59
|
+
function CheckReference(check) {
|
|
60
|
+
return Guarded(() => (0, reference_1.CheckTableReference)(check));
|
|
61
|
+
}
|
|
62
|
+
function SampleRows(request) {
|
|
63
|
+
return Guarded(() => (0, rows_1.SampleTableRows)(request));
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/implementations/catalog/index.ts"],"names":[],"mappings":";;AA2CA,oBAEC;AAED,sCAUC;AAED,8CAoBC;AAED,0BAEC;AAED,wCAIC;AAED,gCAEC;AA7FD,gEAAoE;AAcpE,yCAA4E;AAC5E,+DAAwD;AACxD,2CAA4E;AAC5E,yCAAsD;AACtD,uCAAyC;AACzC,2CAAkD;AAClD,iCAAyC;AAEzC,MAAM,aAAa,GACjB,qGAAqG,CAAC;AACxG,MAAM,mBAAmB,GACvB,qGAAqG,CAAC;AAExG,KAAK,UAAU,SAAS;IACtB,MAAM,UAAU,GAAG,IAAA,mBAAU,GAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IAChD,OAAO,UAAU,IAAI,CAAC,MAAM,IAAA,wBAAc,GAAE,CAAC,CAAC,GAAG,CAAC;AACpD,CAAC;AAGD,KAAK,UAAU,OAAO,CAAI,IAAsB;IAC9C,IAAI,CAAC,IAAA,mBAAU,GAAE,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,CAAC;IACD,IAAI,CAAC,CAAC,MAAM,SAAS,EAAE,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,IAAA,qBAAU,EAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAgB,IAAI;IAClB,OAAO,OAAO,CAAC,oBAAQ,CAAC,CAAC;AAC3B,CAAC;AAED,SAAgB,aAAa,CAAC,OAAkB;IAC9C,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;QACxB,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAA,6BAAoB,GAAE,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,MAAM,IAAA,2BAAU,GAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACxC,IAAA,qBAAS,EAAC,MAAM,IAAA,qBAAS,EAAC,IAAI,CAAC,CAAC,CACjC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,iBAAiB,CAC/B,SAAmB;IAEnB,OAAO,OAAO,CAAC,KAAK,IAAI,EAAE;QACxB,MAAM,MAAM,GAAG,GAAG,IAAA,6BAAoB,GAAE,GAAG,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,IAAA,2BAAU,GAAE,CAAC;QACjC,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAC9B,CAAC,QAAQ,EAAE,EAAE,CACX,CAAC,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;YAC5B,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CACjD,CAAC;QACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,sCAAsC,CACxE,CAAC;QACJ,CAAC;QACD,OAAO,IAAA,uBAAY,EAAC,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,CAChD,IAAA,yBAAa,EAAC,MAAM,IAAA,qBAAS,EAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,OAAO,CAAC,OAAuB;IAC7C,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAY,EAAC,OAAO,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAgB,cAAc,CAC5B,KAAqB;IAErB,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,+BAAmB,EAAC,KAAK,CAAC,CAAC,CAAC;AACnD,CAAC;AAED,SAAgB,UAAU,CAAC,OAAsB;IAC/C,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,OAAO,CAAC,CAAC,CAAC;AACjD,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { ColumnDescription, RelationDescription } from "@antelopejs/interface-database-catalog";
|
|
2
|
+
import { type ListedTable } from "./discovery";
|
|
3
|
+
import { type Source } from "./measures";
|
|
4
|
+
export interface Located {
|
|
5
|
+
table: ListedTable;
|
|
6
|
+
description: RelationDescription;
|
|
7
|
+
source: Source;
|
|
8
|
+
}
|
|
9
|
+
export declare function Locate(relation: string): Promise<Located>;
|
|
10
|
+
export declare function SelectColumns(located: Located, names: string[] | undefined): ColumnDescription[];
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.Locate = Locate;
|
|
4
|
+
exports.SelectColumns = SelectColumns;
|
|
5
|
+
const config_1 = require("../../config");
|
|
6
|
+
const external_probe_1 = require("../database/external-probe");
|
|
7
|
+
const discovery_1 = require("./discovery");
|
|
8
|
+
const measures_1 = require("./measures");
|
|
9
|
+
async function Locate(relation) {
|
|
10
|
+
const database = (0, config_1.ExternalDatabaseName)();
|
|
11
|
+
const dot = relation.indexOf(".");
|
|
12
|
+
const name = relation.slice(dot + 1);
|
|
13
|
+
const found = dot > 0 &&
|
|
14
|
+
relation.slice(0, dot) === database &&
|
|
15
|
+
(await (0, external_probe_1.TableNames)()).includes(name);
|
|
16
|
+
if (!found) {
|
|
17
|
+
throw new Error(`Relation '${relation}' does not exist in database ${database}, or the connected account cannot list it`);
|
|
18
|
+
}
|
|
19
|
+
const table = await (0, discovery_1.ListTable)(name);
|
|
20
|
+
return {
|
|
21
|
+
table,
|
|
22
|
+
description: await (0, discovery_1.DescribeTable)(table),
|
|
23
|
+
source: (0, measures_1.SourceFor)(table.name, table.estimatedRows, table.uuidKeys),
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
function SelectColumns(located, names) {
|
|
27
|
+
const columns = located.description.columns;
|
|
28
|
+
const unknown = (names ?? []).filter((name) => !columns.some((column) => column.name === name));
|
|
29
|
+
if (unknown.length > 0) {
|
|
30
|
+
throw new Error(`Relation '${located.table.name}' has no field ${unknown.join(", ")} in its sample`);
|
|
31
|
+
}
|
|
32
|
+
return names
|
|
33
|
+
? names.flatMap((name) => columns.filter((column) => column.name === name))
|
|
34
|
+
: columns;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=locate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"locate.js","sourceRoot":"","sources":["../../../src/implementations/catalog/locate.ts"],"names":[],"mappings":";;AAkBA,wBAmBC;AAGD,sCAgBC;AAnDD,yCAAoD;AACpD,+DAAwD;AACxD,2CAAyE;AACzE,yCAAoD;AAU7C,KAAK,UAAU,MAAM,CAAC,QAAgB;IAC3C,MAAM,QAAQ,GAAG,IAAA,6BAAoB,GAAE,CAAC;IACxC,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GACT,GAAG,GAAG,CAAC;QACP,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,QAAQ;QACnC,CAAC,MAAM,IAAA,2BAAU,GAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,gCAAgC,QAAQ,2CAA2C,CACzG,CAAC;IACJ,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,IAAA,qBAAS,EAAC,IAAI,CAAC,CAAC;IACpC,OAAO;QACL,KAAK;QACL,WAAW,EAAE,MAAM,IAAA,yBAAa,EAAC,KAAK,CAAC;QACvC,MAAM,EAAE,IAAA,oBAAS,EAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC;KACnE,CAAC;AACJ,CAAC;AAGD,SAAgB,aAAa,CAC3B,OAAgB,EAChB,KAA2B;IAE3B,MAAM,OAAO,GAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC;IAC5C,MAAM,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAClC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAC1D,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,aAAa,OAAO,CAAC,KAAK,CAAC,IAAI,kBAAkB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,KAAK;QACV,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAC3E,CAAC,CAAC,OAAO,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { Measure, SampleInfo } from "@antelopejs/interface-database-catalog";
|
|
2
|
+
import { type Connection, type RStream } from "rethinkdb-ts";
|
|
3
|
+
export declare function SetMeasureTimeoutForTests(ms?: number): void;
|
|
4
|
+
export declare function SetSampleThresholdForTests(rows?: number): void;
|
|
5
|
+
export interface Source {
|
|
6
|
+
rows: () => RStream;
|
|
7
|
+
head: (limit: number) => RStream;
|
|
8
|
+
sample: SampleInfo | null;
|
|
9
|
+
estimatedRows: number;
|
|
10
|
+
}
|
|
11
|
+
interface Runnable<T> {
|
|
12
|
+
run(connection: Connection): Promise<T>;
|
|
13
|
+
}
|
|
14
|
+
export declare function SourceFor(name: string, estimatedRows: number, uuidKeys: boolean): Source;
|
|
15
|
+
export declare function Measured<T>(query: Runnable<T>): Promise<Measure<T>>;
|
|
16
|
+
export declare function Described<T>(query: Runnable<T>): Promise<Measure<T>>;
|
|
17
|
+
export declare function ValueOf<T>(measured: Measure<T> | undefined): T | undefined;
|
|
18
|
+
export declare function Mapped<T, R>(measured: Measure<T>, read: (value: T) => R): Measure<R>;
|
|
19
|
+
export declare function Sequentially<T, R>(items: T[], work: (item: T) => Promise<R>): Promise<R[]>;
|
|
20
|
+
export declare function Serialized<T>(work: () => Promise<T>): Promise<T>;
|
|
21
|
+
export {};
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SetMeasureTimeoutForTests = SetMeasureTimeoutForTests;
|
|
4
|
+
exports.SetSampleThresholdForTests = SetSampleThresholdForTests;
|
|
5
|
+
exports.SourceFor = SourceFor;
|
|
6
|
+
exports.Measured = Measured;
|
|
7
|
+
exports.Described = Described;
|
|
8
|
+
exports.ValueOf = ValueOf;
|
|
9
|
+
exports.Mapped = Mapped;
|
|
10
|
+
exports.Sequentially = Sequentially;
|
|
11
|
+
exports.Serialized = Serialized;
|
|
12
|
+
const rethinkdb_ts_1 = require("rethinkdb-ts");
|
|
13
|
+
const connection_1 = require("../../connection");
|
|
14
|
+
const external_probe_1 = require("../database/external-probe");
|
|
15
|
+
const DEFAULT_MEASURE_TIMEOUT_MS = 5000;
|
|
16
|
+
const DEFAULT_SAMPLE_THRESHOLD_ROWS = 1_000_000;
|
|
17
|
+
const SAMPLE_SIZE = 50_000;
|
|
18
|
+
const SAMPLE_POINTS = 50;
|
|
19
|
+
const ROWS_PER_POINT = 1000;
|
|
20
|
+
const PERCENT = 100;
|
|
21
|
+
const HEX = 16;
|
|
22
|
+
const UUID_DIGITS = 32;
|
|
23
|
+
let measureTimeoutMs = DEFAULT_MEASURE_TIMEOUT_MS;
|
|
24
|
+
let sampleThresholdRows = DEFAULT_SAMPLE_THRESHOLD_ROWS;
|
|
25
|
+
function SetMeasureTimeoutForTests(ms) {
|
|
26
|
+
measureTimeoutMs = ms ?? DEFAULT_MEASURE_TIMEOUT_MS;
|
|
27
|
+
}
|
|
28
|
+
function SetSampleThresholdForTests(rows) {
|
|
29
|
+
sampleThresholdRows = rows ?? DEFAULT_SAMPLE_THRESHOLD_ROWS;
|
|
30
|
+
}
|
|
31
|
+
const TIMEOUT = new Error("the measure ran out of time");
|
|
32
|
+
function EvenUuid(index) {
|
|
33
|
+
const step = HEX ** UUID_DIGITS / SAMPLE_POINTS;
|
|
34
|
+
const hex = BigInt(Math.floor(step * index))
|
|
35
|
+
.toString(HEX)
|
|
36
|
+
.padStart(UUID_DIGITS, "0")
|
|
37
|
+
.slice(0, UUID_DIGITS);
|
|
38
|
+
return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
|
|
39
|
+
}
|
|
40
|
+
function SourceFor(name, estimatedRows, uuidKeys) {
|
|
41
|
+
if (estimatedRows <= sampleThresholdRows) {
|
|
42
|
+
return {
|
|
43
|
+
rows: () => (0, external_probe_1.Table)(name),
|
|
44
|
+
head: (limit) => (0, external_probe_1.Table)(name).limit(limit),
|
|
45
|
+
sample: null,
|
|
46
|
+
estimatedRows,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
const sampled = uuidKeys ? SAMPLE_POINTS * ROWS_PER_POINT : SAMPLE_SIZE;
|
|
50
|
+
const rows = uuidKeys
|
|
51
|
+
? () => {
|
|
52
|
+
const [first, ...rest] = Array.from({ length: SAMPLE_POINTS }, (_, index) => (0, external_probe_1.Table)(name)
|
|
53
|
+
.between(EvenUuid(index), rethinkdb_ts_1.r.maxval)
|
|
54
|
+
.limit(ROWS_PER_POINT));
|
|
55
|
+
return first.union(...rest);
|
|
56
|
+
}
|
|
57
|
+
: () => (0, external_probe_1.Table)(name).sample(SAMPLE_SIZE);
|
|
58
|
+
return {
|
|
59
|
+
rows,
|
|
60
|
+
head: (limit) => uuidKeys
|
|
61
|
+
? (0, external_probe_1.Table)(name).between(EvenUuid(0), rethinkdb_ts_1.r.maxval).limit(limit)
|
|
62
|
+
: (0, external_probe_1.Table)(name).sample(limit),
|
|
63
|
+
sample: {
|
|
64
|
+
percent: Math.min(PERCENT, (sampled / estimatedRows) * PERCENT),
|
|
65
|
+
rows: sampled,
|
|
66
|
+
},
|
|
67
|
+
estimatedRows,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
function Measured(query) {
|
|
71
|
+
return Bounded(query, measureTimeoutMs);
|
|
72
|
+
}
|
|
73
|
+
function Described(query) {
|
|
74
|
+
return Bounded(query, DEFAULT_MEASURE_TIMEOUT_MS);
|
|
75
|
+
}
|
|
76
|
+
async function Bounded(query, timeoutMs) {
|
|
77
|
+
const connection = await (0, connection_1.DirectConnection)();
|
|
78
|
+
let timer;
|
|
79
|
+
const expired = new Promise((_, reject) => {
|
|
80
|
+
timer = setTimeout(() => {
|
|
81
|
+
reject(TIMEOUT);
|
|
82
|
+
void connection.close();
|
|
83
|
+
}, timeoutMs);
|
|
84
|
+
});
|
|
85
|
+
try {
|
|
86
|
+
return {
|
|
87
|
+
status: "ok",
|
|
88
|
+
value: await Promise.race([query.run(connection), expired]),
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
catch (error) {
|
|
92
|
+
if (error === TIMEOUT) {
|
|
93
|
+
return { status: "timeout" };
|
|
94
|
+
}
|
|
95
|
+
return {
|
|
96
|
+
status: "error",
|
|
97
|
+
code: error instanceof Error ? error.name : "unknown",
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
finally {
|
|
101
|
+
clearTimeout(timer);
|
|
102
|
+
void connection.close().catch(() => undefined);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
function ValueOf(measured) {
|
|
106
|
+
return measured?.status === "ok" ? measured.value : undefined;
|
|
107
|
+
}
|
|
108
|
+
function Mapped(measured, read) {
|
|
109
|
+
return measured.status === "ok"
|
|
110
|
+
? { status: "ok", value: read(measured.value) }
|
|
111
|
+
: measured;
|
|
112
|
+
}
|
|
113
|
+
async function Sequentially(items, work) {
|
|
114
|
+
const results = [];
|
|
115
|
+
for (const item of items) {
|
|
116
|
+
results.push(await work(item));
|
|
117
|
+
}
|
|
118
|
+
return results;
|
|
119
|
+
}
|
|
120
|
+
let queue = Promise.resolve();
|
|
121
|
+
function Serialized(work) {
|
|
122
|
+
const run = queue.then(work, work);
|
|
123
|
+
queue = run.then(() => undefined, () => undefined);
|
|
124
|
+
return run;
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=measures.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"measures.js","sourceRoot":"","sources":["../../../src/implementations/catalog/measures.ts"],"names":[],"mappings":";;AAsBA,8DAEC;AAGD,gEAEC;AA+BD,8BAsCC;AAGD,4BAEC;AAGD,8BAEC;AAiCD,0BAEC;AAED,wBAOC;AAGD,oCASC;AAKD,gCAOC;AA5KD,+CAAgE;AAEhE,iDAAoD;AACpD,+DAAmD;AAEnD,MAAM,0BAA0B,GAAG,IAAI,CAAC;AACxC,MAAM,6BAA6B,GAAG,SAAS,CAAC;AAChD,MAAM,WAAW,GAAG,MAAM,CAAC;AAC3B,MAAM,aAAa,GAAG,EAAE,CAAC;AACzB,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,OAAO,GAAG,GAAG,CAAC;AACpB,MAAM,GAAG,GAAG,EAAE,CAAC;AACf,MAAM,WAAW,GAAG,EAAE,CAAC;AAEvB,IAAI,gBAAgB,GAAG,0BAA0B,CAAC;AAClD,IAAI,mBAAmB,GAAG,6BAA6B,CAAC;AAGxD,SAAgB,yBAAyB,CAAC,EAAW;IACnD,gBAAgB,GAAG,EAAE,IAAI,0BAA0B,CAAC;AACtD,CAAC;AAGD,SAAgB,0BAA0B,CAAC,IAAa;IACtD,mBAAmB,GAAG,IAAI,IAAI,6BAA6B,CAAC;AAC9D,CAAC;AAgBD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;AAEzD,SAAS,QAAQ,CAAC,KAAa;IAC7B,MAAM,IAAI,GAAG,GAAG,IAAI,WAAW,GAAG,aAAa,CAAC;IAChD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC;SACzC,QAAQ,CAAC,GAAG,CAAC;SACb,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC;SAC1B,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACzB,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;AAC7G,CAAC;AAMD,SAAgB,SAAS,CACvB,IAAY,EACZ,aAAqB,EACrB,QAAiB;IAEjB,IAAI,aAAa,IAAI,mBAAmB,EAAE,CAAC;QACzC,OAAO;YACL,IAAI,EAAE,GAAG,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC;YACvB,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YACzC,MAAM,EAAE,IAAI;YACZ,aAAa;SACd,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,aAAa,GAAG,cAAc,CAAC,CAAC,CAAC,WAAW,CAAC;IACxE,MAAM,IAAI,GAAG,QAAQ;QACnB,CAAC,CAAC,GAAG,EAAE;YACH,MAAM,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,IAAI,CACjC,EAAE,MAAM,EAAE,aAAa,EAAE,EACzB,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CACX,IAAA,sBAAK,EAAC,IAAI,CAAC;iBACR,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,gBAAC,CAAC,MAAM,CAAC;iBAClC,KAAK,CAAC,cAAc,CAAC,CAC3B,CAAC;YACF,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,CAAC;QACH,CAAC,CAAC,GAAG,EAAE,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAC1C,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CACd,QAAQ;YACN,CAAC,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;YACzD,CAAC,CAAC,IAAA,sBAAK,EAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC/B,MAAM,EAAE;YACN,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,GAAG,aAAa,CAAC,GAAG,OAAO,CAAC;YAC/D,IAAI,EAAE,OAAO;SACd;QACD,aAAa;KACd,CAAC;AACJ,CAAC;AAGD,SAAgB,QAAQ,CAAI,KAAkB;IAC5C,OAAO,OAAO,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;AAC1C,CAAC;AAGD,SAAgB,SAAS,CAAI,KAAkB;IAC7C,OAAO,OAAO,CAAC,KAAK,EAAE,0BAA0B,CAAC,CAAC;AACpD,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,KAAkB,EAClB,SAAiB;IAEjB,MAAM,UAAU,GAAG,MAAM,IAAA,6BAAgB,GAAE,CAAC;IAC5C,IAAI,KAAiC,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YACtB,MAAM,CAAC,OAAO,CAAC,CAAC;YAChB,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC,EAAE,SAAS,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;IACH,IAAI,CAAC;QACH,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,OAAO,CAAC,CAAC;SAC5D,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC/B,CAAC;QACD,OAAO;YACL,MAAM,EAAE,OAAO;YACf,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;AACH,CAAC;AAED,SAAgB,OAAO,CAAI,QAAgC;IACzD,OAAO,QAAQ,EAAE,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAChE,CAAC;AAED,SAAgB,MAAM,CACpB,QAAoB,EACpB,IAAqB;IAErB,OAAO,QAAQ,CAAC,MAAM,KAAK,IAAI;QAC7B,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC/C,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAGM,KAAK,UAAU,YAAY,CAChC,KAAU,EACV,IAA6B;IAE7B,MAAM,OAAO,GAAQ,EAAE,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,IAAI,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;AAG7C,SAAgB,UAAU,CAAI,IAAsB;IAClD,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IACnC,KAAK,GAAG,GAAG,CAAC,IAAI,CACd,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;IACF,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -0,0 +1,218 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.ProfileTable = ProfileTable;
|
|
4
|
+
const rethinkdb_ts_1 = require("rethinkdb-ts");
|
|
5
|
+
const locate_1 = require("./locate");
|
|
6
|
+
const measures_1 = require("./measures");
|
|
7
|
+
const CATEGORY_LIMIT = 25;
|
|
8
|
+
const CATEGORY_MIN_ROWS = 5;
|
|
9
|
+
const ENUM_LIKE_MIN_ROWS = 100;
|
|
10
|
+
const MONTH_LIMIT = 36;
|
|
11
|
+
const LABEL_DISTINCT_SHARE = 0.9;
|
|
12
|
+
const LABEL_MAX_LENGTH = 80;
|
|
13
|
+
const TIME_AXIS_FILLED_SHARE = 0.9;
|
|
14
|
+
const TIME_AXIS_MIN_MONTHS = 3;
|
|
15
|
+
const MONTHS_PER_YEAR = 12;
|
|
16
|
+
const MONTH_TEXT_LENGTH = 7;
|
|
17
|
+
const UTC = "+00:00";
|
|
18
|
+
const READ_TYPES = new Map([
|
|
19
|
+
["string", "STRING"],
|
|
20
|
+
["number", "NUMBER"],
|
|
21
|
+
["boolean", "BOOL"],
|
|
22
|
+
["date", "PTYPE<TIME>"],
|
|
23
|
+
]);
|
|
24
|
+
const CATEGORY_KINDS = new Set(["string", "number", "boolean"]);
|
|
25
|
+
const TRAITS = [
|
|
26
|
+
"enum-like",
|
|
27
|
+
"identifier-like",
|
|
28
|
+
"label-candidate",
|
|
29
|
+
"time-axis",
|
|
30
|
+
"measure",
|
|
31
|
+
];
|
|
32
|
+
function Profiled(description) {
|
|
33
|
+
const kind = description.accepts[0]?.declared ?? "";
|
|
34
|
+
const type = READ_TYPES.get(kind);
|
|
35
|
+
if (!type) {
|
|
36
|
+
return undefined;
|
|
37
|
+
}
|
|
38
|
+
return {
|
|
39
|
+
description,
|
|
40
|
+
kind,
|
|
41
|
+
value: (row) => rethinkdb_ts_1.r.branch(row(description.name).default(null).typeOf().eq(type), row(description.name), null),
|
|
42
|
+
};
|
|
43
|
+
}
|
|
44
|
+
function Present(source, column) {
|
|
45
|
+
return source
|
|
46
|
+
.rows()
|
|
47
|
+
.map((row) => column.value(row))
|
|
48
|
+
.filter((value) => value.ne(null));
|
|
49
|
+
}
|
|
50
|
+
function Extreme(source, column, max) {
|
|
51
|
+
const values = Present(source, column);
|
|
52
|
+
return max ? values.max() : values.min();
|
|
53
|
+
}
|
|
54
|
+
function RangeEnd(value) {
|
|
55
|
+
return value instanceof Date ? value.toISOString() : value;
|
|
56
|
+
}
|
|
57
|
+
async function Range(source, column) {
|
|
58
|
+
const min = await (0, measures_1.Measured)(Extreme(source, column, false));
|
|
59
|
+
const max = await (0, measures_1.Measured)(Extreme(source, column, true));
|
|
60
|
+
if (min.status !== "ok") {
|
|
61
|
+
return min;
|
|
62
|
+
}
|
|
63
|
+
return max.status === "ok"
|
|
64
|
+
? {
|
|
65
|
+
status: "ok",
|
|
66
|
+
value: { min: RangeEnd(min.value), max: RangeEnd(max.value) },
|
|
67
|
+
}
|
|
68
|
+
: max;
|
|
69
|
+
}
|
|
70
|
+
async function Length(source, column) {
|
|
71
|
+
const lengths = () => Present(source, column).map((value) => value.count());
|
|
72
|
+
const min = await (0, measures_1.Measured)(lengths().min());
|
|
73
|
+
const avg = await (0, measures_1.Measured)(lengths().avg());
|
|
74
|
+
const max = await (0, measures_1.Measured)(lengths().max());
|
|
75
|
+
if (min.status !== "ok") {
|
|
76
|
+
return min;
|
|
77
|
+
}
|
|
78
|
+
if (avg.status !== "ok") {
|
|
79
|
+
return avg;
|
|
80
|
+
}
|
|
81
|
+
return max.status === "ok"
|
|
82
|
+
? {
|
|
83
|
+
status: "ok",
|
|
84
|
+
value: { min: min.value, avg: avg.value, max: max.value },
|
|
85
|
+
}
|
|
86
|
+
: max;
|
|
87
|
+
}
|
|
88
|
+
function AsCategories(rows) {
|
|
89
|
+
return {
|
|
90
|
+
values: rows
|
|
91
|
+
.filter(([, count]) => count >= CATEGORY_MIN_ROWS)
|
|
92
|
+
.slice(0, CATEGORY_LIMIT)
|
|
93
|
+
.map(([value, count]) => ({ value, rows: count })),
|
|
94
|
+
other: rows
|
|
95
|
+
.filter(([, count], index) => count < CATEGORY_MIN_ROWS || index >= CATEGORY_LIMIT)
|
|
96
|
+
.reduce((total, [, count]) => total + count, 0),
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
async function CategoriesOf(source, column) {
|
|
100
|
+
return (0, measures_1.Mapped)(await (0, measures_1.Measured)(Present(source, column)
|
|
101
|
+
.group((value) => value)
|
|
102
|
+
.count()
|
|
103
|
+
.ungroup()
|
|
104
|
+
.orderBy(rethinkdb_ts_1.r.desc("reduction"), "group")
|
|
105
|
+
.limit(CATEGORY_LIMIT + 1)
|
|
106
|
+
.map((group) => [group("group"), group("reduction")])), AsCategories);
|
|
107
|
+
}
|
|
108
|
+
async function Months(source, column) {
|
|
109
|
+
return (0, measures_1.Mapped)(await (0, measures_1.Measured)(Present(source, column)
|
|
110
|
+
.group((value) => value.inTimezone(UTC).toISO8601().slice(0, MONTH_TEXT_LENGTH))
|
|
111
|
+
.count()
|
|
112
|
+
.ungroup()
|
|
113
|
+
.orderBy(rethinkdb_ts_1.r.desc("group"))
|
|
114
|
+
.limit(MONTH_LIMIT)
|
|
115
|
+
.map((group) => [group("group"), group("reduction")])), (rows) => rows.map(([month, count]) => ({ month, rows: count })).reverse());
|
|
116
|
+
}
|
|
117
|
+
function MonthsSpanned(range) {
|
|
118
|
+
const start = new Date(String(range.min));
|
|
119
|
+
const end = new Date(String(range.max));
|
|
120
|
+
return ((end.getUTCFullYear() - start.getUTCFullYear()) * MONTHS_PER_YEAR +
|
|
121
|
+
end.getUTCMonth() -
|
|
122
|
+
start.getUTCMonth() +
|
|
123
|
+
1);
|
|
124
|
+
}
|
|
125
|
+
function Filled(facts) {
|
|
126
|
+
const nulls = (0, measures_1.ValueOf)(facts.profile.nulls);
|
|
127
|
+
return facts.rows === undefined || nulls === undefined
|
|
128
|
+
? 0
|
|
129
|
+
: facts.rows - nulls;
|
|
130
|
+
}
|
|
131
|
+
const TRAIT_RULES = {
|
|
132
|
+
"enum-like": (facts) => facts.profile.categories !== undefined &&
|
|
133
|
+
((0, measures_1.ValueOf)(facts.profile.distinct) ?? Infinity) <= CATEGORY_LIMIT &&
|
|
134
|
+
(facts.rows ?? 0) >= ENUM_LIKE_MIN_ROWS,
|
|
135
|
+
"identifier-like": (facts) => (facts.rows ?? 0) > 0 &&
|
|
136
|
+
(0, measures_1.ValueOf)(facts.profile.nulls) === 0 &&
|
|
137
|
+
(0, measures_1.ValueOf)(facts.profile.distinct) === facts.rows,
|
|
138
|
+
"label-candidate": (facts) => {
|
|
139
|
+
const filled = Filled(facts);
|
|
140
|
+
const length = (0, measures_1.ValueOf)(facts.profile.length);
|
|
141
|
+
return (facts.column.kind === "string" &&
|
|
142
|
+
facts.column.description.name !== facts.primaryKey &&
|
|
143
|
+
filled > 0 &&
|
|
144
|
+
((0, measures_1.ValueOf)(facts.profile.distinct) ?? 0) >= LABEL_DISTINCT_SHARE * filled &&
|
|
145
|
+
length !== undefined &&
|
|
146
|
+
length.avg <= LABEL_MAX_LENGTH);
|
|
147
|
+
},
|
|
148
|
+
"time-axis": (facts) => {
|
|
149
|
+
const range = (0, measures_1.ValueOf)(facts.profile.range);
|
|
150
|
+
return (facts.column.kind === "date" &&
|
|
151
|
+
range !== undefined &&
|
|
152
|
+
Filled(facts) >= TIME_AXIS_FILLED_SHARE * (facts.rows ?? Infinity) &&
|
|
153
|
+
MonthsSpanned(range) >= TIME_AXIS_MIN_MONTHS);
|
|
154
|
+
},
|
|
155
|
+
measure: (facts) => facts.column.kind === "number" &&
|
|
156
|
+
facts.column.description.name !== facts.primaryKey,
|
|
157
|
+
};
|
|
158
|
+
async function ProfileColumn(source, column, facts) {
|
|
159
|
+
const name = column.description.name;
|
|
160
|
+
const profile = {
|
|
161
|
+
name,
|
|
162
|
+
nulls: await (0, measures_1.Measured)(source
|
|
163
|
+
.rows()
|
|
164
|
+
.filter((row) => column.value(row).eq(null))
|
|
165
|
+
.count()),
|
|
166
|
+
distinct: await (0, measures_1.Measured)(Present(source, column).distinct().count()),
|
|
167
|
+
traits: [],
|
|
168
|
+
};
|
|
169
|
+
if (column.kind === "number" || column.kind === "date") {
|
|
170
|
+
profile.range = await Range(source, column);
|
|
171
|
+
}
|
|
172
|
+
if (column.kind === "string") {
|
|
173
|
+
profile.length = await Length(source, column);
|
|
174
|
+
}
|
|
175
|
+
const isCategorical = ((0, measures_1.ValueOf)(profile.distinct) ?? Infinity) <= CATEGORY_LIMIT;
|
|
176
|
+
if (CATEGORY_KINDS.has(column.kind) &&
|
|
177
|
+
isCategorical &&
|
|
178
|
+
name !== facts.primaryKey) {
|
|
179
|
+
profile.categories = await CategoriesOf(source, column);
|
|
180
|
+
}
|
|
181
|
+
if (column.kind === "date") {
|
|
182
|
+
profile.months = await Months(source, column);
|
|
183
|
+
}
|
|
184
|
+
profile.traits = TRAITS.filter((trait) => TRAIT_RULES[trait]({ column, profile, ...facts }));
|
|
185
|
+
return profile;
|
|
186
|
+
}
|
|
187
|
+
async function RowsOf(located) {
|
|
188
|
+
if (located.source.sample) {
|
|
189
|
+
return {
|
|
190
|
+
status: "ok",
|
|
191
|
+
value: { rows: located.source.estimatedRows, exact: false },
|
|
192
|
+
};
|
|
193
|
+
}
|
|
194
|
+
return (0, measures_1.Mapped)(await (0, measures_1.Measured)(located.source.rows().count()), (rows) => ({
|
|
195
|
+
rows,
|
|
196
|
+
exact: true,
|
|
197
|
+
}));
|
|
198
|
+
}
|
|
199
|
+
async function ProfileTable(request) {
|
|
200
|
+
const located = await (0, locate_1.Locate)(request.relation);
|
|
201
|
+
const rows = await RowsOf(located);
|
|
202
|
+
const measuredRows = located.source.sample?.rows ?? (0, measures_1.ValueOf)(rows)?.rows;
|
|
203
|
+
const columns = (0, locate_1.SelectColumns)(located, request.columns)
|
|
204
|
+
.map(Profiled)
|
|
205
|
+
.filter((column) => column !== undefined);
|
|
206
|
+
return {
|
|
207
|
+
relation: request.relation,
|
|
208
|
+
rows,
|
|
209
|
+
sample: located.source.sample,
|
|
210
|
+
columns: await (0, measures_1.Sequentially)(columns, (column) => ProfileColumn(located.source, column, {
|
|
211
|
+
rows: measuredRows,
|
|
212
|
+
primaryKey: located.table.primaryKey,
|
|
213
|
+
})),
|
|
214
|
+
references: [],
|
|
215
|
+
inbound: [],
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
//# sourceMappingURL=profile.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../../src/implementations/catalog/profile.ts"],"names":[],"mappings":";;AAmTA,oCAsBC;AA5TD,+CAA8C;AAE9C,qCAA0D;AAC1D,yCAMoB;AAEpB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAC5B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAC/B,MAAM,eAAe,GAAG,EAAE,CAAC;AAC3B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,GAAG,GAAG,QAAQ,CAAC;AAErB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAiB;IACzC,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,QAAQ,EAAE,QAAQ,CAAC;IACpB,CAAC,SAAS,EAAE,MAAM,CAAC;IACnB,CAAC,MAAM,EAAE,aAAa,CAAC;CACxB,CAAC,CAAC;AACH,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC;AAChE,MAAM,MAAM,GAA2B;IACrC,WAAW;IACX,iBAAiB;IACjB,iBAAiB;IACjB,WAAW;IACX,SAAS;CACV,CAAC;AAQF,SAAS,QAAQ,CAAC,WAA8B;IAC9C,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,EAAE,CAAC;IACpD,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,WAAW;QACX,IAAI;QACJ,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CACb,gBAAC,CAAC,MAAM,CACN,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,EACrD,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,EACrB,IAAI,CACL;KACJ,CAAC;AACJ,CAAC;AAED,SAAS,OAAO,CAAC,MAAc,EAAE,MAAsB;IACrD,OAAO,MAAM;SACV,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC/B,MAAM,CAAC,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,OAAO,CAAC,MAAc,EAAE,MAAsB,EAAE,GAAY;IACnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,OAAO,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;AAC7D,CAAC;AAED,KAAK,UAAU,KAAK,CAClB,MAAc,EACd,MAAsB;IAEtB,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAgB,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACzE,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI;QACxB,CAAC,CAAC;YACE,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;SAC9D;QACH,CAAC,CAAC,GAAG,CAAC;AACV,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,MAAc,EACd,MAAsB;IAEtB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAC5E,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,MAAM,GAAG,GAAG,MAAM,IAAA,mBAAQ,EAAS,OAAO,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;IACpD,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,KAAK,IAAI;QACxB,CAAC,CAAC;YACE,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE;SAC1D;QACH,CAAC,CAAC,GAAG,CAAC;AACV,CAAC;AAED,SAAS,YAAY,CAAC,IAA2C;IAC/D,OAAO;QACL,MAAM,EAAE,IAAI;aACT,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,iBAAiB,CAAC;aACjD,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC;aACxB,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACpD,KAAK,EAAE,IAAI;aACR,MAAM,CACL,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,CACnB,KAAK,GAAG,iBAAiB,IAAI,KAAK,IAAI,cAAc,CACvD;aACA,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC;KAClD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,MAAsB;IAEtB,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EACZ,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;SACpB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC;SACvB,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;SACrC,KAAK,CAAC,cAAc,GAAG,CAAC,CAAC;SACzB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,EACD,YAAY,CACb,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,MAAc,EACd,MAAsB;IAEtB,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EACZ,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC;SACpB,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACf,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAC9D;SACA,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;SACxB,KAAK,CAAC,WAAW,CAAC;SAClB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,EACD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,EAAE,CAC3E,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,KAAiB;IACtC,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,OAAO,CACL,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,KAAK,CAAC,cAAc,EAAE,CAAC,GAAG,eAAe;QACjE,GAAG,CAAC,WAAW,EAAE;QACjB,KAAK,CAAC,WAAW,EAAE;QACnB,CAAC,CACF,CAAC;AACJ,CAAC;AASD,SAAS,MAAM,CAAC,KAAiB;IAC/B,MAAM,KAAK,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS;QACpD,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC;AACzB,CAAC;AAED,MAAM,WAAW,GAAwD;IACvE,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CACrB,KAAK,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS;QACtC,CAAC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,cAAc;QAC/D,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,IAAI,kBAAkB;IACzC,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE,CAC3B,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC;QACrB,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC;QAClC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC,IAAI;IAChD,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE;QAC3B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7C,OAAO,CACL,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC9B,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU;YAClD,MAAM,GAAG,CAAC;YACV,CAAC,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,oBAAoB,GAAG,MAAM;YACvE,MAAM,KAAK,SAAS;YACpB,MAAM,CAAC,GAAG,IAAI,gBAAgB,CAC/B,CAAC;IACJ,CAAC;IACD,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE;QACrB,MAAM,KAAK,GAAG,IAAA,kBAAO,EAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3C,OAAO,CACL,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM;YAC5B,KAAK,KAAK,SAAS;YACnB,MAAM,CAAC,KAAK,CAAC,IAAI,sBAAsB,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,QAAQ,CAAC;YAClE,aAAa,CAAC,KAAK,CAAC,IAAI,oBAAoB,CAC7C,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CACjB,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ;QAC9B,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,KAAK,KAAK,CAAC,UAAU;CACrD,CAAC;AAEF,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,MAAsB,EACtB,KAA8C;IAE9C,MAAM,IAAI,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC;IACrC,MAAM,OAAO,GAAkB;QAC7B,IAAI;QACJ,KAAK,EAAE,MAAM,IAAA,mBAAQ,EACnB,MAAM;aACH,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;aACnD,KAAK,EAAE,CACX;QACD,QAAQ,EAAE,MAAM,IAAA,mBAAQ,EACtB,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAC3C;QACD,MAAM,EAAE,EAAE;KACX,CAAC;IACF,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACvD,OAAO,CAAC,KAAK,GAAG,MAAM,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,OAAO,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,aAAa,GACjB,CAAC,IAAA,kBAAO,EAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,IAAI,cAAc,CAAC;IAC5D,IACE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,aAAa;QACb,IAAI,KAAK,KAAK,CAAC,UAAU,EACzB,CAAC;QACD,OAAO,CAAC,UAAU,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3B,OAAO,CAAC,MAAM,GAAG,MAAM,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CACvC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAClD,CAAC;IACF,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,OAAgB;IACpC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE;SAC5D,CAAC;IACJ,CAAC;IACD,OAAO,IAAA,iBAAM,EACX,MAAM,IAAA,mBAAQ,EAAS,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,EACrD,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACT,IAAI;QACJ,KAAK,EAAE,IAAI;KACZ,CAAC,CACH,CAAC;AACJ,CAAC;AAOM,KAAK,UAAU,YAAY,CAChC,OAAuB;IAEvB,MAAM,OAAO,GAAG,MAAM,IAAA,eAAM,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;IACnC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,IAAI,IAAA,kBAAO,EAAC,IAAI,CAAC,EAAE,IAAI,CAAC;IACxE,MAAM,OAAO,GAAG,IAAA,sBAAa,EAAC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC;SACpD,GAAG,CAAC,QAAQ,CAAC;SACb,MAAM,CAAC,CAAC,MAAM,EAA4B,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC;IACtE,OAAO;QACL,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,IAAI;QACJ,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;QAC7B,OAAO,EAAE,MAAM,IAAA,uBAAY,EAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAC9C,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE;YACpC,IAAI,EAAE,YAAY;YAClB,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,UAAU;SACrC,CAAC,CACH;QACD,UAAU,EAAE,EAAE;QACd,OAAO,EAAE,EAAE;KACZ,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.CheckTableReference = CheckTableReference;
|
|
4
|
+
const rethinkdb_ts_1 = require("rethinkdb-ts");
|
|
5
|
+
const external_probe_1 = require("../database/external-probe");
|
|
6
|
+
const utils_1 = require("../database/utils");
|
|
7
|
+
const locate_1 = require("./locate");
|
|
8
|
+
const measures_1 = require("./measures");
|
|
9
|
+
const text_1 = require("./text");
|
|
10
|
+
const CHECKED_VALUES = 1000;
|
|
11
|
+
const NUMBER_TEXT = /^-?\d+(\.\d+)?$/;
|
|
12
|
+
function AddressedAs(value) {
|
|
13
|
+
if ((0, utils_1.IsText)(value) && NUMBER_TEXT.test(value)) {
|
|
14
|
+
return [value, Number(value)];
|
|
15
|
+
}
|
|
16
|
+
return (0, utils_1.IsNumber)(value) ? [value, String(value)] : [value];
|
|
17
|
+
}
|
|
18
|
+
async function CheckTableReference(check) {
|
|
19
|
+
const from = await (0, locate_1.Locate)(check.from.relation);
|
|
20
|
+
(0, locate_1.SelectColumns)(from, [check.from.column]);
|
|
21
|
+
const to = await (0, locate_1.Locate)(check.to.relation);
|
|
22
|
+
(0, locate_1.SelectColumns)(to, [check.to.column]);
|
|
23
|
+
const grouped = await (0, measures_1.Measured)(from.source
|
|
24
|
+
.rows()
|
|
25
|
+
.filter((row) => row(check.from.column).default(null).ne(null))
|
|
26
|
+
.group(check.from.column)
|
|
27
|
+
.count()
|
|
28
|
+
.ungroup()
|
|
29
|
+
.orderBy(rethinkdb_ts_1.r.desc("reduction"))
|
|
30
|
+
.limit(CHECKED_VALUES)
|
|
31
|
+
.map((group) => [group("group"), group("reduction")]));
|
|
32
|
+
if (grouped.status !== "ok") {
|
|
33
|
+
return grouped;
|
|
34
|
+
}
|
|
35
|
+
const values = rethinkdb_ts_1.r.expr(grouped.value.flatMap(([value]) => AddressedAs(value ?? null)));
|
|
36
|
+
const isKey = check.to.column === to.table.primaryKey;
|
|
37
|
+
const index = to.description.indexes.find((candidate) => candidate.columns.length === 1 &&
|
|
38
|
+
candidate.columns[0] === check.to.column);
|
|
39
|
+
const target = isKey
|
|
40
|
+
? (0, external_probe_1.Table)(to.table.name).getAll(rethinkdb_ts_1.r.args(values))
|
|
41
|
+
: index
|
|
42
|
+
? (0, external_probe_1.Table)(to.table.name).getAll(rethinkdb_ts_1.r.args(values), { index: index.name })
|
|
43
|
+
: (0, external_probe_1.Table)(to.table.name).filter((row) => values.contains(row(check.to.column)));
|
|
44
|
+
const found = await (0, measures_1.Measured)(target(check.to.column).distinct());
|
|
45
|
+
if (found.status !== "ok") {
|
|
46
|
+
return found;
|
|
47
|
+
}
|
|
48
|
+
const texts = new Set(found.value.map((value) => (0, text_1.TextOf)(value)));
|
|
49
|
+
const checkedRows = grouped.value.reduce((total, [, count]) => total + count, 0);
|
|
50
|
+
const foundRows = grouped.value
|
|
51
|
+
.filter(([value]) => texts.has((0, text_1.TextOf)(value)))
|
|
52
|
+
.reduce((total, [, count]) => total + count, 0);
|
|
53
|
+
return {
|
|
54
|
+
status: "ok",
|
|
55
|
+
value: {
|
|
56
|
+
containment: checkedRows > 0 ? foundRows / checkedRows : 0,
|
|
57
|
+
checkedRows,
|
|
58
|
+
sampled: from.source.sample !== null || grouped.value.length === CHECKED_VALUES,
|
|
59
|
+
targetIsKey: isKey,
|
|
60
|
+
},
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
//# sourceMappingURL=reference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reference.js","sourceRoot":"","sources":["../../../src/implementations/catalog/reference.ts"],"names":[],"mappings":";;AAkCA,kDA2DC;AAxFD,+CAA8C;AAE9C,+DAAmD;AACnD,6CAAqD;AACrD,qCAAiD;AACjD,yCAAsC;AACtC,iCAA+C;AAG/C,MAAM,cAAc,GAAG,IAAI,CAAC;AAE5B,MAAM,WAAW,GAAG,iBAAiB,CAAC;AAMtC,SAAS,WAAW,CAAC,KAAe;IAClC,IAAI,IAAA,cAAM,EAAC,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7C,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,IAAA,gBAAQ,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC;AAOM,KAAK,UAAU,mBAAmB,CACvC,KAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,IAAA,eAAM,EAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC/C,IAAA,sBAAa,EAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACzC,MAAM,EAAE,GAAG,MAAM,IAAA,eAAM,EAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;IAC3C,IAAA,sBAAa,EAAC,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAC5B,IAAI,CAAC,MAAM;SACR,IAAI,EAAE;SACN,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;SACtE,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;SACxB,KAAK,EAAE;SACP,OAAO,EAAE;SACT,OAAO,CAAC,gBAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;SAC5B,KAAK,CAAC,cAAc,CAAC;SACrB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CACxD,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,MAAM,MAAM,GAAG,gBAAC,CAAC,IAAI,CACnB,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAC/D,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC;IACtD,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CACvC,CAAC,SAAS,EAAE,EAAE,CACZ,SAAS,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;QAC9B,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC,MAAM,CAC3C,CAAC;IACF,MAAM,MAAM,GAAG,KAAK;QAClB,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,gBAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC,CAAC,KAAK;YACL,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,gBAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;YACpE,CAAC,CAAC,IAAA,sBAAK,EAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAC1C,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CACtC,CAAC;IACR,MAAM,KAAK,GAAG,MAAM,IAAA,mBAAQ,EAAa,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACjE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CACtC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EACnC,CAAC,CACF,CAAC;IACF,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK;SAC5B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,IAAA,aAAM,EAAC,KAAK,CAAC,CAAC,CAAC;SAC7C,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC;IAClD,OAAO;QACL,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE;YACL,WAAW,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;YAC1D,WAAW;YACX,OAAO,EACL,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,cAAc;YACxE,WAAW,EAAE,KAAK;SACnB;KACF,CAAC;AACJ,CAAC"}
|