@datagrok-libraries/utils 0.0.1 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +4 -3
- package/src/bit-array.js +656 -0
- package/src/bit-array.ts +756 -0
- package/src/operations.js +144 -0
- package/src/operations.ts +160 -0
- package/src/reduce-dimensionality.js +233 -0
- package/src/reduce-dimensionality.ts +272 -0
- package/src/sequence-encoder.js +116 -0
- package/src/sequence-encoder.ts +131 -0
- package/src/spe.js +151 -0
- package/src/spe.ts +172 -0
- package/src/string-measure.js +46 -0
- package/src/string-measure.ts +54 -0
- package/src/string-utils.js +9 -0
- package/src/string-utils.ts +8 -0
- package/src/table-validation.js +47 -0
- package/src/table-validation.ts +67 -0
- package/src/test-utils.js +80 -0
- package/src/test-utils.ts +97 -0
- package/src/type_declarations.js +37 -0
- package/src/type_declarations.ts +54 -0
- package/tsconfig.json +52 -50
package/src/spe.js
ADDED
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { calculateEuclideanDistance, calcDistanceMatrix, fillRandomMatrix, vectorAdd, randomInt } from './operations';
|
|
2
|
+
/**
|
|
3
|
+
* Implements stochastic proximity embedding.
|
|
4
|
+
*
|
|
5
|
+
* @export
|
|
6
|
+
* @class SPEBase
|
|
7
|
+
* @link doi:10.1016/S1093-3263(03)00155-4
|
|
8
|
+
*/
|
|
9
|
+
export class SPEBase {
|
|
10
|
+
/**
|
|
11
|
+
* Creates an instance of SPEBase.
|
|
12
|
+
* @param {Options} [options] Options to pass to the constructor.
|
|
13
|
+
* @memberof SPEBase
|
|
14
|
+
*/
|
|
15
|
+
constructor(options) {
|
|
16
|
+
var _a, _b, _c, _d, _e, _f, _g;
|
|
17
|
+
this.steps = (_a = options === null || options === void 0 ? void 0 : options.steps) !== null && _a !== void 0 ? _a : 0;
|
|
18
|
+
this.cycles = (_b = options === null || options === void 0 ? void 0 : options.cycles) !== null && _b !== void 0 ? _b : 1e6;
|
|
19
|
+
// Select a cutoff distance {cutoff} and ...
|
|
20
|
+
this.cutoff = (_c = options === null || options === void 0 ? void 0 : options.cutoff) !== null && _c !== void 0 ? _c : 0;
|
|
21
|
+
// ... an initial learning rate {lambda} > 0
|
|
22
|
+
this.lambda = (_d = options === null || options === void 0 ? void 0 : options.lambda) !== null && _d !== void 0 ? _d : 2.0;
|
|
23
|
+
this.dlambda = (_e = options === null || options === void 0 ? void 0 : options.dlambda) !== null && _e !== void 0 ? _e : 0.01;
|
|
24
|
+
this.lambda2 = this.lambda / 2.;
|
|
25
|
+
this.dlambda2 = this.dlambda / 2.;
|
|
26
|
+
this.epsilon = (_f = options === null || options === void 0 ? void 0 : options.epsilon) !== null && _f !== void 0 ? _f : 1e-10;
|
|
27
|
+
// eslint-disable-next-line brace-style
|
|
28
|
+
this.distanceFunction = (_g = options === null || options === void 0 ? void 0 : options.distance) !== null && _g !== void 0 ? _g : calculateEuclideanDistance;
|
|
29
|
+
this.distance = [];
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Initializes distance matrix.
|
|
33
|
+
*
|
|
34
|
+
* @protected
|
|
35
|
+
* @param {Vectors} vectors Input vectors to calculate distance between.
|
|
36
|
+
* @memberof SPEBase
|
|
37
|
+
*/
|
|
38
|
+
initDistance(vectors) {
|
|
39
|
+
this.distance = calcDistanceMatrix(vectors, this.distanceFunction);
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Calculates distance between the two vectors given.
|
|
43
|
+
*
|
|
44
|
+
* @param {Vectors} vectors Set of vectors to calculate distances between.
|
|
45
|
+
* @param {number} index1 Index of the first vector of the pair.
|
|
46
|
+
* @param {number} index2 Index of the second vector of the pair.
|
|
47
|
+
* @return {number} Distance between these two vectors.
|
|
48
|
+
*/
|
|
49
|
+
calcDistance(vectors, index1, index2) {
|
|
50
|
+
return this.distance[index1][index2];
|
|
51
|
+
}
|
|
52
|
+
/**
|
|
53
|
+
* Embeds the vectors given into a two-dimensional space.
|
|
54
|
+
*
|
|
55
|
+
* @param {Vectors} vectors D-dimensional coordinates.
|
|
56
|
+
* @return {Coordinates} SPE coordinates in D space.
|
|
57
|
+
*/
|
|
58
|
+
embed(vectors) {
|
|
59
|
+
const nItems = vectors.length;
|
|
60
|
+
const areaWidth = 40;
|
|
61
|
+
// Initialize the D-dimensional coordinates of the N points.
|
|
62
|
+
const coordinates = fillRandomMatrix(nItems, SPEBase.dimension, areaWidth);
|
|
63
|
+
let lambda2 = this.lambda2;
|
|
64
|
+
if (this.steps == 0) {
|
|
65
|
+
this.steps = vectors.length - 1;
|
|
66
|
+
}
|
|
67
|
+
this.initDistance(vectors);
|
|
68
|
+
for (let cycle = 0; cycle < this.cycles; ++cycle) {
|
|
69
|
+
for (let step = 0; step < this.steps; ++step) {
|
|
70
|
+
// Select two points, i and j, at random, ...
|
|
71
|
+
const i = randomInt(nItems);
|
|
72
|
+
let j = randomInt(nItems);
|
|
73
|
+
while (i == j)
|
|
74
|
+
j = randomInt(nItems);
|
|
75
|
+
const rowi = coordinates[i];
|
|
76
|
+
const rowj = coordinates[j];
|
|
77
|
+
// ... retrieve (or evaluate) their proximity in the input space, rij and ...
|
|
78
|
+
const r = this.calcDistance(vectors, i, j);
|
|
79
|
+
// ... compute their Euclidean distance on the D-dimensional map, dij.
|
|
80
|
+
const d = calculateEuclideanDistance(rowi, rowj);
|
|
81
|
+
// If rij <= rc, or if rij > rc and dij < rij ...
|
|
82
|
+
if ((this.cutoff == 0) || (r <= this.cutoff) || (d < r)) {
|
|
83
|
+
const multiplier = lambda2 * (r - d) / (d + this.epsilon);
|
|
84
|
+
// ... update the coordinates xi and xj.
|
|
85
|
+
const diffIJ = vectorAdd(rowi, rowj, -1);
|
|
86
|
+
coordinates[i] = vectorAdd(rowi, diffIJ, multiplier);
|
|
87
|
+
coordinates[j] = vectorAdd(rowj, diffIJ, -multiplier);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
// Decrease the learning rate {lambda} by a prescribed {dlambda}.
|
|
91
|
+
lambda2 -= this.dlambda2;
|
|
92
|
+
if (lambda2 <= 0.) {
|
|
93
|
+
break;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
return coordinates;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
SPEBase.dimension = 2;
|
|
100
|
+
/**
|
|
101
|
+
* Implements modified stochastic proximity embedding.
|
|
102
|
+
*
|
|
103
|
+
* @export
|
|
104
|
+
* @class PSPEBase
|
|
105
|
+
* @link doi:10.1016/S1093-3263(03)00155-4
|
|
106
|
+
*/
|
|
107
|
+
export class PSPEBase extends SPEBase {
|
|
108
|
+
/**
|
|
109
|
+
* Embeds the vectors given into a two-dimensional space using a modified update rule.
|
|
110
|
+
*
|
|
111
|
+
* @param {Vectors} vectors D-dimensional coordinates.
|
|
112
|
+
* @return {Coordinates} SPE coordinates in D space.
|
|
113
|
+
*/
|
|
114
|
+
embed(vectors) {
|
|
115
|
+
const nItems = vectors.length;
|
|
116
|
+
const areaWidth = 40;
|
|
117
|
+
// Initialize the D-dimensional coordinates of the N points.
|
|
118
|
+
const coordinates = fillRandomMatrix(nItems, PSPEBase.dimension, areaWidth);
|
|
119
|
+
let lambda = this.lambda;
|
|
120
|
+
this.initDistance(vectors);
|
|
121
|
+
for (let cycle = 0; cycle < this.cycles; ++cycle) {
|
|
122
|
+
// Select a point, i, at random (pivot).
|
|
123
|
+
const i = randomInt(nItems);
|
|
124
|
+
const rowi = coordinates[i];
|
|
125
|
+
// For every point j != i ...
|
|
126
|
+
for (let j = 0; j < nItems; ++j) {
|
|
127
|
+
if (i == j)
|
|
128
|
+
continue;
|
|
129
|
+
const rowj = coordinates[j];
|
|
130
|
+
// ... retrieve (or evaluate) its proximity to i in the input space, rij ...
|
|
131
|
+
const r = this.calcDistance(vectors, i, j);
|
|
132
|
+
// ... and compute their Euclidean distance on the D-dimensional map, dij.
|
|
133
|
+
const d = calculateEuclideanDistance(rowi, rowj);
|
|
134
|
+
// If rij <= rc, or if rij > rc and dij < rij ...
|
|
135
|
+
if ((this.cutoff == 0) || (r <= this.cutoff) || (d < r)) {
|
|
136
|
+
const multiplier = lambda * (r - d) / (d + this.epsilon);
|
|
137
|
+
const diffIJ = vectorAdd(rowi, rowj, -1);
|
|
138
|
+
// ... update the coordinates xj.
|
|
139
|
+
coordinates[j] = vectorAdd(rowj, diffIJ, -multiplier);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
// Decrease the learning rate {lambda} by a prescribed {dlambda}.
|
|
143
|
+
lambda -= this.dlambda;
|
|
144
|
+
if (lambda <= 0.) {
|
|
145
|
+
break;
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
return coordinates;
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3BlLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsic3BlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sRUFBQywwQkFBMEIsRUFBRSxrQkFBa0IsRUFBRSxnQkFBZ0IsRUFBRSxTQUFTLEVBQUUsU0FBUyxFQUFDLE1BQU0sY0FBYyxDQUFDO0FBRXBIOzs7Ozs7R0FNRztBQUNILE1BQU0sT0FBTyxPQUFPO0lBYWxCOzs7O09BSUc7SUFDSCxZQUFZLE9BQWlCOztRQUMzQixJQUFJLENBQUMsS0FBSyxTQUFHLE9BQU8sYUFBUCxPQUFPLHVCQUFQLE9BQU8sQ0FBRSxLQUFLLG1DQUFJLENBQUMsQ0FBQztRQUNqQyxJQUFJLENBQUMsTUFBTSxTQUFHLE9BQU8sYUFBUCxPQUFPLHVCQUFQLE9BQU8sQ0FBRSxNQUFNLG1DQUFJLEdBQUcsQ0FBQztRQUNyQyw0Q0FBNEM7UUFDNUMsSUFBSSxDQUFDLE1BQU0sU0FBRyxPQUFPLGFBQVAsT0FBTyx1QkFBUCxPQUFPLENBQUUsTUFBTSxtQ0FBSSxDQUFDLENBQUM7UUFDbkMsNENBQTRDO1FBQzVDLElBQUksQ0FBQyxNQUFNLFNBQUcsT0FBTyxhQUFQLE9BQU8sdUJBQVAsT0FBTyxDQUFFLE1BQU0sbUNBQUksR0FBRyxDQUFDO1FBQ3JDLElBQUksQ0FBQyxPQUFPLFNBQUcsT0FBTyxhQUFQLE9BQU8sdUJBQVAsT0FBTyxDQUFFLE9BQU8sbUNBQUksSUFBSSxDQUFDO1FBQ3hDLElBQUksQ0FBQyxPQUFPLEdBQUcsSUFBSSxDQUFDLE1BQU0sR0FBQyxFQUFFLENBQUM7UUFDOUIsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLENBQUMsT0FBTyxHQUFDLEVBQUUsQ0FBQztRQUNoQyxJQUFJLENBQUMsT0FBTyxTQUFHLE9BQU8sYUFBUCxPQUFPLHVCQUFQLE9BQU8sQ0FBRSxPQUFPLG1DQUFJLEtBQUssQ0FBQztRQUN6Qyx1Q0FBdUM7UUFDdkMsSUFBSSxDQUFDLGdCQUFnQixTQUFHLE9BQU8sYUFBUCxPQUFPLHVCQUFQLE9BQU8sQ0FBRSxRQUFRLG1DQUFJLDBCQUEwQixDQUFDO1FBQ3hFLElBQUksQ0FBQyxRQUFRLEdBQUcsRUFBRSxDQUFDO0lBQ3JCLENBQUM7SUFFRDs7Ozs7O09BTUc7SUFDTyxZQUFZLENBQUMsT0FBZ0I7UUFDckMsSUFBSSxDQUFDLFFBQVEsR0FBRyxrQkFBa0IsQ0FBQyxPQUFPLEVBQUUsSUFBSSxDQUFDLGdCQUFnQixDQUFDLENBQUM7SUFDckUsQ0FBQztJQUVEOzs7Ozs7O09BT0c7SUFDTyxZQUFZLENBQUMsT0FBZ0IsRUFBRSxNQUFjLEVBQUUsTUFBYztRQUNyRSxPQUFPLElBQUksQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLENBQUMsTUFBTSxDQUFDLENBQUM7SUFDdkMsQ0FBQztJQUVEOzs7OztPQUtHO0lBQ0ksS0FBSyxDQUFDLE9BQWdCO1FBQzNCLE1BQU0sTUFBTSxHQUFHLE9BQU8sQ0FBQyxNQUFNLENBQUM7UUFDOUIsTUFBTSxTQUFTLEdBQUcsRUFBRSxDQUFDO1FBQ3JCLDREQUE0RDtRQUM1RCxNQUFNLFdBQVcsR0FBRyxnQkFBZ0IsQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLFNBQVMsRUFBRSxTQUFTLENBQUMsQ0FBQztRQUUzRSxJQUFJLE9BQU8sR0FBRyxJQUFJLENBQUMsT0FBTyxDQUFDO1FBRTNCLElBQUksSUFBSSxDQUFDLEtBQUssSUFBSSxDQUFDLEVBQUU7WUFDbkIsSUFBSSxDQUFDLEtBQUssR0FBRyxPQUFPLENBQUMsTUFBTSxHQUFDLENBQUMsQ0FBQztTQUMvQjtRQUVELElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTyxDQUFDLENBQUM7UUFFM0IsS0FBSyxJQUFJLEtBQUssR0FBRyxDQUFDLEVBQUUsS0FBSyxHQUFHLElBQUksQ0FBQyxNQUFNLEVBQUUsRUFBRSxLQUFLLEVBQUU7WUFDaEQsS0FBSyxJQUFJLElBQUksR0FBRyxDQUFDLEVBQUUsSUFBSSxHQUFHLElBQUksQ0FBQyxLQUFLLEVBQUUsRUFBRSxJQUFJLEVBQUU7Z0JBQzVDLDZDQUE2QztnQkFDN0MsTUFBTSxDQUFDLEdBQUcsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDO2dCQUFDLElBQUksQ0FBQyxHQUFHLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQztnQkFDdkQsT0FBTyxDQUFDLElBQUksQ0FBQztvQkFBRSxDQUFDLEdBQUcsU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFDO2dCQUVyQyxNQUFNLElBQUksR0FBRyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7Z0JBQUMsTUFBTSxJQUFJLEdBQUcsV0FBVyxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUV6RCw2RUFBNkU7Z0JBQzdFLE1BQU0sQ0FBQyxHQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztnQkFDM0Msc0VBQXNFO2dCQUN0RSxNQUFNLENBQUMsR0FBRywwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsSUFBSSxDQUFDLENBQUM7Z0JBRWpELGlEQUFpRDtnQkFDakQsSUFBSSxDQUFDLElBQUksQ0FBQyxNQUFNLElBQUksQ0FBQyxDQUFDLElBQUksQ0FBQyxDQUFDLElBQUksSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxFQUFFO29CQUN2RCxNQUFNLFVBQVUsR0FBRyxPQUFPLEdBQUMsQ0FBQyxDQUFDLEdBQUMsQ0FBQyxDQUFDLEdBQUMsQ0FBQyxDQUFDLEdBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDO29CQUNsRCx3Q0FBd0M7b0JBQ3hDLE1BQU0sTUFBTSxHQUFHLFNBQVMsQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7b0JBQ3pDLFdBQVcsQ0FBQyxDQUFDLENBQUMsR0FBRyxTQUFTLENBQUMsSUFBSSxFQUFFLE1BQU0sRUFBRSxVQUFVLENBQUMsQ0FBQztvQkFDckQsV0FBVyxDQUFDLENBQUMsQ0FBQyxHQUFHLFNBQVMsQ0FBQyxJQUFJLEVBQUUsTUFBTSxFQUFFLENBQUMsVUFBVSxDQUFDLENBQUM7aUJBQ3ZEO2FBQ0Y7WUFDRCxpRUFBaUU7WUFDakUsT0FBTyxJQUFJLElBQUksQ0FBQyxRQUFRLENBQUM7WUFDekIsSUFBSSxPQUFPLElBQUksRUFBRSxFQUFFO2dCQUNqQixNQUFNO2FBQ1A7U0FDRjtRQUNELE9BQU8sV0FBVyxDQUFDO0lBQ3JCLENBQUM7O0FBekdnQixpQkFBUyxHQUFHLENBQUMsQ0FBQztBQTRHakM7Ozs7OztHQU1HO0FBQ0YsTUFBTSxPQUFPLFFBQVMsU0FBUSxPQUFPO0lBQ3BDOzs7OztPQUtHO0lBQ0ksS0FBSyxDQUFDLE9BQWdCO1FBQzNCLE1BQU0sTUFBTSxHQUFHLE9BQU8sQ0FBQyxNQUFNLENBQUM7UUFDOUIsTUFBTSxTQUFTLEdBQUcsRUFBRSxDQUFDO1FBQ3JCLDZEQUE2RDtRQUM3RCxNQUFNLFdBQVcsR0FBRyxnQkFBZ0IsQ0FBQyxNQUFNLEVBQUUsUUFBUSxDQUFDLFNBQVMsRUFBRSxTQUFTLENBQUMsQ0FBQztRQUM1RSxJQUFJLE1BQU0sR0FBRyxJQUFJLENBQUMsTUFBTSxDQUFDO1FBRXpCLElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTyxDQUFDLENBQUM7UUFFM0IsS0FBSyxJQUFJLEtBQUssR0FBRyxDQUFDLEVBQUUsS0FBSyxHQUFHLElBQUksQ0FBQyxNQUFNLEVBQUUsRUFBRSxLQUFLLEVBQUU7WUFDaEQsd0NBQXdDO1lBQ3hDLE1BQU0sQ0FBQyxHQUFXLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQztZQUNwQyxNQUFNLElBQUksR0FBRyxXQUFXLENBQUMsQ0FBQyxDQUFDLENBQUM7WUFFNUIsNkJBQTZCO1lBQzdCLEtBQUssSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUMsR0FBRyxNQUFNLEVBQUUsRUFBRSxDQUFDLEVBQUU7Z0JBQy9CLElBQUksQ0FBQyxJQUFJLENBQUM7b0JBQUUsU0FBUztnQkFDckIsTUFBTSxJQUFJLEdBQUcsV0FBVyxDQUFDLENBQUMsQ0FBQyxDQUFDO2dCQUM1Qiw0RUFBNEU7Z0JBQzVFLE1BQU0sQ0FBQyxHQUFHLElBQUksQ0FBQyxZQUFZLENBQUMsT0FBTyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQztnQkFDM0MsMEVBQTBFO2dCQUMxRSxNQUFNLENBQUMsR0FBRywwQkFBMEIsQ0FBQyxJQUFJLEVBQUUsSUFBSSxDQUFDLENBQUM7Z0JBQ2pELGlEQUFpRDtnQkFDakQsSUFBSSxDQUFDLElBQUksQ0FBQyxNQUFNLElBQUksQ0FBQyxDQUFDLElBQUksQ0FBQyxDQUFDLElBQUksSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxFQUFFO29CQUN2RCxNQUFNLFVBQVUsR0FBRyxNQUFNLEdBQUMsQ0FBQyxDQUFDLEdBQUMsQ0FBQyxDQUFDLEdBQUMsQ0FBQyxDQUFDLEdBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDO29CQUNqRCxNQUFNLE1BQU0sR0FBRyxTQUFTLENBQUMsSUFBSSxFQUFFLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDO29CQUN6QyxpQ0FBaUM7b0JBQ2pDLFdBQVcsQ0FBQyxDQUFDLENBQUMsR0FBRyxTQUFTLENBQUMsSUFBSSxFQUFFLE1BQU0sRUFBRSxDQUFDLFVBQVUsQ0FBQyxDQUFDO2lCQUN2RDthQUNGO1lBQ0QsaUVBQWlFO1lBQ2pFLE1BQU0sSUFBSSxJQUFJLENBQUMsT0FBTyxDQUFDO1lBQ3ZCLElBQUksTUFBTSxJQUFJLEVBQUUsRUFBRTtnQkFDaEIsTUFBTTthQUNQO1NBQ0Y7UUFDRCxPQUFPLFdBQVcsQ0FBQztJQUNyQixDQUFDO0NBQ0YiLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQge09wdGlvbnMsIENvb3JkaW5hdGVzLCBWZWN0b3JzLCBEaXN0YW5jZU1ldHJpY30gZnJvbSAnLi90eXBlX2RlY2xhcmF0aW9ucyc7XHJcbmltcG9ydCB7Y2FsY3VsYXRlRXVjbGlkZWFuRGlzdGFuY2UsIGNhbGNEaXN0YW5jZU1hdHJpeCwgZmlsbFJhbmRvbU1hdHJpeCwgdmVjdG9yQWRkLCByYW5kb21JbnR9IGZyb20gJy4vb3BlcmF0aW9ucyc7XHJcblxyXG4vKipcclxuICogSW1wbGVtZW50cyBzdG9jaGFzdGljIHByb3hpbWl0eSBlbWJlZGRpbmcuXHJcbiAqXHJcbiAqIEBleHBvcnRcclxuICogQGNsYXNzIFNQRUJhc2VcclxuICogQGxpbmsgZG9pOjEwLjEwMTYvUzEwOTMtMzI2MygwMykwMDE1NS00XHJcbiAqL1xyXG5leHBvcnQgY2xhc3MgU1BFQmFzZSB7XHJcbiAgcHJvdGVjdGVkIHN0YXRpYyBkaW1lbnNpb24gPSAyO1xyXG4gIHByb3RlY3RlZCBzdGVwczogbnVtYmVyO1xyXG4gIHByb3RlY3RlZCBjeWNsZXM6IG51bWJlcjtcclxuICBwcm90ZWN0ZWQgY3V0b2ZmOiBudW1iZXI7XHJcbiAgcHJvdGVjdGVkIGxhbWJkYTogbnVtYmVyO1xyXG4gIHByb3RlY3RlZCBkbGFtYmRhOiBudW1iZXI7XHJcbiAgcHJvdGVjdGVkIGxhbWJkYTI6IG51bWJlcjtcclxuICBwcm90ZWN0ZWQgZGxhbWJkYTI6IG51bWJlcjtcclxuICBwcm90ZWN0ZWQgZXBzaWxvbjogbnVtYmVyO1xyXG4gIHByb3RlY3RlZCBkaXN0YW5jZUZ1bmN0aW9uOiBEaXN0YW5jZU1ldHJpYztcclxuICBwcm90ZWN0ZWQgZGlzdGFuY2U6IENvb3JkaW5hdGVzO1xyXG5cclxuICAvKipcclxuICAgKiBDcmVhdGVzIGFuIGluc3RhbmNlIG9mIFNQRUJhc2UuXHJcbiAgICogQHBhcmFtIHtPcHRpb25zfSBbb3B0aW9uc10gT3B0aW9ucyB0byBwYXNzIHRvIHRoZSBjb25zdHJ1Y3Rvci5cclxuICAgKiBAbWVtYmVyb2YgU1BFQmFzZVxyXG4gICAqL1xyXG4gIGNvbnN0cnVjdG9yKG9wdGlvbnM/OiBPcHRpb25zKSB7XHJcbiAgICB0aGlzLnN0ZXBzID0gb3B0aW9ucz8uc3RlcHMgPz8gMDtcclxuICAgIHRoaXMuY3ljbGVzID0gb3B0aW9ucz8uY3ljbGVzID8/IDFlNjtcclxuICAgIC8vIFNlbGVjdCBhIGN1dG9mZiBkaXN0YW5jZSB7Y3V0b2ZmfSBhbmQgLi4uXHJcbiAgICB0aGlzLmN1dG9mZiA9IG9wdGlvbnM/LmN1dG9mZiA/PyAwO1xyXG4gICAgLy8gLi4uIGFuIGluaXRpYWwgbGVhcm5pbmcgcmF0ZSB7bGFtYmRhfSA+IDBcclxuICAgIHRoaXMubGFtYmRhID0gb3B0aW9ucz8ubGFtYmRhID8/IDIuMDtcclxuICAgIHRoaXMuZGxhbWJkYSA9IG9wdGlvbnM/LmRsYW1iZGEgPz8gMC4wMTtcclxuICAgIHRoaXMubGFtYmRhMiA9IHRoaXMubGFtYmRhLzIuO1xyXG4gICAgdGhpcy5kbGFtYmRhMiA9IHRoaXMuZGxhbWJkYS8yLjtcclxuICAgIHRoaXMuZXBzaWxvbiA9IG9wdGlvbnM/LmVwc2lsb24gPz8gMWUtMTA7XHJcbiAgICAvLyBlc2xpbnQtZGlzYWJsZS1uZXh0LWxpbmUgYnJhY2Utc3R5bGVcclxuICAgIHRoaXMuZGlzdGFuY2VGdW5jdGlvbiA9IG9wdGlvbnM/LmRpc3RhbmNlID8/IGNhbGN1bGF0ZUV1Y2xpZGVhbkRpc3RhbmNlO1xyXG4gICAgdGhpcy5kaXN0YW5jZSA9IFtdO1xyXG4gIH1cclxuXHJcbiAgLyoqXHJcbiAgICogSW5pdGlhbGl6ZXMgZGlzdGFuY2UgbWF0cml4LlxyXG4gICAqXHJcbiAgICogQHByb3RlY3RlZFxyXG4gICAqIEBwYXJhbSB7VmVjdG9yc30gdmVjdG9ycyBJbnB1dCB2ZWN0b3JzIHRvIGNhbGN1bGF0ZSBkaXN0YW5jZSBiZXR3ZWVuLlxyXG4gICAqIEBtZW1iZXJvZiBTUEVCYXNlXHJcbiAgICovXHJcbiAgcHJvdGVjdGVkIGluaXREaXN0YW5jZSh2ZWN0b3JzOiBWZWN0b3JzKSB7XHJcbiAgICB0aGlzLmRpc3RhbmNlID0gY2FsY0Rpc3RhbmNlTWF0cml4KHZlY3RvcnMsIHRoaXMuZGlzdGFuY2VGdW5jdGlvbik7XHJcbiAgfVxyXG5cclxuICAvKipcclxuICAgKiBDYWxjdWxhdGVzIGRpc3RhbmNlIGJldHdlZW4gdGhlIHR3byB2ZWN0b3JzIGdpdmVuLlxyXG4gICAqIFxyXG4gICAqIEBwYXJhbSB7VmVjdG9yc30gdmVjdG9ycyBTZXQgb2YgdmVjdG9ycyB0byBjYWxjdWxhdGUgZGlzdGFuY2VzIGJldHdlZW4uXHJcbiAgICogQHBhcmFtIHtudW1iZXJ9IGluZGV4MSBJbmRleCBvZiB0aGUgZmlyc3QgdmVjdG9yIG9mIHRoZSBwYWlyLlxyXG4gICAqIEBwYXJhbSB7bnVtYmVyfSBpbmRleDIgSW5kZXggb2YgdGhlIHNlY29uZCB2ZWN0b3Igb2YgdGhlIHBhaXIuXHJcbiAgICogQHJldHVybiB7bnVtYmVyfSBEaXN0YW5jZSBiZXR3ZWVuIHRoZXNlIHR3byB2ZWN0b3JzLlxyXG4gICAqL1xyXG4gIHByb3RlY3RlZCBjYWxjRGlzdGFuY2UodmVjdG9yczogVmVjdG9ycywgaW5kZXgxOiBudW1iZXIsIGluZGV4MjogbnVtYmVyKTogbnVtYmVyIHtcclxuICAgIHJldHVybiB0aGlzLmRpc3RhbmNlW2luZGV4MV1baW5kZXgyXTtcclxuICB9XHJcblxyXG4gIC8qKlxyXG4gICAqIEVtYmVkcyB0aGUgdmVjdG9ycyBnaXZlbiBpbnRvIGEgdHdvLWRpbWVuc2lvbmFsIHNwYWNlLlxyXG4gICAqIFxyXG4gICAqIEBwYXJhbSB7VmVjdG9yc30gdmVjdG9ycyBELWRpbWVuc2lvbmFsIGNvb3JkaW5hdGVzLlxyXG4gICAqIEByZXR1cm4ge0Nvb3JkaW5hdGVzfSBTUEUgY29vcmRpbmF0ZXMgaW4gRCBzcGFjZS5cclxuICAgKi9cclxuICBwdWJsaWMgZW1iZWQodmVjdG9yczogVmVjdG9ycyk6IENvb3JkaW5hdGVzIHtcclxuICAgIGNvbnN0IG5JdGVtcyA9IHZlY3RvcnMubGVuZ3RoO1xyXG4gICAgY29uc3QgYXJlYVdpZHRoID0gNDA7XHJcbiAgICAvLyBJbml0aWFsaXplIHRoZSBELWRpbWVuc2lvbmFsIGNvb3JkaW5hdGVzIG9mIHRoZSBOIHBvaW50cy5cclxuICAgIGNvbnN0IGNvb3JkaW5hdGVzID0gZmlsbFJhbmRvbU1hdHJpeChuSXRlbXMsIFNQRUJhc2UuZGltZW5zaW9uLCBhcmVhV2lkdGgpO1xyXG5cclxuICAgIGxldCBsYW1iZGEyID0gdGhpcy5sYW1iZGEyO1xyXG5cclxuICAgIGlmICh0aGlzLnN0ZXBzID09IDApIHtcclxuICAgICAgdGhpcy5zdGVwcyA9IHZlY3RvcnMubGVuZ3RoLTE7XHJcbiAgICB9XHJcblxyXG4gICAgdGhpcy5pbml0RGlzdGFuY2UodmVjdG9ycyk7XHJcblxyXG4gICAgZm9yIChsZXQgY3ljbGUgPSAwOyBjeWNsZSA8IHRoaXMuY3ljbGVzOyArK2N5Y2xlKSB7XHJcbiAgICAgIGZvciAobGV0IHN0ZXAgPSAwOyBzdGVwIDwgdGhpcy5zdGVwczsgKytzdGVwKSB7XHJcbiAgICAgICAgLy8gU2VsZWN0IHR3byBwb2ludHMsIGkgYW5kIGosIGF0IHJhbmRvbSwgLi4uXHJcbiAgICAgICAgY29uc3QgaSA9IHJhbmRvbUludChuSXRlbXMpOyBsZXQgaiA9IHJhbmRvbUludChuSXRlbXMpO1xyXG4gICAgICAgIHdoaWxlIChpID09IGopIGogPSByYW5kb21JbnQobkl0ZW1zKTtcclxuXHJcbiAgICAgICAgY29uc3Qgcm93aSA9IGNvb3JkaW5hdGVzW2ldOyBjb25zdCByb3dqID0gY29vcmRpbmF0ZXNbal07XHJcblxyXG4gICAgICAgIC8vIC4uLiByZXRyaWV2ZSAob3IgZXZhbHVhdGUpIHRoZWlyIHByb3hpbWl0eSBpbiB0aGUgaW5wdXQgc3BhY2UsIHJpaiBhbmQgLi4uXHJcbiAgICAgICAgY29uc3QgciA9IHRoaXMuY2FsY0Rpc3RhbmNlKHZlY3RvcnMsIGksIGopO1xyXG4gICAgICAgIC8vIC4uLiBjb21wdXRlIHRoZWlyIEV1Y2xpZGVhbiBkaXN0YW5jZSBvbiB0aGUgRC1kaW1lbnNpb25hbCBtYXAsIGRpai5cclxuICAgICAgICBjb25zdCBkID0gY2FsY3VsYXRlRXVjbGlkZWFuRGlzdGFuY2Uocm93aSwgcm93aik7XHJcblxyXG4gICAgICAgIC8vIElmIHJpaiA8PSByYywgb3IgaWYgcmlqID4gcmMgYW5kIGRpaiA8IHJpaiAuLi5cclxuICAgICAgICBpZiAoKHRoaXMuY3V0b2ZmID09IDApIHx8IChyIDw9IHRoaXMuY3V0b2ZmKSB8fCAoZCA8IHIpKSB7XHJcbiAgICAgICAgICBjb25zdCBtdWx0aXBsaWVyID0gbGFtYmRhMiooci1kKS8oZCt0aGlzLmVwc2lsb24pO1xyXG4gICAgICAgICAgLy8gLi4uIHVwZGF0ZSB0aGUgY29vcmRpbmF0ZXMgeGkgYW5kIHhqLlxyXG4gICAgICAgICAgY29uc3QgZGlmZklKID0gdmVjdG9yQWRkKHJvd2ksIHJvd2osIC0xKTtcclxuICAgICAgICAgIGNvb3JkaW5hdGVzW2ldID0gdmVjdG9yQWRkKHJvd2ksIGRpZmZJSiwgbXVsdGlwbGllcik7XHJcbiAgICAgICAgICBjb29yZGluYXRlc1tqXSA9IHZlY3RvckFkZChyb3dqLCBkaWZmSUosIC1tdWx0aXBsaWVyKTtcclxuICAgICAgICB9XHJcbiAgICAgIH1cclxuICAgICAgLy8gRGVjcmVhc2UgdGhlIGxlYXJuaW5nIHJhdGUge2xhbWJkYX0gYnkgYSBwcmVzY3JpYmVkIHtkbGFtYmRhfS5cclxuICAgICAgbGFtYmRhMiAtPSB0aGlzLmRsYW1iZGEyO1xyXG4gICAgICBpZiAobGFtYmRhMiA8PSAwLikge1xyXG4gICAgICAgIGJyZWFrO1xyXG4gICAgICB9XHJcbiAgICB9XHJcbiAgICByZXR1cm4gY29vcmRpbmF0ZXM7XHJcbiAgfVxyXG59XHJcblxyXG4vKipcclxuICogSW1wbGVtZW50cyBtb2RpZmllZCBzdG9jaGFzdGljIHByb3hpbWl0eSBlbWJlZGRpbmcuXHJcbiAqXHJcbiAqIEBleHBvcnRcclxuICogQGNsYXNzIFBTUEVCYXNlXHJcbiAqIEBsaW5rIGRvaToxMC4xMDE2L1MxMDkzLTMyNjMoMDMpMDAxNTUtNFxyXG4gKi9cclxuIGV4cG9ydCBjbGFzcyBQU1BFQmFzZSBleHRlbmRzIFNQRUJhc2Uge1xyXG4gIC8qKlxyXG4gICAqIEVtYmVkcyB0aGUgdmVjdG9ycyBnaXZlbiBpbnRvIGEgdHdvLWRpbWVuc2lvbmFsIHNwYWNlIHVzaW5nIGEgbW9kaWZpZWQgdXBkYXRlIHJ1bGUuXHJcbiAgICogXHJcbiAgICogQHBhcmFtIHtWZWN0b3JzfSB2ZWN0b3JzIEQtZGltZW5zaW9uYWwgY29vcmRpbmF0ZXMuXHJcbiAgICogQHJldHVybiB7Q29vcmRpbmF0ZXN9IFNQRSBjb29yZGluYXRlcyBpbiBEIHNwYWNlLlxyXG4gICAqL1xyXG4gIHB1YmxpYyBlbWJlZCh2ZWN0b3JzOiBWZWN0b3JzKTogQ29vcmRpbmF0ZXMge1xyXG4gICAgY29uc3Qgbkl0ZW1zID0gdmVjdG9ycy5sZW5ndGg7XHJcbiAgICBjb25zdCBhcmVhV2lkdGggPSA0MDtcclxuICAgIC8vICBJbml0aWFsaXplIHRoZSBELWRpbWVuc2lvbmFsIGNvb3JkaW5hdGVzIG9mIHRoZSBOIHBvaW50cy5cclxuICAgIGNvbnN0IGNvb3JkaW5hdGVzID0gZmlsbFJhbmRvbU1hdHJpeChuSXRlbXMsIFBTUEVCYXNlLmRpbWVuc2lvbiwgYXJlYVdpZHRoKTtcclxuICAgIGxldCBsYW1iZGEgPSB0aGlzLmxhbWJkYTtcclxuXHJcbiAgICB0aGlzLmluaXREaXN0YW5jZSh2ZWN0b3JzKTtcclxuXHJcbiAgICBmb3IgKGxldCBjeWNsZSA9IDA7IGN5Y2xlIDwgdGhpcy5jeWNsZXM7ICsrY3ljbGUpIHtcclxuICAgICAgLy8gU2VsZWN0IGEgcG9pbnQsIGksIGF0IHJhbmRvbSAocGl2b3QpLlxyXG4gICAgICBjb25zdCBpOiBudW1iZXIgPSByYW5kb21JbnQobkl0ZW1zKTtcclxuICAgICAgY29uc3Qgcm93aSA9IGNvb3JkaW5hdGVzW2ldO1xyXG5cclxuICAgICAgLy8gRm9yIGV2ZXJ5IHBvaW50IGogIT0gaSAuLi5cclxuICAgICAgZm9yIChsZXQgaiA9IDA7IGogPCBuSXRlbXM7ICsraikge1xyXG4gICAgICAgIGlmIChpID09IGopIGNvbnRpbnVlO1xyXG4gICAgICAgIGNvbnN0IHJvd2ogPSBjb29yZGluYXRlc1tqXTtcclxuICAgICAgICAvLyAuLi4gcmV0cmlldmUgKG9yIGV2YWx1YXRlKSBpdHMgcHJveGltaXR5IHRvIGkgaW4gdGhlIGlucHV0IHNwYWNlLCByaWogLi4uXHJcbiAgICAgICAgY29uc3QgciA9IHRoaXMuY2FsY0Rpc3RhbmNlKHZlY3RvcnMsIGksIGopO1xyXG4gICAgICAgIC8vIC4uLiBhbmQgY29tcHV0ZSB0aGVpciBFdWNsaWRlYW4gZGlzdGFuY2Ugb24gdGhlIEQtZGltZW5zaW9uYWwgbWFwLCBkaWouXHJcbiAgICAgICAgY29uc3QgZCA9IGNhbGN1bGF0ZUV1Y2xpZGVhbkRpc3RhbmNlKHJvd2ksIHJvd2opO1xyXG4gICAgICAgIC8vIElmIHJpaiA8PSByYywgb3IgaWYgcmlqID4gcmMgYW5kIGRpaiA8IHJpaiAuLi5cclxuICAgICAgICBpZiAoKHRoaXMuY3V0b2ZmID09IDApIHx8IChyIDw9IHRoaXMuY3V0b2ZmKSB8fCAoZCA8IHIpKSB7XHJcbiAgICAgICAgICBjb25zdCBtdWx0aXBsaWVyID0gbGFtYmRhKihyLWQpLyhkK3RoaXMuZXBzaWxvbik7XHJcbiAgICAgICAgICBjb25zdCBkaWZmSUogPSB2ZWN0b3JBZGQocm93aSwgcm93aiwgLTEpO1xyXG4gICAgICAgICAgLy8gLi4uIHVwZGF0ZSB0aGUgY29vcmRpbmF0ZXMgeGouXHJcbiAgICAgICAgICBjb29yZGluYXRlc1tqXSA9IHZlY3RvckFkZChyb3dqLCBkaWZmSUosIC1tdWx0aXBsaWVyKTtcclxuICAgICAgICB9XHJcbiAgICAgIH1cclxuICAgICAgLy8gRGVjcmVhc2UgdGhlIGxlYXJuaW5nIHJhdGUge2xhbWJkYX0gYnkgYSBwcmVzY3JpYmVkIHtkbGFtYmRhfS5cclxuICAgICAgbGFtYmRhIC09IHRoaXMuZGxhbWJkYTtcclxuICAgICAgaWYgKGxhbWJkYSA8PSAwLikge1xyXG4gICAgICAgIGJyZWFrO1xyXG4gICAgICB9XHJcbiAgICB9XHJcbiAgICByZXR1cm4gY29vcmRpbmF0ZXM7XHJcbiAgfVxyXG59XHJcbiJdfQ==
|
package/src/spe.ts
ADDED
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
import {Options, Coordinates, Vectors, DistanceMetric} from './type_declarations';
|
|
2
|
+
import {calculateEuclideanDistance, calcDistanceMatrix, fillRandomMatrix, vectorAdd, randomInt} from './operations';
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Implements stochastic proximity embedding.
|
|
6
|
+
*
|
|
7
|
+
* @export
|
|
8
|
+
* @class SPEBase
|
|
9
|
+
* @link doi:10.1016/S1093-3263(03)00155-4
|
|
10
|
+
*/
|
|
11
|
+
export class SPEBase {
|
|
12
|
+
protected static dimension = 2;
|
|
13
|
+
protected steps: number;
|
|
14
|
+
protected cycles: number;
|
|
15
|
+
protected cutoff: number;
|
|
16
|
+
protected lambda: number;
|
|
17
|
+
protected dlambda: number;
|
|
18
|
+
protected lambda2: number;
|
|
19
|
+
protected dlambda2: number;
|
|
20
|
+
protected epsilon: number;
|
|
21
|
+
protected distanceFunction: DistanceMetric;
|
|
22
|
+
protected distance: Coordinates;
|
|
23
|
+
|
|
24
|
+
/**
|
|
25
|
+
* Creates an instance of SPEBase.
|
|
26
|
+
* @param {Options} [options] Options to pass to the constructor.
|
|
27
|
+
* @memberof SPEBase
|
|
28
|
+
*/
|
|
29
|
+
constructor(options?: Options) {
|
|
30
|
+
this.steps = options?.steps ?? 0;
|
|
31
|
+
this.cycles = options?.cycles ?? 1e6;
|
|
32
|
+
// Select a cutoff distance {cutoff} and ...
|
|
33
|
+
this.cutoff = options?.cutoff ?? 0;
|
|
34
|
+
// ... an initial learning rate {lambda} > 0
|
|
35
|
+
this.lambda = options?.lambda ?? 2.0;
|
|
36
|
+
this.dlambda = options?.dlambda ?? 0.01;
|
|
37
|
+
this.lambda2 = this.lambda/2.;
|
|
38
|
+
this.dlambda2 = this.dlambda/2.;
|
|
39
|
+
this.epsilon = options?.epsilon ?? 1e-10;
|
|
40
|
+
// eslint-disable-next-line brace-style
|
|
41
|
+
this.distanceFunction = options?.distance ?? calculateEuclideanDistance;
|
|
42
|
+
this.distance = [];
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Initializes distance matrix.
|
|
47
|
+
*
|
|
48
|
+
* @protected
|
|
49
|
+
* @param {Vectors} vectors Input vectors to calculate distance between.
|
|
50
|
+
* @memberof SPEBase
|
|
51
|
+
*/
|
|
52
|
+
protected initDistance(vectors: Vectors) {
|
|
53
|
+
this.distance = calcDistanceMatrix(vectors, this.distanceFunction);
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
/**
|
|
57
|
+
* Calculates distance between the two vectors given.
|
|
58
|
+
*
|
|
59
|
+
* @param {Vectors} vectors Set of vectors to calculate distances between.
|
|
60
|
+
* @param {number} index1 Index of the first vector of the pair.
|
|
61
|
+
* @param {number} index2 Index of the second vector of the pair.
|
|
62
|
+
* @return {number} Distance between these two vectors.
|
|
63
|
+
*/
|
|
64
|
+
protected calcDistance(vectors: Vectors, index1: number, index2: number): number {
|
|
65
|
+
return this.distance[index1][index2];
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
/**
|
|
69
|
+
* Embeds the vectors given into a two-dimensional space.
|
|
70
|
+
*
|
|
71
|
+
* @param {Vectors} vectors D-dimensional coordinates.
|
|
72
|
+
* @return {Coordinates} SPE coordinates in D space.
|
|
73
|
+
*/
|
|
74
|
+
public embed(vectors: Vectors): Coordinates {
|
|
75
|
+
const nItems = vectors.length;
|
|
76
|
+
const areaWidth = 40;
|
|
77
|
+
// Initialize the D-dimensional coordinates of the N points.
|
|
78
|
+
const coordinates = fillRandomMatrix(nItems, SPEBase.dimension, areaWidth);
|
|
79
|
+
|
|
80
|
+
let lambda2 = this.lambda2;
|
|
81
|
+
|
|
82
|
+
if (this.steps == 0) {
|
|
83
|
+
this.steps = vectors.length-1;
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
this.initDistance(vectors);
|
|
87
|
+
|
|
88
|
+
for (let cycle = 0; cycle < this.cycles; ++cycle) {
|
|
89
|
+
for (let step = 0; step < this.steps; ++step) {
|
|
90
|
+
// Select two points, i and j, at random, ...
|
|
91
|
+
const i = randomInt(nItems); let j = randomInt(nItems);
|
|
92
|
+
while (i == j) j = randomInt(nItems);
|
|
93
|
+
|
|
94
|
+
const rowi = coordinates[i]; const rowj = coordinates[j];
|
|
95
|
+
|
|
96
|
+
// ... retrieve (or evaluate) their proximity in the input space, rij and ...
|
|
97
|
+
const r = this.calcDistance(vectors, i, j);
|
|
98
|
+
// ... compute their Euclidean distance on the D-dimensional map, dij.
|
|
99
|
+
const d = calculateEuclideanDistance(rowi, rowj);
|
|
100
|
+
|
|
101
|
+
// If rij <= rc, or if rij > rc and dij < rij ...
|
|
102
|
+
if ((this.cutoff == 0) || (r <= this.cutoff) || (d < r)) {
|
|
103
|
+
const multiplier = lambda2*(r-d)/(d+this.epsilon);
|
|
104
|
+
// ... update the coordinates xi and xj.
|
|
105
|
+
const diffIJ = vectorAdd(rowi, rowj, -1);
|
|
106
|
+
coordinates[i] = vectorAdd(rowi, diffIJ, multiplier);
|
|
107
|
+
coordinates[j] = vectorAdd(rowj, diffIJ, -multiplier);
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
// Decrease the learning rate {lambda} by a prescribed {dlambda}.
|
|
111
|
+
lambda2 -= this.dlambda2;
|
|
112
|
+
if (lambda2 <= 0.) {
|
|
113
|
+
break;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
return coordinates;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/**
|
|
121
|
+
* Implements modified stochastic proximity embedding.
|
|
122
|
+
*
|
|
123
|
+
* @export
|
|
124
|
+
* @class PSPEBase
|
|
125
|
+
* @link doi:10.1016/S1093-3263(03)00155-4
|
|
126
|
+
*/
|
|
127
|
+
export class PSPEBase extends SPEBase {
|
|
128
|
+
/**
|
|
129
|
+
* Embeds the vectors given into a two-dimensional space using a modified update rule.
|
|
130
|
+
*
|
|
131
|
+
* @param {Vectors} vectors D-dimensional coordinates.
|
|
132
|
+
* @return {Coordinates} SPE coordinates in D space.
|
|
133
|
+
*/
|
|
134
|
+
public embed(vectors: Vectors): Coordinates {
|
|
135
|
+
const nItems = vectors.length;
|
|
136
|
+
const areaWidth = 40;
|
|
137
|
+
// Initialize the D-dimensional coordinates of the N points.
|
|
138
|
+
const coordinates = fillRandomMatrix(nItems, PSPEBase.dimension, areaWidth);
|
|
139
|
+
let lambda = this.lambda;
|
|
140
|
+
|
|
141
|
+
this.initDistance(vectors);
|
|
142
|
+
|
|
143
|
+
for (let cycle = 0; cycle < this.cycles; ++cycle) {
|
|
144
|
+
// Select a point, i, at random (pivot).
|
|
145
|
+
const i: number = randomInt(nItems);
|
|
146
|
+
const rowi = coordinates[i];
|
|
147
|
+
|
|
148
|
+
// For every point j != i ...
|
|
149
|
+
for (let j = 0; j < nItems; ++j) {
|
|
150
|
+
if (i == j) continue;
|
|
151
|
+
const rowj = coordinates[j];
|
|
152
|
+
// ... retrieve (or evaluate) its proximity to i in the input space, rij ...
|
|
153
|
+
const r = this.calcDistance(vectors, i, j);
|
|
154
|
+
// ... and compute their Euclidean distance on the D-dimensional map, dij.
|
|
155
|
+
const d = calculateEuclideanDistance(rowi, rowj);
|
|
156
|
+
// If rij <= rc, or if rij > rc and dij < rij ...
|
|
157
|
+
if ((this.cutoff == 0) || (r <= this.cutoff) || (d < r)) {
|
|
158
|
+
const multiplier = lambda*(r-d)/(d+this.epsilon);
|
|
159
|
+
const diffIJ = vectorAdd(rowi, rowj, -1);
|
|
160
|
+
// ... update the coordinates xj.
|
|
161
|
+
coordinates[j] = vectorAdd(rowj, diffIJ, -multiplier);
|
|
162
|
+
}
|
|
163
|
+
}
|
|
164
|
+
// Decrease the learning rate {lambda} by a prescribed {dlambda}.
|
|
165
|
+
lambda -= this.dlambda;
|
|
166
|
+
if (lambda <= 0.) {
|
|
167
|
+
break;
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
return coordinates;
|
|
171
|
+
}
|
|
172
|
+
}
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import * as fl from 'fastest-levenshtein';
|
|
2
|
+
import { jaroWinkler } from 'jaro-winkler-typescript';
|
|
3
|
+
import { assert } from './operations';
|
|
4
|
+
/**
|
|
5
|
+
* Unified class implementing the different string measures.
|
|
6
|
+
*
|
|
7
|
+
* @export
|
|
8
|
+
* @class Measurer
|
|
9
|
+
*/
|
|
10
|
+
export class Measurer {
|
|
11
|
+
/**
|
|
12
|
+
* Creates an instance of Measurer.
|
|
13
|
+
* @param {string} method Method to calculate distance between strings.
|
|
14
|
+
* @memberof Measurer
|
|
15
|
+
*/
|
|
16
|
+
constructor(method) {
|
|
17
|
+
this.receipt = {
|
|
18
|
+
'Levenshtein': fl.distance,
|
|
19
|
+
'Jaro-Winkler': jaroWinkler,
|
|
20
|
+
};
|
|
21
|
+
assert(this.availableMeasures.includes(method), 'The ${method} was not found.');
|
|
22
|
+
this.method = method;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Returns custom string distance function specified.
|
|
26
|
+
* @return {DistanceMetric} Callback of the measure chosen.
|
|
27
|
+
*/
|
|
28
|
+
getMeasure() {
|
|
29
|
+
return this.receipt[this.method];
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Returns available string distance metrics.
|
|
33
|
+
*
|
|
34
|
+
* @readonly
|
|
35
|
+
* @type {string[]}
|
|
36
|
+
* @memberof Measurer
|
|
37
|
+
*/
|
|
38
|
+
get availableMeasures() {
|
|
39
|
+
let keys = [];
|
|
40
|
+
for (let key in this.receipt) {
|
|
41
|
+
keys.push(key);
|
|
42
|
+
}
|
|
43
|
+
return keys;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RyaW5nLW1lYXN1cmUuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJzdHJpbmctbWVhc3VyZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLEtBQUssRUFBRSxNQUFNLHFCQUFxQixDQUFDO0FBQzFDLE9BQU8sRUFBQyxXQUFXLEVBQUMsTUFBTSx5QkFBeUIsQ0FBQztBQUdwRCxPQUFPLEVBQUMsTUFBTSxFQUFDLE1BQU0sY0FBYyxDQUFDO0FBRXBDOzs7OztHQUtHO0FBQ0gsTUFBTSxPQUFPLFFBQVE7SUFPakI7Ozs7T0FJRztJQUNILFlBQVksTUFBYztRQVZoQixZQUFPLEdBQXFDO1lBQ3BELGFBQWEsRUFBRSxFQUFFLENBQUMsUUFBUTtZQUMxQixjQUFjLEVBQUUsV0FBVztTQUM1QixDQUFDO1FBUUEsTUFBTSxDQUFDLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxRQUFRLENBQUMsTUFBTSxDQUFDLEVBQUUsOEJBQThCLENBQUMsQ0FBQTtRQUMvRSxJQUFJLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQztJQUN2QixDQUFDO0lBRUQ7OztPQUdHO0lBQ0ksVUFBVTtRQUNmLE9BQU8sSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsTUFBTSxDQUFDLENBQUM7SUFDbkMsQ0FBQztJQUVEOzs7Ozs7T0FNRztJQUNILElBQVcsaUJBQWlCO1FBQzFCLElBQUksSUFBSSxHQUFHLEVBQUUsQ0FBQztRQUVkLEtBQUssSUFBSSxHQUFHLElBQUksSUFBSSxDQUFDLE9BQU8sRUFBRTtZQUM1QixJQUFJLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1NBQ2hCO1FBQ0QsT0FBTyxJQUFJLENBQUM7SUFDZCxDQUFDO0NBRUoiLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgKiBhcyBmbCBmcm9tICdmYXN0ZXN0LWxldmVuc2h0ZWluJztcclxuaW1wb3J0IHtqYXJvV2lua2xlcn0gZnJvbSAnamFyby13aW5rbGVyLXR5cGVzY3JpcHQnO1xyXG5cclxuaW1wb3J0IHtEaXN0YW5jZU1ldHJpY30gZnJvbSAnLi90eXBlX2RlY2xhcmF0aW9ucyc7XHJcbmltcG9ydCB7YXNzZXJ0fSBmcm9tICcuL29wZXJhdGlvbnMnO1xyXG5cclxuLyoqXHJcbiAqIFVuaWZpZWQgY2xhc3MgaW1wbGVtZW50aW5nIHRoZSBkaWZmZXJlbnQgc3RyaW5nIG1lYXN1cmVzLlxyXG4gKlxyXG4gKiBAZXhwb3J0XHJcbiAqIEBjbGFzcyBNZWFzdXJlclxyXG4gKi9cclxuZXhwb3J0IGNsYXNzIE1lYXN1cmVyIHtcclxuICAgIHByb3RlY3RlZCBtZXRob2Q6IHN0cmluZztcclxuICAgIHByb3RlY3RlZCByZWNlaXB0OiB7W25hbWU6IHN0cmluZ106IERpc3RhbmNlTWV0cmljfSA9IHtcclxuICAgICAgJ0xldmVuc2h0ZWluJzogZmwuZGlzdGFuY2UsXHJcbiAgICAgICdKYXJvLVdpbmtsZXInOiBqYXJvV2lua2xlcixcclxuICAgIH07XHJcblxyXG4gICAgLyoqXHJcbiAgICAgKiBDcmVhdGVzIGFuIGluc3RhbmNlIG9mIE1lYXN1cmVyLlxyXG4gICAgICogQHBhcmFtIHtzdHJpbmd9IG1ldGhvZCBNZXRob2QgdG8gY2FsY3VsYXRlIGRpc3RhbmNlIGJldHdlZW4gc3RyaW5ncy5cclxuICAgICAqIEBtZW1iZXJvZiBNZWFzdXJlclxyXG4gICAgICovXHJcbiAgICBjb25zdHJ1Y3RvcihtZXRob2Q6IHN0cmluZykge1xyXG4gICAgICBhc3NlcnQodGhpcy5hdmFpbGFibGVNZWFzdXJlcy5pbmNsdWRlcyhtZXRob2QpLCAnVGhlICR7bWV0aG9kfSB3YXMgbm90IGZvdW5kLicpXHJcbiAgICAgIHRoaXMubWV0aG9kID0gbWV0aG9kO1xyXG4gICAgfVxyXG5cclxuICAgIC8qKlxyXG4gICAgICogUmV0dXJucyBjdXN0b20gc3RyaW5nIGRpc3RhbmNlIGZ1bmN0aW9uIHNwZWNpZmllZC5cclxuICAgICAqIEByZXR1cm4ge0Rpc3RhbmNlTWV0cmljfSBDYWxsYmFjayBvZiB0aGUgbWVhc3VyZSBjaG9zZW4uXHJcbiAgICAgKi9cclxuICAgIHB1YmxpYyBnZXRNZWFzdXJlKCk6IERpc3RhbmNlTWV0cmljIHtcclxuICAgICAgcmV0dXJuIHRoaXMucmVjZWlwdFt0aGlzLm1ldGhvZF07XHJcbiAgICB9XHJcblxyXG4gICAgLyoqXHJcbiAgICAgKiBSZXR1cm5zIGF2YWlsYWJsZSBzdHJpbmcgZGlzdGFuY2UgbWV0cmljcy5cclxuICAgICAqXHJcbiAgICAgKiBAcmVhZG9ubHlcclxuICAgICAqIEB0eXBlIHtzdHJpbmdbXX1cclxuICAgICAqIEBtZW1iZXJvZiBNZWFzdXJlclxyXG4gICAgICovXHJcbiAgICBwdWJsaWMgZ2V0IGF2YWlsYWJsZU1lYXN1cmVzKCkgOiBzdHJpbmdbXSB7XHJcbiAgICAgIGxldCBrZXlzID0gW107XHJcblxyXG4gICAgICBmb3IgKGxldCBrZXkgaW4gdGhpcy5yZWNlaXB0KSB7XHJcbiAgICAgICAga2V5cy5wdXNoKGtleSk7XHJcbiAgICAgIH1cclxuICAgICAgcmV0dXJuIGtleXM7XHJcbiAgICB9XHJcbiAgICBcclxufVxyXG4iXX0=
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import * as fl from 'fastest-levenshtein';
|
|
2
|
+
import {jaroWinkler} from 'jaro-winkler-typescript';
|
|
3
|
+
|
|
4
|
+
import {DistanceMetric} from './type_declarations';
|
|
5
|
+
import {assert} from './operations';
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Unified class implementing the different string measures.
|
|
9
|
+
*
|
|
10
|
+
* @export
|
|
11
|
+
* @class Measurer
|
|
12
|
+
*/
|
|
13
|
+
export class Measurer {
|
|
14
|
+
protected method: string;
|
|
15
|
+
protected receipt: {[name: string]: DistanceMetric} = {
|
|
16
|
+
'Levenshtein': fl.distance,
|
|
17
|
+
'Jaro-Winkler': jaroWinkler,
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Creates an instance of Measurer.
|
|
22
|
+
* @param {string} method Method to calculate distance between strings.
|
|
23
|
+
* @memberof Measurer
|
|
24
|
+
*/
|
|
25
|
+
constructor(method: string) {
|
|
26
|
+
assert(this.availableMeasures.includes(method), 'The ${method} was not found.')
|
|
27
|
+
this.method = method;
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* Returns custom string distance function specified.
|
|
32
|
+
* @return {DistanceMetric} Callback of the measure chosen.
|
|
33
|
+
*/
|
|
34
|
+
public getMeasure(): DistanceMetric {
|
|
35
|
+
return this.receipt[this.method];
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Returns available string distance metrics.
|
|
40
|
+
*
|
|
41
|
+
* @readonly
|
|
42
|
+
* @type {string[]}
|
|
43
|
+
* @memberof Measurer
|
|
44
|
+
*/
|
|
45
|
+
public get availableMeasures() : string[] {
|
|
46
|
+
let keys = [];
|
|
47
|
+
|
|
48
|
+
for (let key in this.receipt) {
|
|
49
|
+
keys.push(key);
|
|
50
|
+
}
|
|
51
|
+
return keys;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export function tryParseJson(s) {
|
|
2
|
+
try {
|
|
3
|
+
return JSON.parse(s);
|
|
4
|
+
}
|
|
5
|
+
catch (_) {
|
|
6
|
+
return null;
|
|
7
|
+
}
|
|
8
|
+
}
|
|
9
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic3RyaW5nLXV0aWxzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsic3RyaW5nLXV0aWxzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE1BQU0sVUFBVSxZQUFZLENBQUMsQ0FBUztJQUNsQyxJQUFJO1FBQ0EsT0FBTyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxDQUFDO0tBQ3hCO0lBQ0QsT0FBTyxDQUFDLEVBQUU7UUFDTixPQUFPLElBQUksQ0FBQztLQUNmO0FBQ0wsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbImV4cG9ydCBmdW5jdGlvbiB0cnlQYXJzZUpzb24oczogc3RyaW5nKSA6IGFueSB7XHJcbiAgICB0cnkge1xyXG4gICAgICAgIHJldHVybiBKU09OLnBhcnNlKHMpO1xyXG4gICAgfVxyXG4gICAgY2F0Y2ggKF8pIHtcclxuICAgICAgICByZXR1cm4gbnVsbDtcclxuICAgIH1cclxufSJdfQ==
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import * as DG from "datagrok-api/dg";
|
|
2
|
+
// @ts-ignore
|
|
3
|
+
let ruleSet = {
|
|
4
|
+
name: 'SDTM DM rules',
|
|
5
|
+
rules: [
|
|
6
|
+
{
|
|
7
|
+
column: 'age',
|
|
8
|
+
type: 'int',
|
|
9
|
+
pattern: '18-90'
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
column: 'height',
|
|
13
|
+
type: 'numerical',
|
|
14
|
+
pattern: '18-90'
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
column: 'sex',
|
|
18
|
+
type: 'string',
|
|
19
|
+
pattern: 'in (F, M)'
|
|
20
|
+
},
|
|
21
|
+
{
|
|
22
|
+
column: 'started',
|
|
23
|
+
type: 'datetime',
|
|
24
|
+
pattern: '> 1/1/1900'
|
|
25
|
+
}
|
|
26
|
+
]
|
|
27
|
+
};
|
|
28
|
+
/** Returns error message, or null if valid. */
|
|
29
|
+
function validateCell(cell, ruleset) {
|
|
30
|
+
var _a;
|
|
31
|
+
let name = cell.column.name.toLowerCase();
|
|
32
|
+
for (let rule of ruleset.rules)
|
|
33
|
+
if (rule.column == name) {
|
|
34
|
+
rule.matcher = (_a = rule.matcher) !== null && _a !== void 0 ? _a : DG.ValueMatcher.forColumn(cell.column, rule.pattern);
|
|
35
|
+
let error = rule.matcher.validate(cell.value);
|
|
36
|
+
if (error !== null)
|
|
37
|
+
return error;
|
|
38
|
+
}
|
|
39
|
+
return null;
|
|
40
|
+
}
|
|
41
|
+
function main() {
|
|
42
|
+
console.log('foo');
|
|
43
|
+
}
|
|
44
|
+
let cell = { column: { name: 'age' }, value: 999 };
|
|
45
|
+
validateCell(cell, ruleSet);
|
|
46
|
+
console.log('ddd');
|
|
47
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidGFibGUtdmFsaWRhdGlvbi5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbInRhYmxlLXZhbGlkYXRpb24udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBR0EsT0FBTyxLQUFLLEVBQUUsTUFBTSxpQkFBaUIsQ0FBQztBQWN0QyxhQUFhO0FBQ2IsSUFBSSxPQUFPLEdBQVk7SUFDckIsSUFBSSxFQUFFLGVBQWU7SUFDckIsS0FBSyxFQUFFO1FBQ0w7WUFDRSxNQUFNLEVBQUUsS0FBSztZQUNiLElBQUksRUFBRSxLQUFLO1lBQ1gsT0FBTyxFQUFFLE9BQU87U0FDakI7UUFDRDtZQUNFLE1BQU0sRUFBRSxRQUFRO1lBQ2hCLElBQUksRUFBRSxXQUFXO1lBQ2pCLE9BQU8sRUFBRSxPQUFPO1NBQ2pCO1FBQ0Q7WUFDRSxNQUFNLEVBQUUsS0FBSztZQUNiLElBQUksRUFBRSxRQUFRO1lBQ2QsT0FBTyxFQUFFLFdBQVc7U0FDckI7UUFDRDtZQUNFLE1BQU0sRUFBRSxTQUFTO1lBQ2pCLElBQUksRUFBRSxVQUFVO1lBQ2hCLE9BQU8sRUFBRSxZQUFZO1NBQ3RCO0tBQ0Y7Q0FDRixDQUFDO0FBRUYsK0NBQStDO0FBQy9DLFNBQVMsWUFBWSxDQUFDLElBQVMsRUFBRSxPQUFnQjs7SUFDL0MsSUFBSSxJQUFJLEdBQUcsSUFBSSxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsV0FBVyxFQUFFLENBQUM7SUFFMUMsS0FBSyxJQUFJLElBQUksSUFBSSxPQUFPLENBQUMsS0FBSztRQUM1QixJQUFJLElBQUksQ0FBQyxNQUFNLElBQUksSUFBSSxFQUFFO1lBQ3ZCLElBQUksQ0FBQyxPQUFPLFNBQUcsSUFBSSxDQUFDLE9BQU8sbUNBQUksRUFBRSxDQUFDLFlBQVksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLE1BQU0sRUFBRSxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUM7WUFDcEYsSUFBSSxLQUFLLEdBQUcsSUFBSSxDQUFDLE9BQU8sQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO1lBQzlDLElBQUksS0FBSyxLQUFLLElBQUk7Z0JBQ2hCLE9BQU8sS0FBSyxDQUFDO1NBQ2hCO0lBRUgsT0FBTyxJQUFJLENBQUM7QUFDZCxDQUFDO0FBRUQsU0FBUyxJQUFJO0lBQ1gsT0FBTyxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQztBQUNyQixDQUFDO0FBRUQsSUFBSSxJQUFJLEdBQUcsRUFBQyxNQUFNLEVBQUUsRUFBRSxJQUFJLEVBQUUsS0FBSyxFQUFFLEVBQUUsS0FBSyxFQUFFLEdBQUcsRUFBRSxDQUFDO0FBQ2xELFlBQVksQ0FBQyxJQUFJLEVBQUUsT0FBTyxDQUFDLENBQUM7QUFFNUIsT0FBTyxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbIi8qIERvIG5vdCBjaGFuZ2UgdGhlc2UgaW1wb3J0IGxpbmVzLiBEYXRhZ3JvayB3aWxsIGltcG9ydCBBUEkgbGlicmFyeSBpbiBleGFjdGx5IHRoZSBzYW1lIG1hbm5lciAqL1xyXG5pbXBvcnQgKiBhcyBncm9rIGZyb20gJ2RhdGFncm9rLWFwaS9ncm9rJztcclxuaW1wb3J0ICogYXMgdWkgZnJvbSAnZGF0YWdyb2stYXBpL3VpJztcclxuaW1wb3J0ICogYXMgREcgZnJvbSBcImRhdGFncm9rLWFwaS9kZ1wiO1xyXG5cclxuaW50ZXJmYWNlIFJ1bGUge1xyXG4gIGNvbHVtbjogc3RyaW5nO1xyXG4gIHR5cGU6IHN0cmluZztcclxuICBwYXR0ZXJuOiBzdHJpbmc7XHJcbiAgbWF0Y2hlcj86IGFueTtcclxufVxyXG5cclxuaW50ZXJmYWNlIFJ1bGVTZXQge1xyXG4gIG5hbWU6IHN0cmluZztcclxuICBydWxlczogUnVsZVtdO1xyXG59XHJcblxyXG4vLyBAdHMtaWdub3JlXHJcbmxldCBydWxlU2V0OiBSdWxlU2V0ID0ge1xyXG4gIG5hbWU6ICdTRFRNIERNIHJ1bGVzJyxcclxuICBydWxlczogW1xyXG4gICAge1xyXG4gICAgICBjb2x1bW46ICdhZ2UnLFxyXG4gICAgICB0eXBlOiAnaW50JyxcclxuICAgICAgcGF0dGVybjogJzE4LTkwJ1xyXG4gICAgfSxcclxuICAgIHtcclxuICAgICAgY29sdW1uOiAnaGVpZ2h0JyxcclxuICAgICAgdHlwZTogJ251bWVyaWNhbCcsXHJcbiAgICAgIHBhdHRlcm46ICcxOC05MCdcclxuICAgIH0sXHJcbiAgICB7XHJcbiAgICAgIGNvbHVtbjogJ3NleCcsXHJcbiAgICAgIHR5cGU6ICdzdHJpbmcnLFxyXG4gICAgICBwYXR0ZXJuOiAnaW4gKEYsIE0pJ1xyXG4gICAgfSxcclxuICAgIHtcclxuICAgICAgY29sdW1uOiAnc3RhcnRlZCcsXHJcbiAgICAgIHR5cGU6ICdkYXRldGltZScsXHJcbiAgICAgIHBhdHRlcm46ICc+IDEvMS8xOTAwJ1xyXG4gICAgfVxyXG4gIF1cclxufTtcclxuXHJcbi8qKiBSZXR1cm5zIGVycm9yIG1lc3NhZ2UsIG9yIG51bGwgaWYgdmFsaWQuICovXHJcbmZ1bmN0aW9uIHZhbGlkYXRlQ2VsbChjZWxsOiBhbnksIHJ1bGVzZXQ6IFJ1bGVTZXQpIDogc3RyaW5nIHwgbnVsbCB7XHJcbiAgbGV0IG5hbWUgPSBjZWxsLmNvbHVtbi5uYW1lLnRvTG93ZXJDYXNlKCk7XHJcblxyXG4gIGZvciAobGV0IHJ1bGUgb2YgcnVsZXNldC5ydWxlcylcclxuICAgIGlmIChydWxlLmNvbHVtbiA9PSBuYW1lKSB7XHJcbiAgICAgIHJ1bGUubWF0Y2hlciA9IHJ1bGUubWF0Y2hlciA/PyBERy5WYWx1ZU1hdGNoZXIuZm9yQ29sdW1uKGNlbGwuY29sdW1uLCBydWxlLnBhdHRlcm4pO1xyXG4gICAgICBsZXQgZXJyb3IgPSBydWxlLm1hdGNoZXIudmFsaWRhdGUoY2VsbC52YWx1ZSk7XHJcbiAgICAgIGlmIChlcnJvciAhPT0gbnVsbClcclxuICAgICAgICByZXR1cm4gZXJyb3I7XHJcbiAgICB9XHJcblxyXG4gIHJldHVybiBudWxsO1xyXG59XHJcblxyXG5mdW5jdGlvbiBtYWluKCkgOiB2b2lkIHtcclxuICBjb25zb2xlLmxvZygnZm9vJyk7XHJcbn1cclxuXHJcbmxldCBjZWxsID0ge2NvbHVtbjogeyBuYW1lOiAnYWdlJyB9LCB2YWx1ZTogOTk5IH07XHJcbnZhbGlkYXRlQ2VsbChjZWxsLCBydWxlU2V0KTtcclxuXHJcbmNvbnNvbGUubG9nKCdkZGQnKTsiXX0=
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/* Do not change these import lines. Datagrok will import API library in exactly the same manner */
|
|
2
|
+
import * as grok from 'datagrok-api/grok';
|
|
3
|
+
import * as ui from 'datagrok-api/ui';
|
|
4
|
+
import * as DG from "datagrok-api/dg";
|
|
5
|
+
|
|
6
|
+
interface Rule {
|
|
7
|
+
column: string;
|
|
8
|
+
type: string;
|
|
9
|
+
pattern: string;
|
|
10
|
+
matcher?: any;
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
interface RuleSet {
|
|
14
|
+
name: string;
|
|
15
|
+
rules: Rule[];
|
|
16
|
+
}
|
|
17
|
+
|
|
18
|
+
// @ts-ignore
|
|
19
|
+
let ruleSet: RuleSet = {
|
|
20
|
+
name: 'SDTM DM rules',
|
|
21
|
+
rules: [
|
|
22
|
+
{
|
|
23
|
+
column: 'age',
|
|
24
|
+
type: 'int',
|
|
25
|
+
pattern: '18-90'
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
column: 'height',
|
|
29
|
+
type: 'numerical',
|
|
30
|
+
pattern: '18-90'
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
column: 'sex',
|
|
34
|
+
type: 'string',
|
|
35
|
+
pattern: 'in (F, M)'
|
|
36
|
+
},
|
|
37
|
+
{
|
|
38
|
+
column: 'started',
|
|
39
|
+
type: 'datetime',
|
|
40
|
+
pattern: '> 1/1/1900'
|
|
41
|
+
}
|
|
42
|
+
]
|
|
43
|
+
};
|
|
44
|
+
|
|
45
|
+
/** Returns error message, or null if valid. */
|
|
46
|
+
function validateCell(cell: any, ruleset: RuleSet) : string | null {
|
|
47
|
+
let name = cell.column.name.toLowerCase();
|
|
48
|
+
|
|
49
|
+
for (let rule of ruleset.rules)
|
|
50
|
+
if (rule.column == name) {
|
|
51
|
+
rule.matcher = rule.matcher ?? DG.ValueMatcher.forColumn(cell.column, rule.pattern);
|
|
52
|
+
let error = rule.matcher.validate(cell.value);
|
|
53
|
+
if (error !== null)
|
|
54
|
+
return error;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
return null;
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function main() : void {
|
|
61
|
+
console.log('foo');
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
let cell = {column: { name: 'age' }, value: 999 };
|
|
65
|
+
validateCell(cell, ruleSet);
|
|
66
|
+
|
|
67
|
+
console.log('ddd');
|