@datagrok-libraries/utils 0.0.3 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +8 -4
- package/src/bit-array.js +666 -0
- package/src/bit-array.ts +767 -0
- package/src/operations.js +144 -0
- package/src/operations.ts +160 -0
- package/src/reduce-dimensionality.js +233 -0
- package/src/reduce-dimensionality.ts +278 -0
- package/src/sequence-encoder.js +117 -0
- package/src/sequence-encoder.ts +132 -0
- package/src/spe.js +151 -0
- package/src/spe.ts +172 -0
- package/src/string-measure.js +46 -0
- package/src/string-measure.ts +54 -0
- package/src/string-utils.js +9 -0
- package/src/string-utils.ts +8 -0
- package/src/table-validation.js +47 -0
- package/src/table-validation.ts +67 -0
- package/src/test-utils.js +81 -0
- package/src/test-utils.ts +97 -0
- package/src/type_declarations.js +37 -0
- package/src/type_declarations.ts +54 -0
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
import * as path from "path";
|
|
2
|
+
import * as os from "os";
|
|
3
|
+
import * as fs from "fs";
|
|
4
|
+
// @ts-ignore
|
|
5
|
+
import * as yaml from 'js-yaml';
|
|
6
|
+
const fetch = require('node-fetch');
|
|
7
|
+
export async function getToken(url, key) {
|
|
8
|
+
let response = await fetch(`${url}/users/login/dev/${key}`, { method: 'POST' });
|
|
9
|
+
let json = await response.json();
|
|
10
|
+
if (json.isSuccess == true)
|
|
11
|
+
return json.token;
|
|
12
|
+
else
|
|
13
|
+
throw 'Unable to login to server. Check your dev key';
|
|
14
|
+
}
|
|
15
|
+
export async function getWebUrl(url, token) {
|
|
16
|
+
let response = await fetch(`${url}/admin/plugins/admin/settings`, { headers: { Authorization: token } });
|
|
17
|
+
let json = await response.json();
|
|
18
|
+
return json.settings.webRoot;
|
|
19
|
+
}
|
|
20
|
+
const grokDir = path.join(os.homedir(), '.grok');
|
|
21
|
+
const confPath = path.join(grokDir, 'config.yaml');
|
|
22
|
+
function mapURL(conf) {
|
|
23
|
+
let urls = {};
|
|
24
|
+
for (let server in conf.servers) {
|
|
25
|
+
urls[conf['servers'][server]['url']] = conf['servers'][server];
|
|
26
|
+
}
|
|
27
|
+
return urls;
|
|
28
|
+
}
|
|
29
|
+
export function getDevKey(hostKey) {
|
|
30
|
+
let config = yaml.load(fs.readFileSync(confPath, 'utf8'));
|
|
31
|
+
let host = hostKey == '' ? config.default : hostKey;
|
|
32
|
+
host = host.trim();
|
|
33
|
+
let urls = mapURL(config);
|
|
34
|
+
let key = '';
|
|
35
|
+
let url = '';
|
|
36
|
+
try {
|
|
37
|
+
let url = new URL(host).href;
|
|
38
|
+
if (url.endsWith('/'))
|
|
39
|
+
url = url.slice(0, -1);
|
|
40
|
+
if (url in urls)
|
|
41
|
+
key = config['servers'][urls[url]]['key'];
|
|
42
|
+
}
|
|
43
|
+
catch (error) {
|
|
44
|
+
if (config['servers'][host] == null)
|
|
45
|
+
throw `Unknown server alias. Please add it to ${confPath}`;
|
|
46
|
+
url = config['servers'][host]['url'];
|
|
47
|
+
key = config['servers'][host]['key'];
|
|
48
|
+
}
|
|
49
|
+
return { url, key };
|
|
50
|
+
}
|
|
51
|
+
export async function getBrowserPage(puppeteer) {
|
|
52
|
+
var _a;
|
|
53
|
+
let url = (_a = process.env.HOST) !== null && _a !== void 0 ? _a : '';
|
|
54
|
+
let cfg = getDevKey(url);
|
|
55
|
+
url = cfg.url;
|
|
56
|
+
let key = cfg.key;
|
|
57
|
+
let token = await getToken(url, key);
|
|
58
|
+
url = await getWebUrl(url, token);
|
|
59
|
+
console.log(`Using web root: ${url}`);
|
|
60
|
+
let browser = await puppeteer.launch({
|
|
61
|
+
args: ['--disable-dev-shm-usage', '--disable-features=site-per-process'],
|
|
62
|
+
ignoreHTTPSErrors: true,
|
|
63
|
+
});
|
|
64
|
+
let page = await browser.newPage();
|
|
65
|
+
await page.goto(`${url}/oauth/`);
|
|
66
|
+
await page.setCookie({ name: 'auth', value: token });
|
|
67
|
+
await page.evaluate((token) => {
|
|
68
|
+
window.localStorage.setItem('auth', token);
|
|
69
|
+
}, token);
|
|
70
|
+
await page.goto(url);
|
|
71
|
+
try {
|
|
72
|
+
await page.waitForSelector('.grok-preloader');
|
|
73
|
+
console.log('got preloader');
|
|
74
|
+
await page.waitForFunction(() => document.querySelector('.grok-preloader') == null, { timeout: 100000 });
|
|
75
|
+
}
|
|
76
|
+
catch (error) {
|
|
77
|
+
throw error;
|
|
78
|
+
}
|
|
79
|
+
return { browser, page };
|
|
80
|
+
}
|
|
81
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidGVzdC11dGlscy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbInRlc3QtdXRpbHMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxLQUFLLElBQUksTUFBTSxNQUFNLENBQUM7QUFDN0IsT0FBTyxLQUFLLEVBQUUsTUFBTSxJQUFJLENBQUM7QUFDekIsT0FBTyxLQUFLLEVBQUUsTUFBTSxJQUFJLENBQUM7QUFDekIsYUFBYTtBQUNiLE9BQU8sS0FBSyxJQUFJLE1BQU0sU0FBUyxDQUFDO0FBQ2hDLE1BQU0sS0FBSyxHQUFHLE9BQU8sQ0FBQyxZQUFZLENBQUMsQ0FBQztBQUVwQyxNQUFNLENBQUMsS0FBSyxVQUFVLFFBQVEsQ0FBQyxHQUFXLEVBQUUsR0FBVztJQUNyRCxJQUFJLFFBQVEsR0FBRyxNQUFNLEtBQUssQ0FBQyxHQUFHLEdBQUcsb0JBQW9CLEdBQUcsRUFBRSxFQUFFLEVBQUMsTUFBTSxFQUFFLE1BQU0sRUFBQyxDQUFDLENBQUM7SUFDOUUsSUFBSSxJQUFJLEdBQUcsTUFBTSxRQUFRLENBQUMsSUFBSSxFQUFFLENBQUM7SUFDakMsSUFBSSxJQUFJLENBQUMsU0FBUyxJQUFJLElBQUk7UUFDeEIsT0FBTyxJQUFJLENBQUMsS0FBSyxDQUFDOztRQUVsQixNQUFNLCtDQUErQyxDQUFDO0FBQzFELENBQUM7QUFFRCxNQUFNLENBQUMsS0FBSyxVQUFVLFNBQVMsQ0FBQyxHQUFXLEVBQUUsS0FBYTtJQUN4RCxJQUFJLFFBQVEsR0FBRyxNQUFNLEtBQUssQ0FBQyxHQUFHLEdBQUcsK0JBQStCLEVBQUUsRUFBQyxPQUFPLEVBQUUsRUFBQyxhQUFhLEVBQUUsS0FBSyxFQUFDLEVBQUMsQ0FBQyxDQUFDO0lBQ3JHLElBQUksSUFBSSxHQUFHLE1BQU0sUUFBUSxDQUFDLElBQUksRUFBRSxDQUFDO0lBQ2pDLE9BQU8sSUFBSSxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQUM7QUFDL0IsQ0FBQztBQUVELE1BQU0sT0FBTyxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLE9BQU8sRUFBRSxFQUFFLE9BQU8sQ0FBQyxDQUFDO0FBQ2pELE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLGFBQWEsQ0FBQyxDQUFDO0FBRW5ELFNBQVMsTUFBTSxDQUFDLElBQVk7SUFDMUIsSUFBSSxJQUFJLEdBQWMsRUFBRSxDQUFDO0lBQ3pCLEtBQUssSUFBSSxNQUFNLElBQUksSUFBSSxDQUFDLE9BQU8sRUFBRTtRQUMvQixJQUFJLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDLEdBQUcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDO0tBQ2hFO0lBQ0QsT0FBTyxJQUFJLENBQUM7QUFDZCxDQUFDO0FBRUQsTUFBTSxVQUFVLFNBQVMsQ0FBQyxPQUFlO0lBQ3ZDLElBQUksTUFBTSxHQUFHLElBQUksQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLFlBQVksQ0FBQyxRQUFRLEVBQUUsTUFBTSxDQUFDLENBQVEsQ0FBQztJQUNqRSxJQUFJLElBQUksR0FBRyxPQUFPLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxPQUFPLENBQUM7SUFDcEQsSUFBSSxHQUFHLElBQUksQ0FBQyxJQUFJLEVBQUUsQ0FBQztJQUNuQixJQUFJLElBQUksR0FBRyxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUM7SUFDMUIsSUFBSSxHQUFHLEdBQUcsRUFBRSxDQUFDO0lBQ2IsSUFBSSxHQUFHLEdBQUcsRUFBRSxDQUFDO0lBQ2IsSUFBSTtRQUNGLElBQUksR0FBRyxHQUFHLElBQUksR0FBRyxDQUFDLElBQUksQ0FBQyxDQUFDLElBQUksQ0FBQztRQUM3QixJQUFJLEdBQUcsQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDO1lBQUUsR0FBRyxHQUFHLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDOUMsSUFBSSxHQUFHLElBQUksSUFBSTtZQUFFLEdBQUcsR0FBRyxNQUFNLENBQUMsU0FBUyxDQUFDLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUM7S0FDNUQ7SUFBQyxPQUFPLEtBQUssRUFBRTtRQUNkLElBQUksTUFBTSxDQUFDLFNBQVMsQ0FBQyxDQUFDLElBQUksQ0FBQyxJQUFJLElBQUk7WUFDakMsTUFBTSwwQ0FBMEMsUUFBUSxFQUFFLENBQUM7UUFDN0QsR0FBRyxHQUFHLE1BQU0sQ0FBQyxTQUFTLENBQUMsQ0FBQyxJQUFJLENBQUMsQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUNyQyxHQUFHLEdBQUcsTUFBTSxDQUFDLFNBQVMsQ0FBQyxDQUFDLElBQUksQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDO0tBQ3RDO0lBQ0QsT0FBTyxFQUFDLEdBQUcsRUFBRSxHQUFHLEVBQUMsQ0FBQztBQUNwQixDQUFDO0FBRUQsTUFBTSxDQUFDLEtBQUssVUFBVSxjQUFjLENBQUMsU0FBYzs7SUFDakQsSUFBSSxHQUFHLEdBQVUsTUFBQSxPQUFPLENBQUMsR0FBRyxDQUFDLElBQUksbUNBQUksRUFBRSxDQUFDO0lBQ3hDLElBQUksR0FBRyxHQUFHLFNBQVMsQ0FBQyxHQUFHLENBQUMsQ0FBQztJQUN6QixHQUFHLEdBQUcsR0FBRyxDQUFDLEdBQUcsQ0FBQztJQUVkLElBQUksR0FBRyxHQUFHLEdBQUcsQ0FBQyxHQUFHLENBQUM7SUFDbEIsSUFBSSxLQUFLLEdBQUcsTUFBTSxRQUFRLENBQUMsR0FBRyxFQUFFLEdBQUcsQ0FBQyxDQUFDO0lBQ3JDLEdBQUcsR0FBRyxNQUFNLFNBQVMsQ0FBQyxHQUFHLEVBQUUsS0FBSyxDQUFDLENBQUM7SUFDbEMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxtQkFBbUIsR0FBRyxFQUFFLENBQUMsQ0FBQztJQUV0QyxJQUFJLE9BQU8sR0FBRyxNQUFNLFNBQVMsQ0FBQyxNQUFNLENBQUM7UUFDbkMsSUFBSSxFQUFFLENBQUMseUJBQXlCLEVBQUUscUNBQXFDLENBQUM7UUFDeEUsaUJBQWlCLEVBQUUsSUFBSTtLQUN4QixDQUFDLENBQUM7SUFFSCxJQUFJLElBQUksR0FBRyxNQUFNLE9BQU8sQ0FBQyxPQUFPLEVBQUUsQ0FBQztJQUNuQyxNQUFNLElBQUksQ0FBQyxJQUFJLENBQUMsR0FBRyxHQUFHLFNBQVMsQ0FBQyxDQUFDO0lBQ2pDLE1BQU0sSUFBSSxDQUFDLFNBQVMsQ0FBQyxFQUFDLElBQUksRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLEtBQUssRUFBQyxDQUFDLENBQUM7SUFDbkQsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLENBQUMsS0FBVSxFQUFFLEVBQUU7UUFDakMsTUFBTSxDQUFDLFlBQVksQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLEtBQUssQ0FBQyxDQUFDO0lBQzdDLENBQUMsRUFBRSxLQUFLLENBQUMsQ0FBQztJQUNWLE1BQU0sSUFBSSxDQUFDLElBQUksQ0FBQyxHQUFHLENBQUMsQ0FBQztJQUNyQixJQUFJO1FBQ0YsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLGlCQUFpQixDQUFDLENBQUM7UUFDOUMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxlQUFlLENBQUMsQ0FBQztRQUM3QixNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxFQUFFLENBQUMsUUFBUSxDQUFDLGFBQWEsQ0FBQyxpQkFBaUIsQ0FBQyxJQUFJLElBQUksRUFBRSxFQUFDLE9BQU8sRUFBRSxNQUFNLEVBQUMsQ0FBQyxDQUFDO0tBQ3hHO0lBQUMsT0FBTyxLQUFLLEVBQUU7UUFDZCxNQUFNLEtBQUssQ0FBQztLQUNiO0lBQ0QsT0FBTyxFQUFDLE9BQU8sRUFBRSxJQUFJLEVBQUMsQ0FBQztBQUN6QixDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0ICogYXMgcGF0aCBmcm9tIFwicGF0aFwiO1xyXG5pbXBvcnQgKiBhcyBvcyBmcm9tIFwib3NcIjtcclxuaW1wb3J0ICogYXMgZnMgZnJvbSBcImZzXCI7XHJcbi8vIEB0cy1pZ25vcmVcclxuaW1wb3J0ICogYXMgeWFtbCBmcm9tICdqcy15YW1sJztcclxuY29uc3QgZmV0Y2ggPSByZXF1aXJlKCdub2RlLWZldGNoJyk7XHJcblxyXG5leHBvcnQgYXN5bmMgZnVuY3Rpb24gZ2V0VG9rZW4odXJsOiBzdHJpbmcsIGtleTogc3RyaW5nKSB7XHJcbiAgbGV0IHJlc3BvbnNlID0gYXdhaXQgZmV0Y2goYCR7dXJsfS91c2Vycy9sb2dpbi9kZXYvJHtrZXl9YCwge21ldGhvZDogJ1BPU1QnfSk7XHJcbiAgbGV0IGpzb24gPSBhd2FpdCByZXNwb25zZS5qc29uKCk7XHJcbiAgaWYgKGpzb24uaXNTdWNjZXNzID09IHRydWUpXHJcbiAgICByZXR1cm4ganNvbi50b2tlbjtcclxuICBlbHNlXHJcbiAgICB0aHJvdyAnVW5hYmxlIHRvIGxvZ2luIHRvIHNlcnZlci4gQ2hlY2sgeW91ciBkZXYga2V5JztcclxufVxyXG5cclxuZXhwb3J0IGFzeW5jIGZ1bmN0aW9uIGdldFdlYlVybCh1cmw6IHN0cmluZywgdG9rZW46IHN0cmluZykge1xyXG4gIGxldCByZXNwb25zZSA9IGF3YWl0IGZldGNoKGAke3VybH0vYWRtaW4vcGx1Z2lucy9hZG1pbi9zZXR0aW5nc2AsIHtoZWFkZXJzOiB7QXV0aG9yaXphdGlvbjogdG9rZW59fSk7XHJcbiAgbGV0IGpzb24gPSBhd2FpdCByZXNwb25zZS5qc29uKCk7XHJcbiAgcmV0dXJuIGpzb24uc2V0dGluZ3Mud2ViUm9vdDtcclxufVxyXG5cclxuY29uc3QgZ3Jva0RpciA9IHBhdGguam9pbihvcy5ob21lZGlyKCksICcuZ3JvaycpO1xyXG5jb25zdCBjb25mUGF0aCA9IHBhdGguam9pbihncm9rRGlyLCAnY29uZmlnLnlhbWwnKTtcclxuXHJcbmZ1bmN0aW9uIG1hcFVSTChjb25mOiBDb25maWcpOiBJbmRleGFibGUge1xyXG4gIGxldCB1cmxzOiBJbmRleGFibGUgPSB7fTtcclxuICBmb3IgKGxldCBzZXJ2ZXIgaW4gY29uZi5zZXJ2ZXJzKSB7XHJcbiAgICB1cmxzW2NvbmZbJ3NlcnZlcnMnXVtzZXJ2ZXJdWyd1cmwnXV0gPSBjb25mWydzZXJ2ZXJzJ11bc2VydmVyXTtcclxuICB9XHJcbiAgcmV0dXJuIHVybHM7XHJcbn1cclxuXHJcbmV4cG9ydCBmdW5jdGlvbiBnZXREZXZLZXkoaG9zdEtleTogc3RyaW5nKToge3VybDogc3RyaW5nLCBrZXk6IHN0cmluZ30ge1xyXG4gIGxldCBjb25maWcgPSB5YW1sLmxvYWQoZnMucmVhZEZpbGVTeW5jKGNvbmZQYXRoLCAndXRmOCcpKSBhcyBhbnk7XHJcbiAgbGV0IGhvc3QgPSBob3N0S2V5ID09ICcnID8gY29uZmlnLmRlZmF1bHQgOiBob3N0S2V5O1xyXG4gIGhvc3QgPSBob3N0LnRyaW0oKTtcclxuICBsZXQgdXJscyA9IG1hcFVSTChjb25maWcpO1xyXG4gIGxldCBrZXkgPSAnJztcclxuICBsZXQgdXJsID0gJyc7XHJcbiAgdHJ5IHtcclxuICAgIGxldCB1cmwgPSBuZXcgVVJMKGhvc3QpLmhyZWY7XHJcbiAgICBpZiAodXJsLmVuZHNXaXRoKCcvJykpIHVybCA9IHVybC5zbGljZSgwLCAtMSk7XHJcbiAgICBpZiAodXJsIGluIHVybHMpIGtleSA9IGNvbmZpZ1snc2VydmVycyddW3VybHNbdXJsXV1bJ2tleSddO1xyXG4gIH0gY2F0Y2ggKGVycm9yKSB7XHJcbiAgICBpZiAoY29uZmlnWydzZXJ2ZXJzJ11baG9zdF0gPT0gbnVsbClcclxuICAgICAgdGhyb3cgYFVua25vd24gc2VydmVyIGFsaWFzLiBQbGVhc2UgYWRkIGl0IHRvICR7Y29uZlBhdGh9YDtcclxuICAgIHVybCA9IGNvbmZpZ1snc2VydmVycyddW2hvc3RdWyd1cmwnXTtcclxuICAgIGtleSA9IGNvbmZpZ1snc2VydmVycyddW2hvc3RdWydrZXknXTtcclxuICB9XHJcbiAgcmV0dXJuIHt1cmwsIGtleX07XHJcbn1cclxuXHJcbmV4cG9ydCBhc3luYyBmdW5jdGlvbiBnZXRCcm93c2VyUGFnZShwdXBwZXRlZXI6IGFueSk6IFByb21pc2U8e2Jyb3dzZXI6IGFueSwgcGFnZTogYW55fT4ge1xyXG4gIGxldCB1cmw6c3RyaW5nID0gcHJvY2Vzcy5lbnYuSE9TVCA/PyAnJztcclxuICBsZXQgY2ZnID0gZ2V0RGV2S2V5KHVybCk7XHJcbiAgdXJsID0gY2ZnLnVybDtcclxuXHJcbiAgbGV0IGtleSA9IGNmZy5rZXk7XHJcbiAgbGV0IHRva2VuID0gYXdhaXQgZ2V0VG9rZW4odXJsLCBrZXkpO1xyXG4gIHVybCA9IGF3YWl0IGdldFdlYlVybCh1cmwsIHRva2VuKTtcclxuICBjb25zb2xlLmxvZyhgVXNpbmcgd2ViIHJvb3Q6ICR7dXJsfWApO1xyXG5cclxuICBsZXQgYnJvd3NlciA9IGF3YWl0IHB1cHBldGVlci5sYXVuY2goe1xyXG4gICAgYXJnczogWyctLWRpc2FibGUtZGV2LXNobS11c2FnZScsICctLWRpc2FibGUtZmVhdHVyZXM9c2l0ZS1wZXItcHJvY2VzcyddLFxyXG4gICAgaWdub3JlSFRUUFNFcnJvcnM6IHRydWUsXHJcbiAgfSk7XHJcblxyXG4gIGxldCBwYWdlID0gYXdhaXQgYnJvd3Nlci5uZXdQYWdlKCk7XHJcbiAgYXdhaXQgcGFnZS5nb3RvKGAke3VybH0vb2F1dGgvYCk7XHJcbiAgYXdhaXQgcGFnZS5zZXRDb29raWUoe25hbWU6ICdhdXRoJywgdmFsdWU6IHRva2VufSk7XHJcbiAgYXdhaXQgcGFnZS5ldmFsdWF0ZSgodG9rZW46IGFueSkgPT4ge1xyXG4gICAgd2luZG93LmxvY2FsU3RvcmFnZS5zZXRJdGVtKCdhdXRoJywgdG9rZW4pO1xyXG4gIH0sIHRva2VuKTtcclxuICBhd2FpdCBwYWdlLmdvdG8odXJsKTtcclxuICB0cnkge1xyXG4gICAgYXdhaXQgcGFnZS53YWl0Rm9yU2VsZWN0b3IoJy5ncm9rLXByZWxvYWRlcicpO1xyXG4gICAgY29uc29sZS5sb2coJ2dvdCBwcmVsb2FkZXInKTtcclxuICAgIGF3YWl0IHBhZ2Uud2FpdEZvckZ1bmN0aW9uKCgpID0+IGRvY3VtZW50LnF1ZXJ5U2VsZWN0b3IoJy5ncm9rLXByZWxvYWRlcicpID09IG51bGwsIHt0aW1lb3V0OiAxMDAwMDB9KTtcclxuICB9IGNhdGNoIChlcnJvcikge1xyXG4gICAgdGhyb3cgZXJyb3I7XHJcbiAgfVxyXG4gIHJldHVybiB7YnJvd3NlciwgcGFnZX07XHJcbn1cclxuXHJcblxyXG5pbnRlcmZhY2UgQ29uZmlnIHtcclxuICBzZXJ2ZXJzOiB7XHJcbiAgICBbYWxpYXM6IHN0cmluZ106IHtcclxuICAgICAgdXJsOiBzdHJpbmcsXHJcbiAgICAgIGtleTogc3RyaW5nXHJcbiAgICB9XHJcbiAgfSxcclxuICBkZWZhdWx0OiBzdHJpbmcsXHJcbn1cclxuXHJcbmludGVyZmFjZSBJbmRleGFibGUgeyBba2V5OiBzdHJpbmddOiBhbnkgfVxyXG4iXX0=
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
import * as path from "path";
|
|
2
|
+
import * as os from "os";
|
|
3
|
+
import * as fs from "fs";
|
|
4
|
+
// @ts-ignore
|
|
5
|
+
import * as yaml from 'js-yaml';
|
|
6
|
+
const fetch = require('node-fetch');
|
|
7
|
+
|
|
8
|
+
export async function getToken(url: string, key: string) {
|
|
9
|
+
let response = await fetch(`${url}/users/login/dev/${key}`, {method: 'POST'});
|
|
10
|
+
let json = await response.json();
|
|
11
|
+
if (json.isSuccess == true)
|
|
12
|
+
return json.token;
|
|
13
|
+
else
|
|
14
|
+
throw 'Unable to login to server. Check your dev key';
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
export async function getWebUrl(url: string, token: string) {
|
|
18
|
+
let response = await fetch(`${url}/admin/plugins/admin/settings`, {headers: {Authorization: token}});
|
|
19
|
+
let json = await response.json();
|
|
20
|
+
return json.settings.webRoot;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
const grokDir = path.join(os.homedir(), '.grok');
|
|
24
|
+
const confPath = path.join(grokDir, 'config.yaml');
|
|
25
|
+
|
|
26
|
+
function mapURL(conf: Config): Indexable {
|
|
27
|
+
let urls: Indexable = {};
|
|
28
|
+
for (let server in conf.servers) {
|
|
29
|
+
urls[conf['servers'][server]['url']] = conf['servers'][server];
|
|
30
|
+
}
|
|
31
|
+
return urls;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export function getDevKey(hostKey: string): {url: string, key: string} {
|
|
35
|
+
let config = yaml.load(fs.readFileSync(confPath, 'utf8')) as any;
|
|
36
|
+
let host = hostKey == '' ? config.default : hostKey;
|
|
37
|
+
host = host.trim();
|
|
38
|
+
let urls = mapURL(config);
|
|
39
|
+
let key = '';
|
|
40
|
+
let url = '';
|
|
41
|
+
try {
|
|
42
|
+
let url = new URL(host).href;
|
|
43
|
+
if (url.endsWith('/')) url = url.slice(0, -1);
|
|
44
|
+
if (url in urls) key = config['servers'][urls[url]]['key'];
|
|
45
|
+
} catch (error) {
|
|
46
|
+
if (config['servers'][host] == null)
|
|
47
|
+
throw `Unknown server alias. Please add it to ${confPath}`;
|
|
48
|
+
url = config['servers'][host]['url'];
|
|
49
|
+
key = config['servers'][host]['key'];
|
|
50
|
+
}
|
|
51
|
+
return {url, key};
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export async function getBrowserPage(puppeteer: any): Promise<{browser: any, page: any}> {
|
|
55
|
+
let url:string = process.env.HOST ?? '';
|
|
56
|
+
let cfg = getDevKey(url);
|
|
57
|
+
url = cfg.url;
|
|
58
|
+
|
|
59
|
+
let key = cfg.key;
|
|
60
|
+
let token = await getToken(url, key);
|
|
61
|
+
url = await getWebUrl(url, token);
|
|
62
|
+
console.log(`Using web root: ${url}`);
|
|
63
|
+
|
|
64
|
+
let browser = await puppeteer.launch({
|
|
65
|
+
args: ['--disable-dev-shm-usage', '--disable-features=site-per-process'],
|
|
66
|
+
ignoreHTTPSErrors: true,
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
let page = await browser.newPage();
|
|
70
|
+
await page.goto(`${url}/oauth/`);
|
|
71
|
+
await page.setCookie({name: 'auth', value: token});
|
|
72
|
+
await page.evaluate((token: any) => {
|
|
73
|
+
window.localStorage.setItem('auth', token);
|
|
74
|
+
}, token);
|
|
75
|
+
await page.goto(url);
|
|
76
|
+
try {
|
|
77
|
+
await page.waitForSelector('.grok-preloader');
|
|
78
|
+
console.log('got preloader');
|
|
79
|
+
await page.waitForFunction(() => document.querySelector('.grok-preloader') == null, {timeout: 100000});
|
|
80
|
+
} catch (error) {
|
|
81
|
+
throw error;
|
|
82
|
+
}
|
|
83
|
+
return {browser, page};
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
|
|
87
|
+
interface Config {
|
|
88
|
+
servers: {
|
|
89
|
+
[alias: string]: {
|
|
90
|
+
url: string,
|
|
91
|
+
key: string
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
default: string,
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
interface Indexable { [key: string]: any }
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Denotes a vector of floating poit values.
|
|
3
|
+
*
|
|
4
|
+
* @export
|
|
5
|
+
* @class Vector
|
|
6
|
+
* @extends {Float32Array}
|
|
7
|
+
*/
|
|
8
|
+
export class Vector extends Float32Array {
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* Denotes a two-dimensional matrix.
|
|
12
|
+
*
|
|
13
|
+
* @export
|
|
14
|
+
* @class Matrix
|
|
15
|
+
* @extends {Array<Vector>}
|
|
16
|
+
*/
|
|
17
|
+
export class Matrix extends Array {
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Denotes cartesian coordinates.
|
|
21
|
+
*
|
|
22
|
+
* @export
|
|
23
|
+
* @class Coordinates
|
|
24
|
+
* @extends {Matrix}
|
|
25
|
+
*/
|
|
26
|
+
export class Coordinates extends Matrix {
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Denotes an array of arbitrary-typed vectors.
|
|
30
|
+
*
|
|
31
|
+
* @export
|
|
32
|
+
* @class Vectors
|
|
33
|
+
* @extends {Array<any>}
|
|
34
|
+
*/
|
|
35
|
+
export class Vectors extends Array {
|
|
36
|
+
}
|
|
37
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHlwZV9kZWNsYXJhdGlvbnMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJ0eXBlX2RlY2xhcmF0aW9ucy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQTs7Ozs7O0dBTUc7QUFDSCxNQUFNLE9BQU8sTUFBTyxTQUFRLFlBQVk7Q0FBRztBQUUzQzs7Ozs7O0dBTUc7QUFDSCxNQUFNLE9BQU8sTUFBTyxTQUFRLEtBQWE7Q0FBRztBQUU1Qzs7Ozs7O0dBTUc7QUFDSCxNQUFNLE9BQU8sV0FBWSxTQUFRLE1BQU07Q0FBRztBQUUxQzs7Ozs7O0dBTUc7QUFDSCxNQUFNLE9BQU8sT0FBUSxTQUFRLEtBQVU7Q0FBRyIsInNvdXJjZXNDb250ZW50IjpbIi8qKlxyXG4gKiBEZW5vdGVzIGEgdmVjdG9yIG9mIGZsb2F0aW5nIHBvaXQgdmFsdWVzLlxyXG4gKlxyXG4gKiBAZXhwb3J0XHJcbiAqIEBjbGFzcyBWZWN0b3JcclxuICogQGV4dGVuZHMge0Zsb2F0MzJBcnJheX1cclxuICovXHJcbmV4cG9ydCBjbGFzcyBWZWN0b3IgZXh0ZW5kcyBGbG9hdDMyQXJyYXkge31cclxuXHJcbi8qKlxyXG4gKiBEZW5vdGVzIGEgdHdvLWRpbWVuc2lvbmFsIG1hdHJpeC5cclxuICpcclxuICogQGV4cG9ydFxyXG4gKiBAY2xhc3MgTWF0cml4XHJcbiAqIEBleHRlbmRzIHtBcnJheTxWZWN0b3I+fVxyXG4gKi9cclxuZXhwb3J0IGNsYXNzIE1hdHJpeCBleHRlbmRzIEFycmF5PFZlY3Rvcj4ge31cclxuXHJcbi8qKlxyXG4gKiBEZW5vdGVzIGNhcnRlc2lhbiBjb29yZGluYXRlcy5cclxuICpcclxuICogQGV4cG9ydFxyXG4gKiBAY2xhc3MgQ29vcmRpbmF0ZXNcclxuICogQGV4dGVuZHMge01hdHJpeH1cclxuICovXHJcbmV4cG9ydCBjbGFzcyBDb29yZGluYXRlcyBleHRlbmRzIE1hdHJpeCB7fVxyXG5cclxuLyoqXHJcbiAqIERlbm90ZXMgYW4gYXJyYXkgb2YgYXJiaXRyYXJ5LXR5cGVkIHZlY3RvcnMuXHJcbiAqXHJcbiAqIEBleHBvcnRcclxuICogQGNsYXNzIFZlY3RvcnNcclxuICogQGV4dGVuZHMge0FycmF5PGFueT59XHJcbiAqL1xyXG5leHBvcnQgY2xhc3MgVmVjdG9ycyBleHRlbmRzIEFycmF5PGFueT4ge31cclxuXHJcbi8qKlxyXG4gKiBEZW5vdGVzIGEgZGljdGlvbmFyeSBjb250YWluaW5nIGZ1bmN0aW9uIG9wdGlvbnMuXHJcbiAqXHJcbiAqIEBleHBvcnRcclxuICogQHR5cGUgT3B0aW9uc1xyXG4gKi9cclxuZXhwb3J0IHR5cGUgT3B0aW9ucyA9IHtbbmFtZTogc3RyaW5nXTogYW55fTtcclxuXHJcbi8qKlxyXG4gKiBEZW5vdGVzIGN1c3RvbSBkaXN0YW5jZSBtZXRyaWMgYmV0d2VlbiB0aGUgdHdvIGdpdmVuIHZlY3RvcnMuXHJcbiAqXHJcbiAqIEBleHBvcnRcclxuICogQHR5cGUgRGlzdGFuY2VNZXRyaWNcclxuICogQHBhcmFtIHthbnl9IHYxIFRoZSBmaXJzdCB2ZWN0b3IuXHJcbiAqIEBwYXJhbSB7YW55fSB2MiBUaGUgc2Vjb25kIHZlY3Rvci5cclxuICogQHJldHVybiB7bnVtYmVyfSBEaXN0YW5jZSBiZXR3ZWVuIHRoZXNlIHR3byB2ZWN0b3JzLlxyXG4gKi9cclxuIGV4cG9ydCB0eXBlIERpc3RhbmNlTWV0cmljID0gKHYxOiBhbnksIHYyOiBhbnkpID0+IChudW1iZXIpO1xyXG4iXX0=
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Denotes a vector of floating poit values.
|
|
3
|
+
*
|
|
4
|
+
* @export
|
|
5
|
+
* @class Vector
|
|
6
|
+
* @extends {Float32Array}
|
|
7
|
+
*/
|
|
8
|
+
export class Vector extends Float32Array {}
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* Denotes a two-dimensional matrix.
|
|
12
|
+
*
|
|
13
|
+
* @export
|
|
14
|
+
* @class Matrix
|
|
15
|
+
* @extends {Array<Vector>}
|
|
16
|
+
*/
|
|
17
|
+
export class Matrix extends Array<Vector> {}
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* Denotes cartesian coordinates.
|
|
21
|
+
*
|
|
22
|
+
* @export
|
|
23
|
+
* @class Coordinates
|
|
24
|
+
* @extends {Matrix}
|
|
25
|
+
*/
|
|
26
|
+
export class Coordinates extends Matrix {}
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Denotes an array of arbitrary-typed vectors.
|
|
30
|
+
*
|
|
31
|
+
* @export
|
|
32
|
+
* @class Vectors
|
|
33
|
+
* @extends {Array<any>}
|
|
34
|
+
*/
|
|
35
|
+
export class Vectors extends Array<any> {}
|
|
36
|
+
|
|
37
|
+
/**
|
|
38
|
+
* Denotes a dictionary containing function options.
|
|
39
|
+
*
|
|
40
|
+
* @export
|
|
41
|
+
* @type Options
|
|
42
|
+
*/
|
|
43
|
+
export type Options = {[name: string]: any};
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* Denotes custom distance metric between the two given vectors.
|
|
47
|
+
*
|
|
48
|
+
* @export
|
|
49
|
+
* @type DistanceMetric
|
|
50
|
+
* @param {any} v1 The first vector.
|
|
51
|
+
* @param {any} v2 The second vector.
|
|
52
|
+
* @return {number} Distance between these two vectors.
|
|
53
|
+
*/
|
|
54
|
+
export type DistanceMetric = (v1: any, v2: any) => (number);
|