@xyo-network/url-safety-plugin 2.75.15 → 2.75.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/docs.json +90 -90
- package/package.json +13 -13
- package/dist/browser/Plugin.cjs +0 -107
- package/dist/browser/Plugin.cjs.map +0 -1
- package/dist/browser/Plugin.js +0 -86
- package/dist/browser/Plugin.js.map +0 -1
- package/dist/browser/Witness/Config.cjs +0 -28
- package/dist/browser/Witness/Config.cjs.map +0 -1
- package/dist/browser/Witness/Config.js +0 -7
- package/dist/browser/Witness/Config.js.map +0 -1
- package/dist/browser/Witness/Params.cjs +0 -19
- package/dist/browser/Witness/Params.cjs.map +0 -1
- package/dist/browser/Witness/Params.js +0 -1
- package/dist/browser/Witness/Params.js.map +0 -1
- package/dist/browser/Witness/Witness.cjs +0 -94
- package/dist/browser/Witness/Witness.cjs.map +0 -1
- package/dist/browser/Witness/Witness.js +0 -73
- package/dist/browser/Witness/Witness.js.map +0 -1
- package/dist/browser/Witness/index.cjs +0 -95
- package/dist/browser/Witness/index.cjs.map +0 -1
- package/dist/browser/Witness/index.js +0 -72
- package/dist/browser/Witness/index.js.map +0 -1
- package/dist/node/Plugin.js +0 -115
- package/dist/node/Plugin.js.map +0 -1
- package/dist/node/Plugin.mjs +0 -90
- package/dist/node/Plugin.mjs.map +0 -1
- package/dist/node/Witness/Config.js +0 -32
- package/dist/node/Witness/Config.js.map +0 -1
- package/dist/node/Witness/Config.mjs +0 -7
- package/dist/node/Witness/Config.mjs.map +0 -1
- package/dist/node/Witness/Params.js +0 -19
- package/dist/node/Witness/Params.js.map +0 -1
- package/dist/node/Witness/Params.mjs +0 -1
- package/dist/node/Witness/Params.mjs.map +0 -1
- package/dist/node/Witness/Witness.js +0 -103
- package/dist/node/Witness/Witness.js.map +0 -1
- package/dist/node/Witness/Witness.mjs +0 -77
- package/dist/node/Witness/Witness.mjs.map +0 -1
- package/dist/node/Witness/index.js +0 -105
- package/dist/node/Witness/index.js.map +0 -1
- package/dist/node/Witness/index.mjs +0 -76
- package/dist/node/Witness/index.mjs.map +0 -1
package/package.json
CHANGED
|
@@ -10,20 +10,20 @@
|
|
|
10
10
|
"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js/issues"
|
|
11
11
|
},
|
|
12
12
|
"dependencies": {
|
|
13
|
-
"@xyo-network/abstract-witness": "~2.75.
|
|
14
|
-
"@xyo-network/axios": "~2.75.
|
|
15
|
-
"@xyo-network/module-model": "~2.75.
|
|
16
|
-
"@xyo-network/payload-model": "~2.75.
|
|
17
|
-
"@xyo-network/payloadset-plugin": "~2.75.
|
|
18
|
-
"@xyo-network/url-payload-plugin": "~2.75.
|
|
19
|
-
"@xyo-network/url-safety-payload-plugin": "~2.75.
|
|
20
|
-
"@xyo-network/witness-model": "~2.75.
|
|
13
|
+
"@xyo-network/abstract-witness": "~2.75.17",
|
|
14
|
+
"@xyo-network/axios": "~2.75.17",
|
|
15
|
+
"@xyo-network/module-model": "~2.75.17",
|
|
16
|
+
"@xyo-network/payload-model": "~2.75.17",
|
|
17
|
+
"@xyo-network/payloadset-plugin": "~2.75.17",
|
|
18
|
+
"@xyo-network/url-payload-plugin": "~2.75.17",
|
|
19
|
+
"@xyo-network/url-safety-payload-plugin": "~2.75.17",
|
|
20
|
+
"@xyo-network/witness-model": "~2.75.17"
|
|
21
21
|
},
|
|
22
22
|
"devDependencies": {
|
|
23
|
-
"@xylabs/jest-helpers": "^2.12.
|
|
24
|
-
"@xylabs/ts-scripts-yarn3": "^3.
|
|
25
|
-
"@xylabs/tsconfig": "^3.
|
|
26
|
-
"@xyo-network/account": "~2.75.
|
|
23
|
+
"@xylabs/jest-helpers": "^2.12.24",
|
|
24
|
+
"@xylabs/ts-scripts-yarn3": "^3.1.9",
|
|
25
|
+
"@xylabs/tsconfig": "^3.1.9",
|
|
26
|
+
"@xyo-network/account": "~2.75.17",
|
|
27
27
|
"jest": "^29.7.0",
|
|
28
28
|
"typescript": "^5.2.2"
|
|
29
29
|
},
|
|
@@ -70,5 +70,5 @@
|
|
|
70
70
|
"url": "https://github.com/XYOracleNetwork/sdk-xyo-client-js.git"
|
|
71
71
|
},
|
|
72
72
|
"sideEffects": false,
|
|
73
|
-
"version": "2.75.
|
|
73
|
+
"version": "2.75.17"
|
|
74
74
|
}
|
package/dist/browser/Plugin.cjs
DELETED
|
@@ -1,107 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
|
|
20
|
-
// src/Plugin.ts
|
|
21
|
-
var Plugin_exports = {};
|
|
22
|
-
__export(Plugin_exports, {
|
|
23
|
-
UrlSafetyPlugin: () => UrlSafetyPlugin
|
|
24
|
-
});
|
|
25
|
-
module.exports = __toCommonJS(Plugin_exports);
|
|
26
|
-
var import_payload_model = require("@xyo-network/payload-model");
|
|
27
|
-
var import_payloadset_plugin = require("@xyo-network/payloadset-plugin");
|
|
28
|
-
var import_url_safety_payload_plugin3 = require("@xyo-network/url-safety-payload-plugin");
|
|
29
|
-
|
|
30
|
-
// src/Witness/Config.ts
|
|
31
|
-
var import_url_safety_payload_plugin = require("@xyo-network/url-safety-payload-plugin");
|
|
32
|
-
var UrlSafetyWitnessConfigSchema = `${import_url_safety_payload_plugin.UrlSafetySchema}.witness.config`;
|
|
33
|
-
|
|
34
|
-
// src/Witness/Witness.ts
|
|
35
|
-
var import_abstract_witness = require("@xyo-network/abstract-witness");
|
|
36
|
-
var import_axios = require("@xyo-network/axios");
|
|
37
|
-
var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
|
|
38
|
-
var import_url_safety_payload_plugin2 = require("@xyo-network/url-safety-payload-plugin");
|
|
39
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
40
|
-
var checkUrlSafety = async (urls, config) => {
|
|
41
|
-
const axios = new import_axios.AxiosJson();
|
|
42
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
43
|
-
const key = config?.key;
|
|
44
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
45
|
-
if (mutatedUrls.length === 0) {
|
|
46
|
-
return [];
|
|
47
|
-
}
|
|
48
|
-
const postData = {
|
|
49
|
-
client: {
|
|
50
|
-
clientId: "foreventory",
|
|
51
|
-
clientVersion: "1.0"
|
|
52
|
-
},
|
|
53
|
-
threatInfo: {
|
|
54
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
55
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
56
|
-
threatEntryTypes: ["URL"],
|
|
57
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
58
|
-
}
|
|
59
|
-
};
|
|
60
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
61
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
62
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
63
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
64
|
-
};
|
|
65
|
-
var UrlSafetyWitness = class extends import_abstract_witness.AbstractWitness {
|
|
66
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
67
|
-
get key() {
|
|
68
|
-
return this.params.google?.safeBrowsing?.key;
|
|
69
|
-
}
|
|
70
|
-
get urls() {
|
|
71
|
-
return this.config?.urls;
|
|
72
|
-
}
|
|
73
|
-
async observeHandler(payloads = []) {
|
|
74
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === import_url_payload_plugin.UrlSchema).map((p) => {
|
|
75
|
-
return p.url;
|
|
76
|
-
});
|
|
77
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
78
|
-
return urls.map((url) => {
|
|
79
|
-
const payload = matches.reduce(
|
|
80
|
-
(prev, match) => {
|
|
81
|
-
if (match.threat.url === url) {
|
|
82
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
83
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
84
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
85
|
-
}
|
|
86
|
-
}
|
|
87
|
-
return prev;
|
|
88
|
-
},
|
|
89
|
-
{ schema: import_url_safety_payload_plugin2.UrlSafetySchema, url }
|
|
90
|
-
);
|
|
91
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
92
|
-
return payload;
|
|
93
|
-
});
|
|
94
|
-
}
|
|
95
|
-
};
|
|
96
|
-
|
|
97
|
-
// src/Plugin.ts
|
|
98
|
-
var UrlSafetyPlugin = () => (0, import_payloadset_plugin.createPayloadSetWitnessPlugin)(
|
|
99
|
-
{ required: { [import_url_safety_payload_plugin3.UrlSafetySchema]: 1 }, schema: import_payload_model.PayloadSetSchema },
|
|
100
|
-
{
|
|
101
|
-
witness: async (params) => {
|
|
102
|
-
const result = await UrlSafetyWitness.create(params);
|
|
103
|
-
return result;
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
);
|
|
107
|
-
//# sourceMappingURL=Plugin.cjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/Plugin.ts","../../src/Witness/Config.ts","../../src/Witness/Witness.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n {\n witness: async (params) => {\n const result = await UrlSafetyWitness.create(params)\n return result\n },\n },\n )\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n","import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n cacheDuration: string\n platformType: string\n threat: {\n url: string\n }\n threatEntryType: string\n threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n urls: string[],\n config?: {\n endPoint?: string\n key?: string\n },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n const axios = new AxiosJson()\n const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n const key = config?.key\n const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n if (mutatedUrls.length === 0) {\n return []\n }\n const postData = {\n client: {\n clientId: 'foreventory',\n clientVersion: '1.0',\n },\n threatInfo: {\n platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n threatEntries: mutatedUrls.map((url) => ({ url })),\n threatEntryTypes: ['URL'],\n threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n },\n }\n console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n .data\n console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n get key() {\n return this.params.google?.safeBrowsing?.key\n }\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n const urls: string[] =\n this.urls ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return p.url\n })\n\n const matches = await checkUrlSafety(urls, { key: this.key })\n\n return urls.map((url) => {\n const payload = matches.reduce<UrlSafetyPayload>(\n (prev, match) => {\n if (match.threat.url === url) {\n prev.threatTypes = prev.threatTypes ?? []\n if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n }\n }\n return prev\n },\n { schema: UrlSafetySchema, url },\n )\n payload.threatTypes = payload.threatTypes?.sort()\n return payload\n })\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,2BAAiC;AACjC,+BAA8C;AAC9C,IAAAA,oCAAgC;;;ACFhC,uCAAgC;AAGzB,IAAM,+BAA+B,GAAG,gDAAe;;;ACH9D,8BAAgC;AAChC,mBAA0B;AAE1B,gCAAsC;AACtC,IAAAC,oCAAuE;AAMhE,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,uBAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,wCAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,mCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQ,mDAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;;;AF9FO,IAAM,kBAAkB,UAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAAC,iDAAe,GAAG,EAAE,GAAG,QAAQ,sCAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":["import_url_safety_payload_plugin","import_url_safety_payload_plugin"]}
|
package/dist/browser/Plugin.js
DELETED
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
// src/Plugin.ts
|
|
2
|
-
import { PayloadSetSchema } from "@xyo-network/payload-model";
|
|
3
|
-
import { createPayloadSetWitnessPlugin } from "@xyo-network/payloadset-plugin";
|
|
4
|
-
import { UrlSafetySchema as UrlSafetySchema3 } from "@xyo-network/url-safety-payload-plugin";
|
|
5
|
-
|
|
6
|
-
// src/Witness/Config.ts
|
|
7
|
-
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
8
|
-
var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
|
|
9
|
-
|
|
10
|
-
// src/Witness/Witness.ts
|
|
11
|
-
import { AbstractWitness } from "@xyo-network/abstract-witness";
|
|
12
|
-
import { AxiosJson } from "@xyo-network/axios";
|
|
13
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
14
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
15
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
16
|
-
var checkUrlSafety = async (urls, config) => {
|
|
17
|
-
const axios = new AxiosJson();
|
|
18
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
19
|
-
const key = config?.key;
|
|
20
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
21
|
-
if (mutatedUrls.length === 0) {
|
|
22
|
-
return [];
|
|
23
|
-
}
|
|
24
|
-
const postData = {
|
|
25
|
-
client: {
|
|
26
|
-
clientId: "foreventory",
|
|
27
|
-
clientVersion: "1.0"
|
|
28
|
-
},
|
|
29
|
-
threatInfo: {
|
|
30
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
31
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
32
|
-
threatEntryTypes: ["URL"],
|
|
33
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
34
|
-
}
|
|
35
|
-
};
|
|
36
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
37
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
38
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
39
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
40
|
-
};
|
|
41
|
-
var UrlSafetyWitness = class extends AbstractWitness {
|
|
42
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
43
|
-
get key() {
|
|
44
|
-
return this.params.google?.safeBrowsing?.key;
|
|
45
|
-
}
|
|
46
|
-
get urls() {
|
|
47
|
-
return this.config?.urls;
|
|
48
|
-
}
|
|
49
|
-
async observeHandler(payloads = []) {
|
|
50
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
|
|
51
|
-
return p.url;
|
|
52
|
-
});
|
|
53
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
54
|
-
return urls.map((url) => {
|
|
55
|
-
const payload = matches.reduce(
|
|
56
|
-
(prev, match) => {
|
|
57
|
-
if (match.threat.url === url) {
|
|
58
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
59
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
60
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
return prev;
|
|
64
|
-
},
|
|
65
|
-
{ schema: UrlSafetySchema2, url }
|
|
66
|
-
);
|
|
67
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
68
|
-
return payload;
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
|
|
73
|
-
// src/Plugin.ts
|
|
74
|
-
var UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
|
|
75
|
-
{ required: { [UrlSafetySchema3]: 1 }, schema: PayloadSetSchema },
|
|
76
|
-
{
|
|
77
|
-
witness: async (params) => {
|
|
78
|
-
const result = await UrlSafetyWitness.create(params);
|
|
79
|
-
return result;
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
);
|
|
83
|
-
export {
|
|
84
|
-
UrlSafetyPlugin
|
|
85
|
-
};
|
|
86
|
-
//# sourceMappingURL=Plugin.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/Plugin.ts","../../src/Witness/Config.ts","../../src/Witness/Witness.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n {\n witness: async (params) => {\n const result = await UrlSafetyWitness.create(params)\n return result\n },\n },\n )\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n","import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n cacheDuration: string\n platformType: string\n threat: {\n url: string\n }\n threatEntryType: string\n threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n urls: string[],\n config?: {\n endPoint?: string\n key?: string\n },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n const axios = new AxiosJson()\n const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n const key = config?.key\n const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n if (mutatedUrls.length === 0) {\n return []\n }\n const postData = {\n client: {\n clientId: 'foreventory',\n clientVersion: '1.0',\n },\n threatInfo: {\n platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n threatEntries: mutatedUrls.map((url) => ({ url })),\n threatEntryTypes: ['URL'],\n threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n },\n }\n console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n .data\n console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n get key() {\n return this.params.google?.safeBrowsing?.key\n }\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n const urls: string[] =\n this.urls ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return p.url\n })\n\n const matches = await checkUrlSafety(urls, { key: this.key })\n\n return urls.map((url) => {\n const payload = matches.reduce<UrlSafetyPayload>(\n (prev, match) => {\n if (match.threat.url === url) {\n prev.threatTypes = prev.threatTypes ?? []\n if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n }\n }\n return prev\n },\n { schema: UrlSafetySchema, url },\n )\n payload.threatTypes = payload.threatTypes?.sort()\n return payload\n })\n }\n}\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,SAAS,qCAAqC;AAC9C,SAAS,mBAAAA,wBAAuB;;;ACFhC,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ACH9D,SAAS,uBAAuB;AAChC,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAC,wBAA4C;AAMhE,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;;;AF9FO,IAAM,kBAAkB,MAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAACC,gBAAe,GAAG,EAAE,GAAG,QAAQ,iBAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":["UrlSafetySchema","UrlSafetySchema","UrlSafetySchema","UrlSafetySchema"]}
|
|
@@ -1,28 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
|
|
20
|
-
// src/Witness/Config.ts
|
|
21
|
-
var Config_exports = {};
|
|
22
|
-
__export(Config_exports, {
|
|
23
|
-
UrlSafetyWitnessConfigSchema: () => UrlSafetyWitnessConfigSchema
|
|
24
|
-
});
|
|
25
|
-
module.exports = __toCommonJS(Config_exports);
|
|
26
|
-
var import_url_safety_payload_plugin = require("@xyo-network/url-safety-payload-plugin");
|
|
27
|
-
var UrlSafetyWitnessConfigSchema = `${import_url_safety_payload_plugin.UrlSafetySchema}.witness.config`;
|
|
28
|
-
//# sourceMappingURL=Config.cjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,uCAAgC;AAGzB,IAAM,+BAA+B,GAAG,gDAAe;","names":[]}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";AAAA,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;","names":[]}
|
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __copyProps = (to, from, except, desc) => {
|
|
7
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
8
|
-
for (let key of __getOwnPropNames(from))
|
|
9
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
10
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
11
|
-
}
|
|
12
|
-
return to;
|
|
13
|
-
};
|
|
14
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
15
|
-
|
|
16
|
-
// src/Witness/Params.ts
|
|
17
|
-
var Params_exports = {};
|
|
18
|
-
module.exports = __toCommonJS(Params_exports);
|
|
19
|
-
//# sourceMappingURL=Params.cjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Params.ts"],"sourcesContent":["import { AnyConfigSchema } from '@xyo-network/module-model'\nimport { WitnessParams } from '@xyo-network/witness-model'\n\nimport { UrlSafetyWitnessConfig } from './Config'\n\nexport type UrlSafetyWitnessParams = WitnessParams<\n AnyConfigSchema<UrlSafetyWitnessConfig>,\n {\n google?: {\n safeBrowsing?: {\n endPoint?: string\n key?: string\n }\n }\n }\n>\n"],"mappings":";;;;;;;;;;;;;;;;AAAA;AAAA;","names":[]}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
//# sourceMappingURL=Params.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
|
|
@@ -1,94 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
|
|
20
|
-
// src/Witness/Witness.ts
|
|
21
|
-
var Witness_exports = {};
|
|
22
|
-
__export(Witness_exports, {
|
|
23
|
-
GoogleSafeBrowsingMatchSchema: () => GoogleSafeBrowsingMatchSchema,
|
|
24
|
-
UrlSafetyWitness: () => UrlSafetyWitness
|
|
25
|
-
});
|
|
26
|
-
module.exports = __toCommonJS(Witness_exports);
|
|
27
|
-
var import_abstract_witness = require("@xyo-network/abstract-witness");
|
|
28
|
-
var import_axios = require("@xyo-network/axios");
|
|
29
|
-
var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
|
|
30
|
-
var import_url_safety_payload_plugin2 = require("@xyo-network/url-safety-payload-plugin");
|
|
31
|
-
|
|
32
|
-
// src/Witness/Config.ts
|
|
33
|
-
var import_url_safety_payload_plugin = require("@xyo-network/url-safety-payload-plugin");
|
|
34
|
-
var UrlSafetyWitnessConfigSchema = `${import_url_safety_payload_plugin.UrlSafetySchema}.witness.config`;
|
|
35
|
-
|
|
36
|
-
// src/Witness/Witness.ts
|
|
37
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
38
|
-
var checkUrlSafety = async (urls, config) => {
|
|
39
|
-
const axios = new import_axios.AxiosJson();
|
|
40
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
41
|
-
const key = config?.key;
|
|
42
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
43
|
-
if (mutatedUrls.length === 0) {
|
|
44
|
-
return [];
|
|
45
|
-
}
|
|
46
|
-
const postData = {
|
|
47
|
-
client: {
|
|
48
|
-
clientId: "foreventory",
|
|
49
|
-
clientVersion: "1.0"
|
|
50
|
-
},
|
|
51
|
-
threatInfo: {
|
|
52
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
53
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
54
|
-
threatEntryTypes: ["URL"],
|
|
55
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
56
|
-
}
|
|
57
|
-
};
|
|
58
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
59
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
60
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
61
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
62
|
-
};
|
|
63
|
-
var UrlSafetyWitness = class extends import_abstract_witness.AbstractWitness {
|
|
64
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
65
|
-
get key() {
|
|
66
|
-
return this.params.google?.safeBrowsing?.key;
|
|
67
|
-
}
|
|
68
|
-
get urls() {
|
|
69
|
-
return this.config?.urls;
|
|
70
|
-
}
|
|
71
|
-
async observeHandler(payloads = []) {
|
|
72
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === import_url_payload_plugin.UrlSchema).map((p) => {
|
|
73
|
-
return p.url;
|
|
74
|
-
});
|
|
75
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
76
|
-
return urls.map((url) => {
|
|
77
|
-
const payload = matches.reduce(
|
|
78
|
-
(prev, match) => {
|
|
79
|
-
if (match.threat.url === url) {
|
|
80
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
81
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
82
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
return prev;
|
|
86
|
-
},
|
|
87
|
-
{ schema: import_url_safety_payload_plugin2.UrlSafetySchema, url }
|
|
88
|
-
);
|
|
89
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
90
|
-
return payload;
|
|
91
|
-
});
|
|
92
|
-
}
|
|
93
|
-
};
|
|
94
|
-
//# sourceMappingURL=Witness.cjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n cacheDuration: string\n platformType: string\n threat: {\n url: string\n }\n threatEntryType: string\n threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n urls: string[],\n config?: {\n endPoint?: string\n key?: string\n },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n const axios = new AxiosJson()\n const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n const key = config?.key\n const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n if (mutatedUrls.length === 0) {\n return []\n }\n const postData = {\n client: {\n clientId: 'foreventory',\n clientVersion: '1.0',\n },\n threatInfo: {\n platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n threatEntries: mutatedUrls.map((url) => ({ url })),\n threatEntryTypes: ['URL'],\n threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n },\n }\n console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n .data\n console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n get key() {\n return this.params.google?.safeBrowsing?.key\n }\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n const urls: string[] =\n this.urls ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return p.url\n })\n\n const matches = await checkUrlSafety(urls, { key: this.key })\n\n return urls.map((url) => {\n const payload = matches.reduce<UrlSafetyPayload>(\n (prev, match) => {\n if (match.threat.url === url) {\n prev.threatTypes = prev.threatTypes ?? []\n if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n }\n }\n return prev\n },\n { schema: UrlSafetySchema, url },\n )\n payload.threatTypes = payload.threatTypes?.sort()\n return payload\n })\n }\n}\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,8BAAgC;AAChC,mBAA0B;AAE1B,gCAAsC;AACtC,IAAAA,oCAAuE;;;ACJvE,uCAAgC;AAGzB,IAAM,+BAA+B,GAAG,gDAAe;;;ADOvD,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,uBAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,wCAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,mCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQ,mDAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["import_url_safety_payload_plugin"]}
|
|
@@ -1,73 +0,0 @@
|
|
|
1
|
-
// src/Witness/Witness.ts
|
|
2
|
-
import { AbstractWitness } from "@xyo-network/abstract-witness";
|
|
3
|
-
import { AxiosJson } from "@xyo-network/axios";
|
|
4
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
5
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
6
|
-
|
|
7
|
-
// src/Witness/Config.ts
|
|
8
|
-
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
9
|
-
var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
|
|
10
|
-
|
|
11
|
-
// src/Witness/Witness.ts
|
|
12
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
13
|
-
var checkUrlSafety = async (urls, config) => {
|
|
14
|
-
const axios = new AxiosJson();
|
|
15
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
16
|
-
const key = config?.key;
|
|
17
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
18
|
-
if (mutatedUrls.length === 0) {
|
|
19
|
-
return [];
|
|
20
|
-
}
|
|
21
|
-
const postData = {
|
|
22
|
-
client: {
|
|
23
|
-
clientId: "foreventory",
|
|
24
|
-
clientVersion: "1.0"
|
|
25
|
-
},
|
|
26
|
-
threatInfo: {
|
|
27
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
28
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
29
|
-
threatEntryTypes: ["URL"],
|
|
30
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
31
|
-
}
|
|
32
|
-
};
|
|
33
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
34
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
35
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
36
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
37
|
-
};
|
|
38
|
-
var UrlSafetyWitness = class extends AbstractWitness {
|
|
39
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
40
|
-
get key() {
|
|
41
|
-
return this.params.google?.safeBrowsing?.key;
|
|
42
|
-
}
|
|
43
|
-
get urls() {
|
|
44
|
-
return this.config?.urls;
|
|
45
|
-
}
|
|
46
|
-
async observeHandler(payloads = []) {
|
|
47
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
|
|
48
|
-
return p.url;
|
|
49
|
-
});
|
|
50
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
51
|
-
return urls.map((url) => {
|
|
52
|
-
const payload = matches.reduce(
|
|
53
|
-
(prev, match) => {
|
|
54
|
-
if (match.threat.url === url) {
|
|
55
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
56
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
57
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
58
|
-
}
|
|
59
|
-
}
|
|
60
|
-
return prev;
|
|
61
|
-
},
|
|
62
|
-
{ schema: UrlSafetySchema2, url }
|
|
63
|
-
);
|
|
64
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
65
|
-
return payload;
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
|
-
};
|
|
69
|
-
export {
|
|
70
|
-
GoogleSafeBrowsingMatchSchema,
|
|
71
|
-
UrlSafetyWitness
|
|
72
|
-
};
|
|
73
|
-
//# sourceMappingURL=Witness.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n cacheDuration: string\n platformType: string\n threat: {\n url: string\n }\n threatEntryType: string\n threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n urls: string[],\n config?: {\n endPoint?: string\n key?: string\n },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n const axios = new AxiosJson()\n const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n const key = config?.key\n const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n if (mutatedUrls.length === 0) {\n return []\n }\n const postData = {\n client: {\n clientId: 'foreventory',\n clientVersion: '1.0',\n },\n threatInfo: {\n platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n threatEntries: mutatedUrls.map((url) => ({ url })),\n threatEntryTypes: ['URL'],\n threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n },\n }\n console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n .data\n console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n get key() {\n return this.params.google?.safeBrowsing?.key\n }\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n const urls: string[] =\n this.urls ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return p.url\n })\n\n const matches = await checkUrlSafety(urls, { key: this.key })\n\n return urls.map((url) => {\n const payload = matches.reduce<UrlSafetyPayload>(\n (prev, match) => {\n if (match.threat.url === url) {\n prev.threatTypes = prev.threatTypes ?? []\n if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n }\n }\n return prev\n },\n { schema: UrlSafetySchema, url },\n )\n payload.threatTypes = payload.threatTypes?.sort()\n return payload\n })\n }\n}\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";AAAA,SAAS,uBAAuB;AAChC,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAA,wBAA4C;;;ACJvE,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ADOvD,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["UrlSafetySchema","UrlSafetySchema"]}
|
|
@@ -1,95 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
|
|
20
|
-
// src/Witness/index.ts
|
|
21
|
-
var Witness_exports = {};
|
|
22
|
-
__export(Witness_exports, {
|
|
23
|
-
GoogleSafeBrowsingMatchSchema: () => GoogleSafeBrowsingMatchSchema,
|
|
24
|
-
UrlSafetyWitness: () => UrlSafetyWitness,
|
|
25
|
-
UrlSafetyWitnessConfigSchema: () => UrlSafetyWitnessConfigSchema
|
|
26
|
-
});
|
|
27
|
-
module.exports = __toCommonJS(Witness_exports);
|
|
28
|
-
|
|
29
|
-
// src/Witness/Config.ts
|
|
30
|
-
var import_url_safety_payload_plugin = require("@xyo-network/url-safety-payload-plugin");
|
|
31
|
-
var UrlSafetyWitnessConfigSchema = `${import_url_safety_payload_plugin.UrlSafetySchema}.witness.config`;
|
|
32
|
-
|
|
33
|
-
// src/Witness/Witness.ts
|
|
34
|
-
var import_abstract_witness = require("@xyo-network/abstract-witness");
|
|
35
|
-
var import_axios = require("@xyo-network/axios");
|
|
36
|
-
var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
|
|
37
|
-
var import_url_safety_payload_plugin2 = require("@xyo-network/url-safety-payload-plugin");
|
|
38
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
39
|
-
var checkUrlSafety = async (urls, config) => {
|
|
40
|
-
const axios = new import_axios.AxiosJson();
|
|
41
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
42
|
-
const key = config?.key;
|
|
43
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
44
|
-
if (mutatedUrls.length === 0) {
|
|
45
|
-
return [];
|
|
46
|
-
}
|
|
47
|
-
const postData = {
|
|
48
|
-
client: {
|
|
49
|
-
clientId: "foreventory",
|
|
50
|
-
clientVersion: "1.0"
|
|
51
|
-
},
|
|
52
|
-
threatInfo: {
|
|
53
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
54
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
55
|
-
threatEntryTypes: ["URL"],
|
|
56
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
57
|
-
}
|
|
58
|
-
};
|
|
59
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
60
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
61
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
62
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
63
|
-
};
|
|
64
|
-
var UrlSafetyWitness = class extends import_abstract_witness.AbstractWitness {
|
|
65
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
66
|
-
get key() {
|
|
67
|
-
return this.params.google?.safeBrowsing?.key;
|
|
68
|
-
}
|
|
69
|
-
get urls() {
|
|
70
|
-
return this.config?.urls;
|
|
71
|
-
}
|
|
72
|
-
async observeHandler(payloads = []) {
|
|
73
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === import_url_payload_plugin.UrlSchema).map((p) => {
|
|
74
|
-
return p.url;
|
|
75
|
-
});
|
|
76
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
77
|
-
return urls.map((url) => {
|
|
78
|
-
const payload = matches.reduce(
|
|
79
|
-
(prev, match) => {
|
|
80
|
-
if (match.threat.url === url) {
|
|
81
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
82
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
83
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
84
|
-
}
|
|
85
|
-
}
|
|
86
|
-
return prev;
|
|
87
|
-
},
|
|
88
|
-
{ schema: import_url_safety_payload_plugin2.UrlSafetySchema, url }
|
|
89
|
-
);
|
|
90
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
91
|
-
return payload;
|
|
92
|
-
});
|
|
93
|
-
}
|
|
94
|
-
};
|
|
95
|
-
//# sourceMappingURL=index.cjs.map
|