@xyo-network/url-safety-plugin 2.75.0 → 2.75.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser/Plugin.d.cts +67 -0
- package/dist/browser/Plugin.d.cts.map +1 -0
- package/dist/browser/Plugin.js +3 -72
- package/dist/browser/Plugin.js.map +1 -1
- package/dist/browser/Witness/Config.d.cts +13 -0
- package/dist/browser/Witness/Config.d.cts.map +1 -0
- package/dist/browser/Witness/Config.js +1 -2
- package/dist/browser/Witness/Config.js.map +1 -1
- package/dist/browser/Witness/Params.d.cts +12 -0
- package/dist/browser/Witness/Params.d.cts.map +1 -0
- package/dist/browser/Witness/Witness.d.cts +24 -0
- package/dist/browser/Witness/Witness.d.cts.map +1 -0
- package/dist/browser/Witness/Witness.js +7 -13
- package/dist/browser/Witness/Witness.js.map +1 -1
- package/dist/browser/Witness/index.d.cts +4 -0
- package/dist/browser/Witness/index.d.cts.map +1 -0
- package/dist/browser/Witness/index.js +3 -71
- package/dist/browser/Witness/index.js.map +1 -1
- package/dist/browser/index.d.cts +5 -0
- package/dist/browser/index.d.cts.map +1 -0
- package/dist/browser/index.js +2 -87
- package/dist/browser/index.js.map +1 -1
- package/dist/docs.json +24365 -0
- package/dist/node/Plugin.d.cts +67 -0
- package/dist/node/Plugin.d.cts.map +1 -0
- package/dist/node/Plugin.js +78 -4
- package/dist/node/Plugin.js.map +1 -1
- package/dist/node/Plugin.mjs +76 -3
- package/dist/node/Plugin.mjs.map +1 -1
- package/dist/node/Witness/Config.d.cts +13 -0
- package/dist/node/Witness/Config.d.cts.map +1 -0
- package/dist/node/Witness/Config.js +3 -1
- package/dist/node/Witness/Config.js.map +1 -1
- package/dist/node/Witness/Config.mjs +2 -1
- package/dist/node/Witness/Config.mjs.map +1 -1
- package/dist/node/Witness/Params.d.cts +12 -0
- package/dist/node/Witness/Params.d.cts.map +1 -0
- package/dist/node/Witness/Params.js +2 -0
- package/dist/node/Witness/Params.js.map +1 -1
- package/dist/node/Witness/Witness.d.cts +24 -0
- package/dist/node/Witness/Witness.d.cts.map +1 -0
- package/dist/node/Witness/Witness.js +25 -14
- package/dist/node/Witness/Witness.js.map +1 -1
- package/dist/node/Witness/Witness.mjs +23 -13
- package/dist/node/Witness/Witness.mjs.map +1 -1
- package/dist/node/Witness/index.d.cts +4 -0
- package/dist/node/Witness/index.d.cts.map +1 -0
- package/dist/node/Witness/index.js +85 -7
- package/dist/node/Witness/index.js.map +1 -1
- package/dist/node/Witness/index.mjs +75 -3
- package/dist/node/Witness/index.mjs.map +1 -1
- package/dist/node/index.d.cts +5 -0
- package/dist/node/index.d.cts.map +1 -0
- package/dist/node/index.js +99 -6
- package/dist/node/index.js.map +1 -1
- package/dist/node/index.mjs +91 -2
- package/dist/node/index.mjs.map +1 -1
- package/package.json +11 -11
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
import { UrlSafetyWitness } from './Witness';
|
|
2
|
+
export declare const UrlSafetyPlugin: () => import("@xyo-network/payloadset-plugin").PayloadSetWitnessPlugin<UrlSafetyWitness<import("@xyo-network/core").BaseParamsFields & {
|
|
3
|
+
account?: import("@xyo-network/account-model").AccountInstance | "random" | undefined;
|
|
4
|
+
config: import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<{
|
|
5
|
+
accountDerivationPath?: string | undefined;
|
|
6
|
+
readonly archivist?: import("@xyo-network/module-model").ArchivistModuleConfig | undefined;
|
|
7
|
+
readonly labels?: import("@xyo-network/module-model").Labels | undefined;
|
|
8
|
+
readonly name?: string | undefined;
|
|
9
|
+
readonly paging?: Record<string, {
|
|
10
|
+
size?: number | undefined;
|
|
11
|
+
}> | undefined;
|
|
12
|
+
readonly security?: {
|
|
13
|
+
readonly allowAnonymous?: boolean | undefined;
|
|
14
|
+
readonly allowed?: Record<string, (string | import("@xyo-network/module-model").CosigningAddressSet)[]> | undefined;
|
|
15
|
+
readonly disallowed?: Record<string, string[]> | undefined;
|
|
16
|
+
} | undefined;
|
|
17
|
+
readonly sign?: boolean | undefined;
|
|
18
|
+
readonly storeQueries?: boolean | undefined;
|
|
19
|
+
readonly timestamp?: boolean | undefined;
|
|
20
|
+
} & Omit<import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & Omit<{
|
|
21
|
+
accountDerivationPath?: string | undefined;
|
|
22
|
+
readonly archivist?: import("@xyo-network/module-model").ArchivistModuleConfig | undefined;
|
|
23
|
+
readonly labels?: import("@xyo-network/module-model").Labels | undefined;
|
|
24
|
+
readonly name?: string | undefined;
|
|
25
|
+
readonly paging?: Record<string, {
|
|
26
|
+
size?: number | undefined;
|
|
27
|
+
}> | undefined;
|
|
28
|
+
readonly security?: {
|
|
29
|
+
readonly allowAnonymous?: boolean | undefined;
|
|
30
|
+
readonly allowed?: Record<string, (string | import("@xyo-network/module-model").CosigningAddressSet)[]> | undefined;
|
|
31
|
+
readonly disallowed?: Record<string, string[]> | undefined;
|
|
32
|
+
} | undefined;
|
|
33
|
+
readonly sign?: boolean | undefined;
|
|
34
|
+
readonly storeQueries?: boolean | undefined;
|
|
35
|
+
readonly timestamp?: boolean | undefined;
|
|
36
|
+
} & {
|
|
37
|
+
archivist?: string | undefined;
|
|
38
|
+
schema: "network.xyo.url.safety.witness.config";
|
|
39
|
+
targetSet?: (import("@xyo-network/payload-model").SchemaFields & import("@xyo-network/payload-model").PayloadFields & import("@xyo-network/payload-model").PayloadSet & {
|
|
40
|
+
schema: "network.xyo.payload.set";
|
|
41
|
+
}) | undefined;
|
|
42
|
+
} & {
|
|
43
|
+
google?: {
|
|
44
|
+
safeBrowsing?: {
|
|
45
|
+
endPoint?: string | undefined;
|
|
46
|
+
} | undefined;
|
|
47
|
+
} | undefined;
|
|
48
|
+
schema: "network.xyo.url.safety.witness.config";
|
|
49
|
+
urls?: string[] | undefined;
|
|
50
|
+
}, "schema"> & {
|
|
51
|
+
schema: "network.xyo.url.safety.witness.config";
|
|
52
|
+
}, "schema"> & {
|
|
53
|
+
schema: string;
|
|
54
|
+
}, "schema"> & {
|
|
55
|
+
schema: string;
|
|
56
|
+
};
|
|
57
|
+
ephemeralQueryAccountEnabled?: boolean | undefined;
|
|
58
|
+
wallet?: import("@xyo-network/wallet-model").WalletInstance | undefined;
|
|
59
|
+
} & {
|
|
60
|
+
google?: {
|
|
61
|
+
safeBrowsing?: {
|
|
62
|
+
endPoint?: string | undefined;
|
|
63
|
+
key?: string | undefined;
|
|
64
|
+
} | undefined;
|
|
65
|
+
} | undefined;
|
|
66
|
+
}>>;
|
|
67
|
+
//# sourceMappingURL=Plugin.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Plugin.d.ts","sourceRoot":"","sources":["../../src/Plugin.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAA;AAE5C,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GASzB,CAAA"}
|
package/dist/browser/Plugin.js
CHANGED
|
@@ -1,78 +1,9 @@
|
|
|
1
|
-
// src/Plugin.ts
|
|
2
1
|
import { PayloadSetSchema } from "@xyo-network/payload-model";
|
|
3
2
|
import { createPayloadSetWitnessPlugin } from "@xyo-network/payloadset-plugin";
|
|
4
|
-
import { UrlSafetySchema as UrlSafetySchema3 } from "@xyo-network/url-safety-payload-plugin";
|
|
5
|
-
|
|
6
|
-
// src/Witness/Config.ts
|
|
7
3
|
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
import { AxiosJson } from "@xyo-network/axios";
|
|
12
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
13
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
14
|
-
import { AbstractWitness } from "@xyo-network/witness";
|
|
15
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
16
|
-
var checkUrlSafety = async (urls, config) => {
|
|
17
|
-
const axios = new AxiosJson();
|
|
18
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
19
|
-
const key = config?.key;
|
|
20
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
21
|
-
if (mutatedUrls.length === 0) {
|
|
22
|
-
return [];
|
|
23
|
-
}
|
|
24
|
-
const postData = {
|
|
25
|
-
client: {
|
|
26
|
-
clientId: "foreventory",
|
|
27
|
-
clientVersion: "1.0"
|
|
28
|
-
},
|
|
29
|
-
threatInfo: {
|
|
30
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
31
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
32
|
-
threatEntryTypes: ["URL"],
|
|
33
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
34
|
-
}
|
|
35
|
-
};
|
|
36
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
37
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
38
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
39
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
40
|
-
};
|
|
41
|
-
var UrlSafetyWitness = class extends AbstractWitness {
|
|
42
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
43
|
-
get key() {
|
|
44
|
-
return this.params.google?.safeBrowsing?.key;
|
|
45
|
-
}
|
|
46
|
-
get urls() {
|
|
47
|
-
return this.config?.urls;
|
|
48
|
-
}
|
|
49
|
-
async observeHandler(payloads = []) {
|
|
50
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
|
|
51
|
-
return p.url;
|
|
52
|
-
});
|
|
53
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
54
|
-
return urls.map((url) => {
|
|
55
|
-
const payload = matches.reduce(
|
|
56
|
-
(prev, match) => {
|
|
57
|
-
if (match.threat.url === url) {
|
|
58
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
59
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
60
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
return prev;
|
|
64
|
-
},
|
|
65
|
-
{ schema: UrlSafetySchema2, url }
|
|
66
|
-
);
|
|
67
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
68
|
-
return payload;
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
|
|
73
|
-
// src/Plugin.ts
|
|
74
|
-
var UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
|
|
75
|
-
{ required: { [UrlSafetySchema3]: 1 }, schema: PayloadSetSchema },
|
|
4
|
+
import { UrlSafetyWitness } from "./Witness";
|
|
5
|
+
const UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
|
|
6
|
+
{ required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },
|
|
76
7
|
{
|
|
77
8
|
witness: async (params) => {
|
|
78
9
|
const result = await UrlSafetyWitness.create(params);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/Plugin.ts"
|
|
1
|
+
{"version":3,"sources":["../../src/Plugin.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n {\n witness: async (params) => {\n const result = await UrlSafetyWitness.create(params)\n return result\n },\n },\n )\n"],"mappings":"AAAA,SAAS,wBAAwB;AACjC,SAAS,qCAAqC;AAC9C,SAAS,uBAAuB;AAEhC,SAAS,wBAAwB;AAE1B,MAAM,kBAAkB,MAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAAC,eAAe,GAAG,EAAE,GAAG,QAAQ,iBAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":[]}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { WitnessConfig } from '@xyo-network/witness';
|
|
2
|
+
export declare const UrlSafetyWitnessConfigSchema: "network.xyo.url.safety.witness.config";
|
|
3
|
+
export type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema;
|
|
4
|
+
export type UrlSafetyWitnessConfig = WitnessConfig<{
|
|
5
|
+
google?: {
|
|
6
|
+
safeBrowsing?: {
|
|
7
|
+
endPoint?: string;
|
|
8
|
+
};
|
|
9
|
+
};
|
|
10
|
+
schema: UrlSafetyWitnessConfigSchema;
|
|
11
|
+
urls?: string[];
|
|
12
|
+
}>;
|
|
13
|
+
//# sourceMappingURL=Config.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Config.d.ts","sourceRoot":"","sources":["../../../src/Witness/Config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,eAAO,MAAM,4BAA4B,yCAA+C,CAAA;AACxF,MAAM,MAAM,4BAA4B,GAAG,OAAO,4BAA4B,CAAA;AAE9E,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAAC;IACjD,MAAM,CAAC,EAAE;QACP,YAAY,CAAC,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAA;SAClB,CAAA;KACF,CAAA;IACD,MAAM,EAAE,4BAA4B,CAAA;IACpC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;CAChB,CAAC,CAAA"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
// src/Witness/Config.ts
|
|
2
1
|
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
3
|
-
|
|
2
|
+
const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
|
|
4
3
|
export {
|
|
5
4
|
UrlSafetyWitnessConfigSchema
|
|
6
5
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":"
|
|
1
|
+
{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n google?: {\n safeBrowsing?: {\n endPoint?: string\n }\n }\n schema: UrlSafetyWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":"AAAA,SAAS,uBAAuB;AAGzB,MAAM,+BAA+B,GAAG,eAAe;","names":[]}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { AnyConfigSchema } from '@xyo-network/module';
|
|
2
|
+
import { WitnessParams } from '@xyo-network/witness';
|
|
3
|
+
import { UrlSafetyWitnessConfig } from './Config';
|
|
4
|
+
export type UrlSafetyWitnessParams = WitnessParams<AnyConfigSchema<UrlSafetyWitnessConfig>, {
|
|
5
|
+
google?: {
|
|
6
|
+
safeBrowsing?: {
|
|
7
|
+
endPoint?: string;
|
|
8
|
+
key?: string;
|
|
9
|
+
};
|
|
10
|
+
};
|
|
11
|
+
}>;
|
|
12
|
+
//# sourceMappingURL=Params.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Params.d.ts","sourceRoot":"","sources":["../../../src/Witness/Params.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AAEpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEjD,MAAM,MAAM,sBAAsB,GAAG,aAAa,CAChD,eAAe,CAAC,sBAAsB,CAAC,EACvC;IACE,MAAM,CAAC,EAAE;QACP,YAAY,CAAC,EAAE;YACb,QAAQ,CAAC,EAAE,MAAM,CAAA;YACjB,GAAG,CAAC,EAAE,MAAM,CAAA;SACb,CAAA;KACF,CAAA;CACF,CACF,CAAA"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { Payload } from '@xyo-network/payload-model';
|
|
2
|
+
import { UrlPayload } from '@xyo-network/url-payload-plugin';
|
|
3
|
+
import { UrlSafetyPayload } from '@xyo-network/url-safety-payload-plugin';
|
|
4
|
+
import { AbstractWitness } from '@xyo-network/witness';
|
|
5
|
+
import { UrlSafetyWitnessParams } from './Params';
|
|
6
|
+
export type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match';
|
|
7
|
+
export declare const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema;
|
|
8
|
+
export interface GoogleSafeBrowsingMatch {
|
|
9
|
+
cacheDuration: string;
|
|
10
|
+
platformType: string;
|
|
11
|
+
threat: {
|
|
12
|
+
url: string;
|
|
13
|
+
};
|
|
14
|
+
threatEntryType: string;
|
|
15
|
+
threatType: string;
|
|
16
|
+
}
|
|
17
|
+
export type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>;
|
|
18
|
+
export declare class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {
|
|
19
|
+
static configSchemas: "network.xyo.url.safety.witness.config"[];
|
|
20
|
+
get key(): string | undefined;
|
|
21
|
+
get urls(): string[] | undefined;
|
|
22
|
+
protected observeHandler(payloads?: UrlPayload[]): Promise<UrlSafetyPayload[]>;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=Witness.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Witness.d.ts","sourceRoot":"","sources":["../../../src/Witness/Witness.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,4BAA4B,CAAA;AACpD,OAAO,EAAE,UAAU,EAAa,MAAM,iCAAiC,CAAA;AACvE,OAAO,EAAE,gBAAgB,EAAwC,MAAM,wCAAwC,CAAA;AAC/G,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAA;AAGtD,OAAO,EAAE,sBAAsB,EAAE,MAAM,UAAU,CAAA;AAEjD,MAAM,MAAM,6BAA6B,GAAG,+BAA+B,CAAA;AAC3E,eAAO,MAAM,6BAA6B,EAAE,6BAA+D,CAAA;AAE3G,MAAM,WAAW,uBAAuB;IACtC,aAAa,EAAE,MAAM,CAAA;IACrB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE;QACN,GAAG,EAAE,MAAM,CAAA;KACZ,CAAA;IACD,eAAe,EAAE,MAAM,CAAA;IACvB,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,MAAM,8BAA8B,GAAG,OAAO,CAAC,uBAAuB,EAAE,6BAA6B,CAAC,CAAA;AAuC5G,qBAAa,gBAAgB,CAAC,OAAO,SAAS,sBAAsB,GAAG,sBAAsB,CAAE,SAAQ,eAAe,CAAC,OAAO,CAAC;IAC7H,OAAgB,aAAa,4CAAiC;IAE9D,IAAI,GAAG,uBAEN;IAED,IAAI,IAAI,yBAEP;cAEwB,cAAc,CAAC,QAAQ,GAAE,UAAU,EAAO,GAAG,OAAO,CAAC,gBAAgB,EAAE,CAAC;CA4BlG"}
|
|
@@ -1,16 +1,10 @@
|
|
|
1
|
-
// src/Witness/Witness.ts
|
|
2
1
|
import { AxiosJson } from "@xyo-network/axios";
|
|
3
2
|
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
4
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
5
|
-
import { AbstractWitness } from "@xyo-network/witness";
|
|
6
|
-
|
|
7
|
-
// src/Witness/Config.ts
|
|
8
3
|
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
var checkUrlSafety = async (urls, config) => {
|
|
4
|
+
import { AbstractWitness } from "@xyo-network/witness";
|
|
5
|
+
import { UrlSafetyWitnessConfigSchema } from "./Config";
|
|
6
|
+
const GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
7
|
+
const checkUrlSafety = async (urls, config) => {
|
|
14
8
|
const axios = new AxiosJson();
|
|
15
9
|
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
16
10
|
const key = config?.key;
|
|
@@ -35,7 +29,7 @@ var checkUrlSafety = async (urls, config) => {
|
|
|
35
29
|
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
36
30
|
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
37
31
|
};
|
|
38
|
-
|
|
32
|
+
class UrlSafetyWitness extends AbstractWitness {
|
|
39
33
|
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
40
34
|
get key() {
|
|
41
35
|
return this.params.google?.safeBrowsing?.key;
|
|
@@ -59,13 +53,13 @@ var UrlSafetyWitness = class extends AbstractWitness {
|
|
|
59
53
|
}
|
|
60
54
|
return prev;
|
|
61
55
|
},
|
|
62
|
-
{ schema:
|
|
56
|
+
{ schema: UrlSafetySchema, url }
|
|
63
57
|
);
|
|
64
58
|
payload.threatTypes = payload.threatTypes?.sort();
|
|
65
59
|
return payload;
|
|
66
60
|
});
|
|
67
61
|
}
|
|
68
|
-
}
|
|
62
|
+
}
|
|
69
63
|
export {
|
|
70
64
|
GoogleSafeBrowsingMatchSchema,
|
|
71
65
|
UrlSafetyWitness
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Witness.ts"
|
|
1
|
+
{"version":3,"sources":["../../../src/Witness/Witness.ts"],"sourcesContent":["import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n cacheDuration: string\n platformType: string\n threat: {\n url: string\n }\n threatEntryType: string\n threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n urls: string[],\n config?: {\n endPoint?: string\n key?: string\n },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n const axios = new AxiosJson()\n const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n const key = config?.key\n const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n if (mutatedUrls.length === 0) {\n return []\n }\n const postData = {\n client: {\n clientId: 'foreventory',\n clientVersion: '1.0',\n },\n threatInfo: {\n platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n threatEntries: mutatedUrls.map((url) => ({ url })),\n threatEntryTypes: ['URL'],\n threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n },\n }\n console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n .data\n console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n get key() {\n return this.params.google?.safeBrowsing?.key\n }\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n const urls: string[] =\n this.urls ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return p.url\n })\n\n const matches = await checkUrlSafety(urls, { key: this.key })\n\n return urls.map((url) => {\n const payload = matches.reduce<UrlSafetyPayload>(\n (prev, match) => {\n if (match.threat.url === url) {\n prev.threatTypes = prev.threatTypes ?? []\n if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n }\n }\n return prev\n },\n { schema: UrlSafetySchema, url },\n )\n payload.threatTypes = payload.threatTypes?.sort()\n return payload\n })\n }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,uBAA4C;AACvE,SAAS,uBAAuB;AAEhC,SAAS,oCAAoC;AAItC,MAAM,gCAA+D;AAkB5E,MAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,MAAM,yBAA0F,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQ,iBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/Witness/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}
|
|
@@ -1,72 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
// src/Witness/Witness.ts
|
|
6
|
-
import { AxiosJson } from "@xyo-network/axios";
|
|
7
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
8
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
9
|
-
import { AbstractWitness } from "@xyo-network/witness";
|
|
10
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
11
|
-
var checkUrlSafety = async (urls, config) => {
|
|
12
|
-
const axios = new AxiosJson();
|
|
13
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
14
|
-
const key = config?.key;
|
|
15
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
16
|
-
if (mutatedUrls.length === 0) {
|
|
17
|
-
return [];
|
|
18
|
-
}
|
|
19
|
-
const postData = {
|
|
20
|
-
client: {
|
|
21
|
-
clientId: "foreventory",
|
|
22
|
-
clientVersion: "1.0"
|
|
23
|
-
},
|
|
24
|
-
threatInfo: {
|
|
25
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
26
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
27
|
-
threatEntryTypes: ["URL"],
|
|
28
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
29
|
-
}
|
|
30
|
-
};
|
|
31
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
32
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
33
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
34
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
35
|
-
};
|
|
36
|
-
var UrlSafetyWitness = class extends AbstractWitness {
|
|
37
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
38
|
-
get key() {
|
|
39
|
-
return this.params.google?.safeBrowsing?.key;
|
|
40
|
-
}
|
|
41
|
-
get urls() {
|
|
42
|
-
return this.config?.urls;
|
|
43
|
-
}
|
|
44
|
-
async observeHandler(payloads = []) {
|
|
45
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
|
|
46
|
-
return p.url;
|
|
47
|
-
});
|
|
48
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
49
|
-
return urls.map((url) => {
|
|
50
|
-
const payload = matches.reduce(
|
|
51
|
-
(prev, match) => {
|
|
52
|
-
if (match.threat.url === url) {
|
|
53
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
54
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
55
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
return prev;
|
|
59
|
-
},
|
|
60
|
-
{ schema: UrlSafetySchema2, url }
|
|
61
|
-
);
|
|
62
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
63
|
-
return payload;
|
|
64
|
-
});
|
|
65
|
-
}
|
|
66
|
-
};
|
|
67
|
-
export {
|
|
68
|
-
GoogleSafeBrowsingMatchSchema,
|
|
69
|
-
UrlSafetyWitness,
|
|
70
|
-
UrlSafetyWitnessConfigSchema
|
|
71
|
-
};
|
|
1
|
+
export * from "./Config";
|
|
2
|
+
export * from "./Params";
|
|
3
|
+
export * from "./Witness";
|
|
72
4
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/
|
|
1
|
+
{"version":3,"sources":["../../../src/Witness/index.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAA;AAE1C,cAAc,WAAW,CAAA;AAEzB,OAAO,EAAE,eAAe,EAAE,CAAA;AAG1B,eAAe,eAAe,CAAA"}
|
package/dist/browser/index.js
CHANGED
|
@@ -1,93 +1,8 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
import { createPayloadSetWitnessPlugin } from "@xyo-network/payloadset-plugin";
|
|
4
|
-
import { UrlSafetySchema as UrlSafetySchema3 } from "@xyo-network/url-safety-payload-plugin";
|
|
5
|
-
|
|
6
|
-
// src/Witness/Config.ts
|
|
7
|
-
import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
|
|
8
|
-
var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
|
|
9
|
-
|
|
10
|
-
// src/Witness/Witness.ts
|
|
11
|
-
import { AxiosJson } from "@xyo-network/axios";
|
|
12
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
13
|
-
import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
|
|
14
|
-
import { AbstractWitness } from "@xyo-network/witness";
|
|
15
|
-
var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
|
|
16
|
-
var checkUrlSafety = async (urls, config) => {
|
|
17
|
-
const axios = new AxiosJson();
|
|
18
|
-
const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
|
|
19
|
-
const key = config?.key;
|
|
20
|
-
const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
|
|
21
|
-
if (mutatedUrls.length === 0) {
|
|
22
|
-
return [];
|
|
23
|
-
}
|
|
24
|
-
const postData = {
|
|
25
|
-
client: {
|
|
26
|
-
clientId: "foreventory",
|
|
27
|
-
clientVersion: "1.0"
|
|
28
|
-
},
|
|
29
|
-
threatInfo: {
|
|
30
|
-
platformTypes: ["WINDOWS", "LINUX", "OSX"],
|
|
31
|
-
threatEntries: mutatedUrls.map((url) => ({ url })),
|
|
32
|
-
threatEntryTypes: ["URL"],
|
|
33
|
-
threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
|
|
34
|
-
}
|
|
35
|
-
};
|
|
36
|
-
console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
|
|
37
|
-
const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
|
|
38
|
-
console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
|
|
39
|
-
return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
|
|
40
|
-
};
|
|
41
|
-
var UrlSafetyWitness = class extends AbstractWitness {
|
|
42
|
-
static configSchemas = [UrlSafetyWitnessConfigSchema];
|
|
43
|
-
get key() {
|
|
44
|
-
return this.params.google?.safeBrowsing?.key;
|
|
45
|
-
}
|
|
46
|
-
get urls() {
|
|
47
|
-
return this.config?.urls;
|
|
48
|
-
}
|
|
49
|
-
async observeHandler(payloads = []) {
|
|
50
|
-
const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
|
|
51
|
-
return p.url;
|
|
52
|
-
});
|
|
53
|
-
const matches = await checkUrlSafety(urls, { key: this.key });
|
|
54
|
-
return urls.map((url) => {
|
|
55
|
-
const payload = matches.reduce(
|
|
56
|
-
(prev, match) => {
|
|
57
|
-
if (match.threat.url === url) {
|
|
58
|
-
prev.threatTypes = prev.threatTypes ?? [];
|
|
59
|
-
if (!prev.threatTypes.includes(match.threatEntryType)) {
|
|
60
|
-
prev.threatTypes.push(match.threatEntryType);
|
|
61
|
-
}
|
|
62
|
-
}
|
|
63
|
-
return prev;
|
|
64
|
-
},
|
|
65
|
-
{ schema: UrlSafetySchema2, url }
|
|
66
|
-
);
|
|
67
|
-
payload.threatTypes = payload.threatTypes?.sort();
|
|
68
|
-
return payload;
|
|
69
|
-
});
|
|
70
|
-
}
|
|
71
|
-
};
|
|
72
|
-
|
|
73
|
-
// src/Plugin.ts
|
|
74
|
-
var UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
|
|
75
|
-
{ required: { [UrlSafetySchema3]: 1 }, schema: PayloadSetSchema },
|
|
76
|
-
{
|
|
77
|
-
witness: async (params) => {
|
|
78
|
-
const result = await UrlSafetyWitness.create(params);
|
|
79
|
-
return result;
|
|
80
|
-
}
|
|
81
|
-
}
|
|
82
|
-
);
|
|
83
|
-
|
|
84
|
-
// src/index.ts
|
|
1
|
+
import { UrlSafetyPlugin } from "./Plugin";
|
|
2
|
+
export * from "./Witness";
|
|
85
3
|
var src_default = UrlSafetyPlugin;
|
|
86
4
|
export {
|
|
87
|
-
GoogleSafeBrowsingMatchSchema,
|
|
88
5
|
UrlSafetyPlugin,
|
|
89
|
-
UrlSafetyWitness,
|
|
90
|
-
UrlSafetyWitnessConfigSchema,
|
|
91
6
|
src_default as default
|
|
92
7
|
};
|
|
93
8
|
//# sourceMappingURL=index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/
|
|
1
|
+
{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["import { UrlSafetyPlugin } from './Plugin'\n\nexport * from './Witness'\n\nexport { UrlSafetyPlugin }\n\n// eslint-disable-next-line import/no-default-export\nexport default UrlSafetyPlugin\n"],"mappings":"AAAA,SAAS,uBAAuB;AAEhC,cAAc;AAKd,IAAO,cAAQ;","names":[]}
|