@xyo-network/url-safety-plugin 2.75.2 → 2.75.4

package/dist/browser/Plugin.js

@@ -1,9 +1,78 @@
+// src/Plugin.ts
 import { PayloadSetSchema } from "@xyo-network/payload-model";
 import { createPayloadSetWitnessPlugin } from "@xyo-network/payloadset-plugin";
+import { UrlSafetySchema as UrlSafetySchema3 } from "@xyo-network/url-safety-payload-plugin";
+
+// src/Witness/Config.ts
 import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
-import { UrlSafetyWitness } from "./Witness";
-const UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
-  { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },
+var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
+
+// src/Witness/Witness.ts
+import { AxiosJson } from "@xyo-network/axios";
+import { UrlSchema } from "@xyo-network/url-payload-plugin";
+import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
+import { AbstractWitness } from "@xyo-network/witness";
+var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
+var checkUrlSafety = async (urls, config) => {
+  const axios = new AxiosJson();
+  const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
+  const key = config?.key;
+  const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
+  if (mutatedUrls.length === 0) {
+    return [];
+  }
+  const postData = {
+    client: {
+      clientId: "foreventory",
+      clientVersion: "1.0"
+    },
+    threatInfo: {
+      platformTypes: ["WINDOWS", "LINUX", "OSX"],
+      threatEntries: mutatedUrls.map((url) => ({ url })),
+      threatEntryTypes: ["URL"],
+      threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
+    }
+  };
+  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
+  const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
+  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
+  return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
+};
+var UrlSafetyWitness = class extends AbstractWitness {
+  static configSchemas = [UrlSafetyWitnessConfigSchema];
+  get key() {
+    return this.params.google?.safeBrowsing?.key;
+  }
+  get urls() {
+    return this.config?.urls;
+  }
+  async observeHandler(payloads = []) {
+    const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
+      return p.url;
+    });
+    const matches = await checkUrlSafety(urls, { key: this.key });
+    return urls.map((url) => {
+      const payload = matches.reduce(
+        (prev, match) => {
+          if (match.threat.url === url) {
+            prev.threatTypes = prev.threatTypes ?? [];
+            if (!prev.threatTypes.includes(match.threatEntryType)) {
+              prev.threatTypes.push(match.threatEntryType);
+            }
+          }
+          return prev;
+        },
+        { schema: UrlSafetySchema2, url }
+      );
+      payload.threatTypes = payload.threatTypes?.sort();
+      return payload;
+    });
+  }
+};
+
+// src/Plugin.ts
+var UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
+  { required: { [UrlSafetySchema3]: 1 }, schema: PayloadSetSchema },
   {
     witness: async (params) => {
       const result = await UrlSafetyWitness.create(params);

package/dist/browser/Plugin.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/Plugin.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n  createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n    { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n    {\n      witness: async (params) => {\n        const result = await UrlSafetyWitness.create(params)\n        return result\n      },\n    },\n  )\n"],"mappings":"AAAA,SAAS,wBAAwB;AACjC,SAAS,qCAAqC;AAC9C,SAAS,uBAAuB;AAEhC,SAAS,wBAAwB;AAE1B,MAAM,kBAAkB,MAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAAC,eAAe,GAAG,EAAE,GAAG,QAAQ,iBAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":[]}
+{"version":3,"sources":["../../src/Plugin.ts","../../src/Witness/Config.ts","../../src/Witness/Witness.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n  createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n    { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n    {\n      witness: async (params) => {\n        const result = await UrlSafetyWitness.create(params)\n        return result\n      },\n    },\n  )\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n","import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n  cacheDuration: string\n  platformType: string\n  threat: {\n    url: string\n  }\n  threatEntryType: string\n  threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n  matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n  urls: string[],\n  config?: {\n    endPoint?: string\n    key?: string\n  },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n  const axios = new AxiosJson()\n  const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n  const key = config?.key\n  const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n  if (mutatedUrls.length === 0) {\n    return []\n  }\n  const postData = {\n    client: {\n      clientId: 'foreventory',\n      clientVersion: '1.0',\n    },\n    threatInfo: {\n      platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n      threatEntries: mutatedUrls.map((url) => ({ url })),\n      threatEntryTypes: ['URL'],\n      threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n    },\n  }\n  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n  const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n    .data\n  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n  return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n  static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n  get key() {\n    return this.params.google?.safeBrowsing?.key\n  }\n\n  get urls() {\n    return this.config?.urls\n  }\n\n  protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n    const urls: string[] =\n      this.urls ??\n      payloads\n        .filter((p): p is UrlPayload => p.schema === UrlSchema)\n        .map((p) => {\n          return p.url\n        })\n\n    const matches = await checkUrlSafety(urls, { key: this.key })\n\n    return urls.map((url) => {\n      const payload = matches.reduce<UrlSafetyPayload>(\n        (prev, match) => {\n          if (match.threat.url === url) {\n            prev.threatTypes = prev.threatTypes ?? []\n            if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n              prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n            }\n          }\n          return prev\n        },\n        { schema: UrlSafetySchema, url },\n      )\n      payload.threatTypes = payload.threatTypes?.sort()\n      return payload\n    })\n  }\n}\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,SAAS,qCAAqC;AAC9C,SAAS,mBAAAA,wBAAuB;;;ACFhC,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ACH9D,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAC,wBAA4C;AACvE,SAAS,uBAAuB;AAMzB,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;;;AF9FO,IAAM,kBAAkB,MAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAACC,gBAAe,GAAG,EAAE,GAAG,QAAQ,iBAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;","names":["UrlSafetySchema","UrlSafetySchema","UrlSafetySchema","UrlSafetySchema"]}

package/dist/browser/Witness/Config.js

@@ -1,5 +1,6 @@
+// src/Witness/Config.ts
 import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
-const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
+var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
 export {
   UrlSafetyWitnessConfigSchema
 };

package/dist/browser/Witness/Config.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n"],"mappings":"AAAA,SAAS,uBAAuB;AAGzB,MAAM,+BAA+B,GAAG,eAAe;","names":[]}
+{"version":3,"sources":["../../../src/Witness/Config.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n"],"mappings":";AAAA,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;","names":[]}

package/dist/browser/Witness/Witness.js

@@ -1,10 +1,16 @@
+// src/Witness/Witness.ts
 import { AxiosJson } from "@xyo-network/axios";
 import { UrlSchema } from "@xyo-network/url-payload-plugin";
-import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
+import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
 import { AbstractWitness } from "@xyo-network/witness";
-import { UrlSafetyWitnessConfigSchema } from "./Config";
-const GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
-const checkUrlSafety = async (urls, config) => {
+
+// src/Witness/Config.ts
+import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
+var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
+
+// src/Witness/Witness.ts
+var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
+var checkUrlSafety = async (urls, config) => {
   const axios = new AxiosJson();
   const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
   const key = config?.key;
@@ -29,7 +35,7 @@ const checkUrlSafety = async (urls, config) => {
   console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
   return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
 };
-class UrlSafetyWitness extends AbstractWitness {
+var UrlSafetyWitness = class extends AbstractWitness {
   static configSchemas = [UrlSafetyWitnessConfigSchema];
   get key() {
     return this.params.google?.safeBrowsing?.key;
@@ -53,13 +59,13 @@ class UrlSafetyWitness extends AbstractWitness {
           }
           return prev;
         },
-        { schema: UrlSafetySchema, url }
+        { schema: UrlSafetySchema2, url }
       );
       payload.threatTypes = payload.threatTypes?.sort();
       return payload;
     });
   }
-}
+};
 export {
   GoogleSafeBrowsingMatchSchema,
   UrlSafetyWitness

package/dist/browser/Witness/Witness.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/Witness/Witness.ts"],"sourcesContent":["import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n  cacheDuration: string\n  platformType: string\n  threat: {\n    url: string\n  }\n  threatEntryType: string\n  threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n  matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n  urls: string[],\n  config?: {\n    endPoint?: string\n    key?: string\n  },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n  const axios = new AxiosJson()\n  const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n  const key = config?.key\n  const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n  if (mutatedUrls.length === 0) {\n    return []\n  }\n  const postData = {\n    client: {\n      clientId: 'foreventory',\n      clientVersion: '1.0',\n    },\n    threatInfo: {\n      platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n      threatEntries: mutatedUrls.map((url) => ({ url })),\n      threatEntryTypes: ['URL'],\n      threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n    },\n  }\n  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n  const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n    .data\n  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n  return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n  static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n  get key() {\n    return this.params.google?.safeBrowsing?.key\n  }\n\n  get urls() {\n    return this.config?.urls\n  }\n\n  protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n    const urls: string[] =\n      this.urls ??\n      payloads\n        .filter((p): p is UrlPayload => p.schema === UrlSchema)\n        .map((p) => {\n          return p.url\n        })\n\n    const matches = await checkUrlSafety(urls, { key: this.key })\n\n    return urls.map((url) => {\n      const payload = matches.reduce<UrlSafetyPayload>(\n        (prev, match) => {\n          if (match.threat.url === url) {\n            prev.threatTypes = prev.threatTypes ?? []\n            if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n              prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n            }\n          }\n          return prev\n        },\n        { schema: UrlSafetySchema, url },\n      )\n      payload.threatTypes = payload.threatTypes?.sort()\n      return payload\n    })\n  }\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,uBAA4C;AACvE,SAAS,uBAAuB;AAEhC,SAAS,oCAAoC;AAItC,MAAM,gCAA+D;AAkB5E,MAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,MAAM,yBAA0F,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQ,iBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":[]}
+{"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n  cacheDuration: string\n  platformType: string\n  threat: {\n    url: string\n  }\n  threatEntryType: string\n  threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n  matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n  urls: string[],\n  config?: {\n    endPoint?: string\n    key?: string\n  },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n  const axios = new AxiosJson()\n  const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n  const key = config?.key\n  const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n  if (mutatedUrls.length === 0) {\n    return []\n  }\n  const postData = {\n    client: {\n      clientId: 'foreventory',\n      clientVersion: '1.0',\n    },\n    threatInfo: {\n      platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n      threatEntries: mutatedUrls.map((url) => ({ url })),\n      threatEntryTypes: ['URL'],\n      threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n    },\n  }\n  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n  const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n    .data\n  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n  return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n  static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n  get key() {\n    return this.params.google?.safeBrowsing?.key\n  }\n\n  get urls() {\n    return this.config?.urls\n  }\n\n  protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n    const urls: string[] =\n      this.urls ??\n      payloads\n        .filter((p): p is UrlPayload => p.schema === UrlSchema)\n        .map((p) => {\n          return p.url\n        })\n\n    const matches = await checkUrlSafety(urls, { key: this.key })\n\n    return urls.map((url) => {\n      const payload = matches.reduce<UrlSafetyPayload>(\n        (prev, match) => {\n          if (match.threat.url === url) {\n            prev.threatTypes = prev.threatTypes ?? []\n            if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n              prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n            }\n          }\n          return prev\n        },\n        { schema: UrlSafetySchema, url },\n      )\n      payload.threatTypes = payload.threatTypes?.sort()\n      return payload\n    })\n  }\n}\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n"],"mappings":";AAAA,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAA,wBAA4C;AACvE,SAAS,uBAAuB;;;ACJhC,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ADOvD,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["UrlSafetySchema","UrlSafetySchema"]}

package/dist/browser/Witness/index.js

@@ -1,4 +1,72 @@
-export * from "./Config";
-export * from "./Params";
-export * from "./Witness";
+// src/Witness/Config.ts
+import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
+var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
+
+// src/Witness/Witness.ts
+import { AxiosJson } from "@xyo-network/axios";
+import { UrlSchema } from "@xyo-network/url-payload-plugin";
+import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
+import { AbstractWitness } from "@xyo-network/witness";
+var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
+var checkUrlSafety = async (urls, config) => {
+  const axios = new AxiosJson();
+  const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
+  const key = config?.key;
+  const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
+  if (mutatedUrls.length === 0) {
+    return [];
+  }
+  const postData = {
+    client: {
+      clientId: "foreventory",
+      clientVersion: "1.0"
+    },
+    threatInfo: {
+      platformTypes: ["WINDOWS", "LINUX", "OSX"],
+      threatEntries: mutatedUrls.map((url) => ({ url })),
+      threatEntryTypes: ["URL"],
+      threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
+    }
+  };
+  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
+  const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
+  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
+  return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
+};
+var UrlSafetyWitness = class extends AbstractWitness {
+  static configSchemas = [UrlSafetyWitnessConfigSchema];
+  get key() {
+    return this.params.google?.safeBrowsing?.key;
+  }
+  get urls() {
+    return this.config?.urls;
+  }
+  async observeHandler(payloads = []) {
+    const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
+      return p.url;
+    });
+    const matches = await checkUrlSafety(urls, { key: this.key });
+    return urls.map((url) => {
+      const payload = matches.reduce(
+        (prev, match) => {
+          if (match.threat.url === url) {
+            prev.threatTypes = prev.threatTypes ?? [];
+            if (!prev.threatTypes.includes(match.threatEntryType)) {
+              prev.threatTypes.push(match.threatEntryType);
+            }
+          }
+          return prev;
+        },
+        { schema: UrlSafetySchema2, url }
+      );
+      payload.threatTypes = payload.threatTypes?.sort();
+      return payload;
+    });
+  }
+};
+export {
+  GoogleSafeBrowsingMatchSchema,
+  UrlSafetyWitness,
+  UrlSafetyWitnessConfigSchema
+};
 //# sourceMappingURL=index.js.map

package/dist/browser/Witness/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../src/Witness/index.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
+{"version":3,"sources":["../../../src/Witness/Config.ts","../../../src/Witness/Witness.ts"],"sourcesContent":["import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n","import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n  cacheDuration: string\n  platformType: string\n  threat: {\n    url: string\n  }\n  threatEntryType: string\n  threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n  matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n  urls: string[],\n  config?: {\n    endPoint?: string\n    key?: string\n  },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n  const axios = new AxiosJson()\n  const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n  const key = config?.key\n  const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n  if (mutatedUrls.length === 0) {\n    return []\n  }\n  const postData = {\n    client: {\n      clientId: 'foreventory',\n      clientVersion: '1.0',\n    },\n    threatInfo: {\n      platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n      threatEntries: mutatedUrls.map((url) => ({ url })),\n      threatEntryTypes: ['URL'],\n      threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n    },\n  }\n  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n  const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n    .data\n  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n  return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n  static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n  get key() {\n    return this.params.google?.safeBrowsing?.key\n  }\n\n  get urls() {\n    return this.config?.urls\n  }\n\n  protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n    const urls: string[] =\n      this.urls ??\n      payloads\n        .filter((p): p is UrlPayload => p.schema === UrlSchema)\n        .map((p) => {\n          return p.url\n        })\n\n    const matches = await checkUrlSafety(urls, { key: this.key })\n\n    return urls.map((url) => {\n      const payload = matches.reduce<UrlSafetyPayload>(\n        (prev, match) => {\n          if (match.threat.url === url) {\n            prev.threatTypes = prev.threatTypes ?? []\n            if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n              prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n            }\n          }\n          return prev\n        },\n        { schema: UrlSafetySchema, url },\n      )\n      payload.threatTypes = payload.threatTypes?.sort()\n      return payload\n    })\n  }\n}\n"],"mappings":";AAAA,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ACH9D,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAA,wBAA4C;AACvE,SAAS,uBAAuB;AAMzB,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;","names":["UrlSafetySchema","UrlSafetySchema"]}

package/dist/browser/index.js

@@ -1,8 +1,93 @@
-import { UrlSafetyPlugin } from "./Plugin";
-export * from "./Witness";
+// src/Plugin.ts
+import { PayloadSetSchema } from "@xyo-network/payload-model";
+import { createPayloadSetWitnessPlugin } from "@xyo-network/payloadset-plugin";
+import { UrlSafetySchema as UrlSafetySchema3 } from "@xyo-network/url-safety-payload-plugin";
+
+// src/Witness/Config.ts
+import { UrlSafetySchema } from "@xyo-network/url-safety-payload-plugin";
+var UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config`;
+
+// src/Witness/Witness.ts
+import { AxiosJson } from "@xyo-network/axios";
+import { UrlSchema } from "@xyo-network/url-payload-plugin";
+import { UrlSafetySchema as UrlSafetySchema2 } from "@xyo-network/url-safety-payload-plugin";
+import { AbstractWitness } from "@xyo-network/witness";
+var GoogleSafeBrowsingMatchSchema = "com.google.safebrowsing.match";
+var checkUrlSafety = async (urls, config) => {
+  const axios = new AxiosJson();
+  const endPoint = config?.endPoint ?? "https://safebrowsing.googleapis.com/v4/threatMatches:find";
+  const key = config?.key;
+  const mutatedUrls = urls.map((url) => url.replace("ipfs://", "https://cloudflare-ipfs.com/"));
+  if (mutatedUrls.length === 0) {
+    return [];
+  }
+  const postData = {
+    client: {
+      clientId: "foreventory",
+      clientVersion: "1.0"
+    },
+    threatInfo: {
+      platformTypes: ["WINDOWS", "LINUX", "OSX"],
+      threatEntries: mutatedUrls.map((url) => ({ url })),
+      threatEntryTypes: ["URL"],
+      threatTypes: ["SOCIAL_ENGINEERING", "POTENTIALLY_HARMFUL_APPLICATION", "UNWANTED_SOFTWARE", "THREAT_TYPE_UNSPECIFIED"]
+    }
+  };
+  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`);
+  const result = (await axios.post(`${endPoint}?key=${key}`, postData, { headers: { referer: "http://localhost:3000" } })).data;
+  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`);
+  return result.matches?.map((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? [];
+};
+var UrlSafetyWitness = class extends AbstractWitness {
+  static configSchemas = [UrlSafetyWitnessConfigSchema];
+  get key() {
+    return this.params.google?.safeBrowsing?.key;
+  }
+  get urls() {
+    return this.config?.urls;
+  }
+  async observeHandler(payloads = []) {
+    const urls = this.urls ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
+      return p.url;
+    });
+    const matches = await checkUrlSafety(urls, { key: this.key });
+    return urls.map((url) => {
+      const payload = matches.reduce(
+        (prev, match) => {
+          if (match.threat.url === url) {
+            prev.threatTypes = prev.threatTypes ?? [];
+            if (!prev.threatTypes.includes(match.threatEntryType)) {
+              prev.threatTypes.push(match.threatEntryType);
+            }
+          }
+          return prev;
+        },
+        { schema: UrlSafetySchema2, url }
+      );
+      payload.threatTypes = payload.threatTypes?.sort();
+      return payload;
+    });
+  }
+};
+
+// src/Plugin.ts
+var UrlSafetyPlugin = () => createPayloadSetWitnessPlugin(
+  { required: { [UrlSafetySchema3]: 1 }, schema: PayloadSetSchema },
+  {
+    witness: async (params) => {
+      const result = await UrlSafetyWitness.create(params);
+      return result;
+    }
+  }
+);
+
+// src/index.ts
 var src_default = UrlSafetyPlugin;
 export {
+  GoogleSafeBrowsingMatchSchema,
   UrlSafetyPlugin,
+  UrlSafetyWitness,
+  UrlSafetyWitnessConfigSchema,
   src_default as default
 };
 //# sourceMappingURL=index.js.map

package/dist/browser/index.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/index.ts"],"sourcesContent":["import { UrlSafetyPlugin } from './Plugin'\n\nexport * from './Witness'\n\nexport { UrlSafetyPlugin }\n\n// eslint-disable-next-line import/no-default-export\nexport default UrlSafetyPlugin\n"],"mappings":"AAAA,SAAS,uBAAuB;AAEhC,cAAc;AAKd,IAAO,cAAQ;","names":[]}
+{"version":3,"sources":["../../src/Plugin.ts","../../src/Witness/Config.ts","../../src/Witness/Witness.ts","../../src/index.ts"],"sourcesContent":["import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\n\nimport { UrlSafetyWitness } from './Witness'\n\nexport const UrlSafetyPlugin = () =>\n  createPayloadSetWitnessPlugin<UrlSafetyWitness>(\n    { required: { [UrlSafetySchema]: 1 }, schema: PayloadSetSchema },\n    {\n      witness: async (params) => {\n        const result = await UrlSafetyWitness.create(params)\n        return result\n      },\n    },\n  )\n","import { UrlSafetySchema } from '@xyo-network/url-safety-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlSafetyWitnessConfigSchema = `${UrlSafetySchema}.witness.config` as const\nexport type UrlSafetyWitnessConfigSchema = typeof UrlSafetyWitnessConfigSchema\n\nexport type UrlSafetyWitnessConfig = WitnessConfig<{\n  google?: {\n    safeBrowsing?: {\n      endPoint?: string\n    }\n  }\n  schema: UrlSafetyWitnessConfigSchema\n  urls?: string[]\n}>\n","import { AxiosJson } from '@xyo-network/axios'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { UrlSafetyPayload, UrlSafetySchema, UrlSafetyThreatType } from '@xyo-network/url-safety-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { UrlSafetyWitnessConfigSchema } from './Config'\nimport { UrlSafetyWitnessParams } from './Params'\n\nexport type GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\nexport const GoogleSafeBrowsingMatchSchema: GoogleSafeBrowsingMatchSchema = 'com.google.safebrowsing.match'\n\nexport interface GoogleSafeBrowsingMatch {\n  cacheDuration: string\n  platformType: string\n  threat: {\n    url: string\n  }\n  threatEntryType: string\n  threatType: string\n}\n\nexport type GoogleSafeBrowsingMatchPayload = Payload<GoogleSafeBrowsingMatch, GoogleSafeBrowsingMatchSchema>\n\ninterface GoogleSafeBrowsingResult {\n  matches?: GoogleSafeBrowsingMatch[]\n}\n\nconst checkUrlSafety = async (\n  urls: string[],\n  config?: {\n    endPoint?: string\n    key?: string\n  },\n): Promise<GoogleSafeBrowsingMatchPayload[]> => {\n  const axios = new AxiosJson()\n  const endPoint = config?.endPoint ?? 'https://safebrowsing.googleapis.com/v4/threatMatches:find'\n  const key = config?.key\n  const mutatedUrls = urls.map((url) => url.replace('ipfs://', 'https://cloudflare-ipfs.com/'))\n  if (mutatedUrls.length === 0) {\n    return []\n  }\n  const postData = {\n    client: {\n      clientId: 'foreventory',\n      clientVersion: '1.0',\n    },\n    threatInfo: {\n      platformTypes: ['WINDOWS', 'LINUX', 'OSX'],\n      threatEntries: mutatedUrls.map((url) => ({ url })),\n      threatEntryTypes: ['URL'],\n      threatTypes: ['SOCIAL_ENGINEERING', 'POTENTIALLY_HARMFUL_APPLICATION', 'UNWANTED_SOFTWARE', 'THREAT_TYPE_UNSPECIFIED'],\n    },\n  }\n  console.log(`checkUrlSafetyIn: ${JSON.stringify(postData, null, 2)}`)\n  const result = (await axios.post<GoogleSafeBrowsingResult>(`${endPoint}?key=${key}`, postData, { headers: { referer: 'http://localhost:3000' } }))\n    .data\n  console.log(`checkUrlSafetyOut: ${JSON.stringify(result, null, 2)}`)\n  return result.matches?.map<GoogleSafeBrowsingMatchPayload>((match) => ({ ...match, schema: GoogleSafeBrowsingMatchSchema })) ?? []\n}\n\nexport class UrlSafetyWitness<TParams extends UrlSafetyWitnessParams = UrlSafetyWitnessParams> extends AbstractWitness<TParams> {\n  static override configSchemas = [UrlSafetyWitnessConfigSchema]\n\n  get key() {\n    return this.params.google?.safeBrowsing?.key\n  }\n\n  get urls() {\n    return this.config?.urls\n  }\n\n  protected override async observeHandler(payloads: UrlPayload[] = []): Promise<UrlSafetyPayload[]> {\n    const urls: string[] =\n      this.urls ??\n      payloads\n        .filter((p): p is UrlPayload => p.schema === UrlSchema)\n        .map((p) => {\n          return p.url\n        })\n\n    const matches = await checkUrlSafety(urls, { key: this.key })\n\n    return urls.map((url) => {\n      const payload = matches.reduce<UrlSafetyPayload>(\n        (prev, match) => {\n          if (match.threat.url === url) {\n            prev.threatTypes = prev.threatTypes ?? []\n            if (!prev.threatTypes.includes(match.threatEntryType as UrlSafetyThreatType)) {\n              prev.threatTypes.push(match.threatEntryType as UrlSafetyThreatType)\n            }\n          }\n          return prev\n        },\n        { schema: UrlSafetySchema, url },\n      )\n      payload.threatTypes = payload.threatTypes?.sort()\n      return payload\n    })\n  }\n}\n","import { UrlSafetyPlugin } from './Plugin'\n\nexport * from './Witness'\n\nexport { UrlSafetyPlugin }\n\n// eslint-disable-next-line import/no-default-export\nexport default UrlSafetyPlugin\n"],"mappings":";AAAA,SAAS,wBAAwB;AACjC,SAAS,qCAAqC;AAC9C,SAAS,mBAAAA,wBAAuB;;;ACFhC,SAAS,uBAAuB;AAGzB,IAAM,+BAA+B,GAAG,eAAe;;;ACH9D,SAAS,iBAAiB;AAE1B,SAAqB,iBAAiB;AACtC,SAA2B,mBAAAC,wBAA4C;AACvE,SAAS,uBAAuB;AAMzB,IAAM,gCAA+D;AAkB5E,IAAM,iBAAiB,OACrB,MACA,WAI8C;AAC9C,QAAM,QAAQ,IAAI,UAAU;AAC5B,QAAM,WAAW,QAAQ,YAAY;AACrC,QAAM,MAAM,QAAQ;AACpB,QAAM,cAAc,KAAK,IAAI,CAAC,QAAQ,IAAI,QAAQ,WAAW,8BAA8B,CAAC;AAC5F,MAAI,YAAY,WAAW,GAAG;AAC5B,WAAO,CAAC;AAAA,EACV;AACA,QAAM,WAAW;AAAA,IACf,QAAQ;AAAA,MACN,UAAU;AAAA,MACV,eAAe;AAAA,IACjB;AAAA,IACA,YAAY;AAAA,MACV,eAAe,CAAC,WAAW,SAAS,KAAK;AAAA,MACzC,eAAe,YAAY,IAAI,CAAC,SAAS,EAAE,IAAI,EAAE;AAAA,MACjD,kBAAkB,CAAC,KAAK;AAAA,MACxB,aAAa,CAAC,sBAAsB,mCAAmC,qBAAqB,yBAAyB;AAAA,IACvH;AAAA,EACF;AACA,UAAQ,IAAI,qBAAqB,KAAK,UAAU,UAAU,MAAM,CAAC,CAAC,EAAE;AACpE,QAAM,UAAU,MAAM,MAAM,KAA+B,GAAG,QAAQ,QAAQ,GAAG,IAAI,UAAU,EAAE,SAAS,EAAE,SAAS,wBAAwB,EAAE,CAAC,GAC7I;AACH,UAAQ,IAAI,sBAAsB,KAAK,UAAU,QAAQ,MAAM,CAAC,CAAC,EAAE;AACnE,SAAO,OAAO,SAAS,IAAoC,CAAC,WAAW,EAAE,GAAG,OAAO,QAAQ,8BAA8B,EAAE,KAAK,CAAC;AACnI;AAEO,IAAM,mBAAN,cAAgG,gBAAyB;AAAA,EAC9H,OAAgB,gBAAgB,CAAC,4BAA4B;AAAA,EAE7D,IAAI,MAAM;AACR,WAAO,KAAK,OAAO,QAAQ,cAAc;AAAA,EAC3C;AAAA,EAEA,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAyB,CAAC,GAAgC;AAChG,UAAM,OACJ,KAAK,QACL,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE;AAAA,IACX,CAAC;AAEL,UAAM,UAAU,MAAM,eAAe,MAAM,EAAE,KAAK,KAAK,IAAI,CAAC;AAE5D,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,UAAU,QAAQ;AAAA,QACtB,CAAC,MAAM,UAAU;AACf,cAAI,MAAM,OAAO,QAAQ,KAAK;AAC5B,iBAAK,cAAc,KAAK,eAAe,CAAC;AACxC,gBAAI,CAAC,KAAK,YAAY,SAAS,MAAM,eAAsC,GAAG;AAC5E,mBAAK,YAAY,KAAK,MAAM,eAAsC;AAAA,YACpE;AAAA,UACF;AACA,iBAAO;AAAA,QACT;AAAA,QACA,EAAE,QAAQC,kBAAiB,IAAI;AAAA,MACjC;AACA,cAAQ,cAAc,QAAQ,aAAa,KAAK;AAChD,aAAO;AAAA,IACT,CAAC;AAAA,EACH;AACF;;;AF9FO,IAAM,kBAAkB,MAC7B;AAAA,EACE,EAAE,UAAU,EAAE,CAACC,gBAAe,GAAG,EAAE,GAAG,QAAQ,iBAAiB;AAAA,EAC/D;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,iBAAiB,OAAO,MAAM;AACnD,aAAO;AAAA,IACT;AAAA,EACF;AACF;;;AGRF,IAAO,cAAQ;","names":["UrlSafetySchema","UrlSafetySchema","UrlSafetySchema","UrlSafetySchema"]}