@xyo-network/url-plugin 2.75.0 → 2.75.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (60) hide show
  1. package/dist/docs.json +22503 -0
  2. package/dist/node/Plugin.d.cts +55 -0
  3. package/dist/node/Plugin.d.cts.map +1 -0
  4. package/dist/node/Plugin.js +105 -4
  5. package/dist/node/Plugin.js.map +1 -1
  6. package/dist/node/Plugin.mjs +93 -3
  7. package/dist/node/Plugin.mjs.map +1 -1
  8. package/dist/node/Witness/Config.d.cts +8 -0
  9. package/dist/node/Witness/Config.d.cts.map +1 -0
  10. package/dist/node/Witness/Config.js +3 -1
  11. package/dist/node/Witness/Config.js.map +1 -1
  12. package/dist/node/Witness/Config.mjs +2 -1
  13. package/dist/node/Witness/Config.mjs.map +1 -1
  14. package/dist/node/Witness/Params.d.cts +5 -0
  15. package/dist/node/Witness/Params.d.cts.map +1 -0
  16. package/dist/node/Witness/Params.js +2 -0
  17. package/dist/node/Witness/Params.js.map +1 -1
  18. package/dist/node/Witness/Witness.d.cts +9 -0
  19. package/dist/node/Witness/Witness.d.cts.map +1 -0
  20. package/dist/node/Witness/Witness.js +87 -10
  21. package/dist/node/Witness/Witness.js.map +1 -1
  22. package/dist/node/Witness/Witness.mjs +74 -8
  23. package/dist/node/Witness/Witness.mjs.map +1 -1
  24. package/dist/node/Witness/index.d.cts +4 -0
  25. package/dist/node/Witness/index.d.cts.map +1 -0
  26. package/dist/node/Witness/index.js +110 -7
  27. package/dist/node/Witness/index.js.map +1 -1
  28. package/dist/node/Witness/index.mjs +91 -3
  29. package/dist/node/Witness/index.mjs.map +1 -1
  30. package/dist/node/index.d.cts +5 -0
  31. package/dist/node/index.d.cts.map +1 -0
  32. package/dist/node/index.js +124 -6
  33. package/dist/node/index.js.map +1 -1
  34. package/dist/node/index.mjs +107 -2
  35. package/dist/node/index.mjs.map +1 -1
  36. package/dist/node/util/hashFile.d.cts +2 -0
  37. package/dist/node/util/hashFile.d.cts.map +1 -0
  38. package/dist/node/util/hashFile.js +3 -1
  39. package/dist/node/util/hashFile.js.map +1 -1
  40. package/dist/node/util/hashFile.mjs +2 -1
  41. package/dist/node/util/hashFile.mjs.map +1 -1
  42. package/dist/node/util/hashHttpUrl.d.cts +2 -0
  43. package/dist/node/util/hashHttpUrl.d.cts.map +1 -0
  44. package/dist/node/util/hashHttpUrl.js +3 -1
  45. package/dist/node/util/hashHttpUrl.js.map +1 -1
  46. package/dist/node/util/hashHttpUrl.mjs +2 -1
  47. package/dist/node/util/hashHttpUrl.mjs.map +1 -1
  48. package/dist/node/util/hashUrl.d.cts +2 -0
  49. package/dist/node/util/hashUrl.d.cts.map +1 -0
  50. package/dist/node/util/hashUrl.js +63 -6
  51. package/dist/node/util/hashUrl.js.map +1 -1
  52. package/dist/node/util/hashUrl.mjs +48 -4
  53. package/dist/node/util/hashUrl.mjs.map +1 -1
  54. package/dist/node/util/index.d.cts +2 -0
  55. package/dist/node/util/index.d.cts.map +1 -0
  56. package/dist/node/util/index.js +79 -3
  57. package/dist/node/util/index.js.map +1 -1
  58. package/dist/node/util/index.mjs +61 -1
  59. package/dist/node/util/index.mjs.map +1 -1
  60. package/package.json +9 -8
@@ -1,15 +1,81 @@
1
- import { UrlSchema } from "@xyo-network/url-payload-plugin";
1
+ // src/Witness/Witness.ts
2
+ import { UrlSchema as UrlSchema2 } from "@xyo-network/url-payload-plugin";
2
3
  import { AbstractWitness } from "@xyo-network/witness";
3
- import { hashUrl } from "../util";
4
- import { UrlWitnessConfigSchema } from "./Config";
5
- class UrlWitness extends AbstractWitness {
4
+
5
+ // src/util/hashFile.ts
6
+ import Crypto from "crypto";
7
+ import { createReadStream } from "fs";
8
+ import { fileURLToPath } from "url";
9
+ var hashFile = (url) => {
10
+ const path = url.startsWith("file://") ? fileURLToPath(url) : url;
11
+ const ret = new Promise((resolve, reject) => {
12
+ const hash = Crypto.createHash("sha256");
13
+ const stream = createReadStream(path);
14
+ stream.on("data", (data) => {
15
+ hash.update(data);
16
+ });
17
+ stream.on("end", () => {
18
+ resolve(hash.digest("hex"));
19
+ });
20
+ stream.on("error", (err) => {
21
+ reject(err);
22
+ });
23
+ });
24
+ return ret;
25
+ };
26
+
27
+ // src/util/hashHttpUrl.ts
28
+ import { Crypto as Crypto2 } from "@xylabs/crypto";
29
+ import http from "http";
30
+ import https from "https";
31
+ var hashHttpUrl = (url) => {
32
+ const ret = new Promise((resolve, reject) => {
33
+ const hash = Crypto2.createHash("sha256");
34
+ const lib = url.startsWith("https") ? https : http;
35
+ lib.get(url, (res) => {
36
+ res.on("data", (data) => {
37
+ hash.update(data);
38
+ });
39
+ res.on("end", () => {
40
+ resolve(hash.digest("hex"));
41
+ });
42
+ }).on("error", (err) => {
43
+ reject(err);
44
+ });
45
+ });
46
+ return ret;
47
+ };
48
+
49
+ // src/util/hashUrl.ts
50
+ var hashUrl = (url) => {
51
+ var _a;
52
+ const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
53
+ switch (scheme) {
54
+ case "file":
55
+ return hashFile(url);
56
+ case "http":
57
+ case "https":
58
+ return hashHttpUrl(url);
59
+ default:
60
+ throw new Error(`Unsupported URL scheme: ${scheme}`);
61
+ }
62
+ };
63
+
64
+ // src/Witness/Config.ts
65
+ import { UrlSchema } from "@xyo-network/url-payload-plugin";
66
+ var UrlWitnessConfigSchema = `${UrlSchema}.witness.config`;
67
+
68
+ // src/Witness/Witness.ts
69
+ var UrlWitness = class extends AbstractWitness {
6
70
  static configSchemas = [UrlWitnessConfigSchema];
7
71
  get urls() {
8
- return this.config?.urls;
72
+ var _a;
73
+ return (_a = this.config) == null ? void 0 : _a.urls;
9
74
  }
10
75
  async observeHandler(payloads = []) {
11
- const urls = this.urls?.map((url) => ({ schema: UrlSchema, url })) ?? payloads.filter((p) => p.schema === UrlSchema).map((p) => {
12
- return { schema: UrlSchema, url: p.url };
76
+ var _a;
77
+ const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: UrlSchema2, url }))) ?? payloads.filter((p) => p.schema === UrlSchema2).map((p) => {
78
+ return { schema: UrlSchema2, url: p.url };
13
79
  });
14
80
  const hashed = await Promise.all(
15
81
  urls.map(async (url) => {
@@ -18,7 +84,7 @@ class UrlWitness extends AbstractWitness {
18
84
  );
19
85
  return hashed;
20
86
  }
21
- }
87
+ };
22
88
  export {
23
89
  UrlWitness
24
90
  };
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/Witness/Witness.ts"],"sourcesContent":["import { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n"],"mappings":"AACA,SAAqB,iBAAiB;AACtC,SAAS,uBAAuB;AAEhC,SAAS,eAAe;AACxB,SAAS,8BAA8B;AAGhC,MAAM,mBAAwE,gBAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AACT,WAAO,KAAK,QAAQ;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AACpF,UAAM,OACJ,KAAK,MAAM,IAAI,CAAC,SAAS,EAAE,QAAQ,WAAW,IAAI,EAAE,KACpD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,SAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQ,WAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":[]}
1
+ {"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";AACA,SAAqB,aAAAA,kBAAiB;AACtC,SAAS,uBAAuB;;;ACFhC,OAAO,YAAY;AACnB,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,IAAI,cAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,OAAO,WAAW,QAAQ;AACvC,UAAM,SAAS,iBAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,SAAS,UAAAC,eAAc;AACvB,OAAO,UAAU;AACjB,OAAO,WAAW;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAOA,QAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,QAAQ;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;ACdA,SAAS,iBAAiB;AAGnB,IAAM,yBAAyB,GAAG,SAAS;;;AJK3C,IAAM,aAAN,cAA8E,gBAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQC,YAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAWA,UAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQA,YAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["UrlSchema","Crypto","UrlSchema"]}
@@ -0,0 +1,4 @@
1
+ export * from './Config';
2
+ export * from './Params';
3
+ export * from './Witness';
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/Witness/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,cAAc,UAAU,CAAA;AACxB,cAAc,WAAW,CAAA"}
@@ -1,8 +1,14 @@
1
1
  "use strict";
2
+ var __create = Object.create;
2
3
  var __defProp = Object.defineProperty;
3
4
  var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
5
  var __getOwnPropNames = Object.getOwnPropertyNames;
6
+ var __getProtoOf = Object.getPrototypeOf;
5
7
  var __hasOwnProp = Object.prototype.hasOwnProperty;
8
+ var __export = (target, all) => {
9
+ for (var name in all)
10
+ __defProp(target, name, { get: all[name], enumerable: true });
11
+ };
6
12
  var __copyProps = (to, from, except, desc) => {
7
13
  if (from && typeof from === "object" || typeof from === "function") {
8
14
  for (let key of __getOwnPropNames(from))
@@ -11,17 +17,114 @@ var __copyProps = (to, from, except, desc) => {
11
17
  }
12
18
  return to;
13
19
  };
14
- var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
20
+ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
21
+ // If the importer is in node compatibility mode or this is not an ESM
22
+ // file that has been converted to a CommonJS file using a Babel-
23
+ // compatible transform (i.e. "__esModule" has not been set), then set
24
+ // "default" to the CommonJS "module.exports" for node compatibility.
25
+ isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
26
+ mod
27
+ ));
15
28
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
29
+
30
+ // src/Witness/index.ts
16
31
  var Witness_exports = {};
32
+ __export(Witness_exports, {
33
+ UrlWitness: () => UrlWitness,
34
+ UrlWitnessConfigSchema: () => UrlWitnessConfigSchema
35
+ });
17
36
  module.exports = __toCommonJS(Witness_exports);
18
- __reExport(Witness_exports, require("./Config"), module.exports);
19
- __reExport(Witness_exports, require("./Params"), module.exports);
20
- __reExport(Witness_exports, require("./Witness"), module.exports);
37
+
38
+ // src/Witness/Config.ts
39
+ var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
40
+ var UrlWitnessConfigSchema = `${import_url_payload_plugin.UrlSchema}.witness.config`;
41
+
42
+ // src/Witness/Witness.ts
43
+ var import_url_payload_plugin2 = require("@xyo-network/url-payload-plugin");
44
+ var import_witness = require("@xyo-network/witness");
45
+
46
+ // src/util/hashFile.ts
47
+ var import_crypto = __toESM(require("crypto"));
48
+ var import_fs = require("fs");
49
+ var import_url = require("url");
50
+ var hashFile = (url) => {
51
+ const path = url.startsWith("file://") ? (0, import_url.fileURLToPath)(url) : url;
52
+ const ret = new Promise((resolve, reject) => {
53
+ const hash = import_crypto.default.createHash("sha256");
54
+ const stream = (0, import_fs.createReadStream)(path);
55
+ stream.on("data", (data) => {
56
+ hash.update(data);
57
+ });
58
+ stream.on("end", () => {
59
+ resolve(hash.digest("hex"));
60
+ });
61
+ stream.on("error", (err) => {
62
+ reject(err);
63
+ });
64
+ });
65
+ return ret;
66
+ };
67
+
68
+ // src/util/hashHttpUrl.ts
69
+ var import_crypto2 = require("@xylabs/crypto");
70
+ var import_http = __toESM(require("http"));
71
+ var import_https = __toESM(require("https"));
72
+ var hashHttpUrl = (url) => {
73
+ const ret = new Promise((resolve, reject) => {
74
+ const hash = import_crypto2.Crypto.createHash("sha256");
75
+ const lib = url.startsWith("https") ? import_https.default : import_http.default;
76
+ lib.get(url, (res) => {
77
+ res.on("data", (data) => {
78
+ hash.update(data);
79
+ });
80
+ res.on("end", () => {
81
+ resolve(hash.digest("hex"));
82
+ });
83
+ }).on("error", (err) => {
84
+ reject(err);
85
+ });
86
+ });
87
+ return ret;
88
+ };
89
+
90
+ // src/util/hashUrl.ts
91
+ var hashUrl = (url) => {
92
+ var _a;
93
+ const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
94
+ switch (scheme) {
95
+ case "file":
96
+ return hashFile(url);
97
+ case "http":
98
+ case "https":
99
+ return hashHttpUrl(url);
100
+ default:
101
+ throw new Error(`Unsupported URL scheme: ${scheme}`);
102
+ }
103
+ };
104
+
105
+ // src/Witness/Witness.ts
106
+ var UrlWitness = class extends import_witness.AbstractWitness {
107
+ static configSchemas = [UrlWitnessConfigSchema];
108
+ get urls() {
109
+ var _a;
110
+ return (_a = this.config) == null ? void 0 : _a.urls;
111
+ }
112
+ async observeHandler(payloads = []) {
113
+ var _a;
114
+ const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: import_url_payload_plugin2.UrlSchema, url }))) ?? payloads.filter((p) => p.schema === import_url_payload_plugin2.UrlSchema).map((p) => {
115
+ return { schema: import_url_payload_plugin2.UrlSchema, url: p.url };
116
+ });
117
+ const hashed = await Promise.all(
118
+ urls.map(async (url) => {
119
+ return { ...url, hash: await hashUrl(url.url) };
120
+ })
121
+ );
122
+ return hashed;
123
+ }
124
+ };
21
125
  // Annotate the CommonJS export names for ESM import in node:
22
126
  0 && (module.exports = {
23
- ...require("./Config"),
24
- ...require("./Params"),
25
- ...require("./Witness")
127
+ UrlWitness,
128
+ UrlWitnessConfigSchema
26
129
  });
27
130
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/Witness/index.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n"],"mappings":";;;;;;;;;;;;;;;AAAA;AAAA;AAAA,4BAAc,qBAAd;AACA,4BAAc,qBADd;AAEA,4BAAc,sBAFd;","names":[]}
1
+ {"version":3,"sources":["../../../src/Witness/index.ts","../../../src/Witness/Config.ts","../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n","import { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,gCAA0B;AAGnB,IAAM,yBAAyB,GAAG,mCAAS;;;ACFlD,IAAAA,6BAAsC;AACtC,qBAAgC;;;ACFhC,oBAAmB;AACnB,gBAAiC;AACjC,iBAA8B;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,QAAI,0BAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,cAAAC,QAAO,WAAW,QAAQ;AACvC,UAAM,aAAS,4BAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,IAAAC,iBAAuB;AACvB,kBAAiB;AACjB,mBAAkB;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,sBAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,aAAAC,UAAQ,YAAAC;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;AHNO,IAAM,aAAN,cAA8E,+BAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQ,sCAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,oCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQ,sCAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["import_url_payload_plugin","Crypto","import_crypto","https","http"]}
@@ -1,4 +1,92 @@
1
- export * from "./Config";
2
- export * from "./Params";
3
- export * from "./Witness";
1
+ // src/Witness/Config.ts
2
+ import { UrlSchema } from "@xyo-network/url-payload-plugin";
3
+ var UrlWitnessConfigSchema = `${UrlSchema}.witness.config`;
4
+
5
+ // src/Witness/Witness.ts
6
+ import { UrlSchema as UrlSchema2 } from "@xyo-network/url-payload-plugin";
7
+ import { AbstractWitness } from "@xyo-network/witness";
8
+
9
+ // src/util/hashFile.ts
10
+ import Crypto from "crypto";
11
+ import { createReadStream } from "fs";
12
+ import { fileURLToPath } from "url";
13
+ var hashFile = (url) => {
14
+ const path = url.startsWith("file://") ? fileURLToPath(url) : url;
15
+ const ret = new Promise((resolve, reject) => {
16
+ const hash = Crypto.createHash("sha256");
17
+ const stream = createReadStream(path);
18
+ stream.on("data", (data) => {
19
+ hash.update(data);
20
+ });
21
+ stream.on("end", () => {
22
+ resolve(hash.digest("hex"));
23
+ });
24
+ stream.on("error", (err) => {
25
+ reject(err);
26
+ });
27
+ });
28
+ return ret;
29
+ };
30
+
31
+ // src/util/hashHttpUrl.ts
32
+ import { Crypto as Crypto2 } from "@xylabs/crypto";
33
+ import http from "http";
34
+ import https from "https";
35
+ var hashHttpUrl = (url) => {
36
+ const ret = new Promise((resolve, reject) => {
37
+ const hash = Crypto2.createHash("sha256");
38
+ const lib = url.startsWith("https") ? https : http;
39
+ lib.get(url, (res) => {
40
+ res.on("data", (data) => {
41
+ hash.update(data);
42
+ });
43
+ res.on("end", () => {
44
+ resolve(hash.digest("hex"));
45
+ });
46
+ }).on("error", (err) => {
47
+ reject(err);
48
+ });
49
+ });
50
+ return ret;
51
+ };
52
+
53
+ // src/util/hashUrl.ts
54
+ var hashUrl = (url) => {
55
+ var _a;
56
+ const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
57
+ switch (scheme) {
58
+ case "file":
59
+ return hashFile(url);
60
+ case "http":
61
+ case "https":
62
+ return hashHttpUrl(url);
63
+ default:
64
+ throw new Error(`Unsupported URL scheme: ${scheme}`);
65
+ }
66
+ };
67
+
68
+ // src/Witness/Witness.ts
69
+ var UrlWitness = class extends AbstractWitness {
70
+ static configSchemas = [UrlWitnessConfigSchema];
71
+ get urls() {
72
+ var _a;
73
+ return (_a = this.config) == null ? void 0 : _a.urls;
74
+ }
75
+ async observeHandler(payloads = []) {
76
+ var _a;
77
+ const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: UrlSchema2, url }))) ?? payloads.filter((p) => p.schema === UrlSchema2).map((p) => {
78
+ return { schema: UrlSchema2, url: p.url };
79
+ });
80
+ const hashed = await Promise.all(
81
+ urls.map(async (url) => {
82
+ return { ...url, hash: await hashUrl(url.url) };
83
+ })
84
+ );
85
+ return hashed;
86
+ }
87
+ };
88
+ export {
89
+ UrlWitness,
90
+ UrlWitnessConfigSchema
91
+ };
4
92
  //# sourceMappingURL=index.mjs.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../../src/Witness/index.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n"],"mappings":"AAAA,cAAc;AACd,cAAc;AACd,cAAc;","names":[]}
1
+ {"version":3,"sources":["../../../src/Witness/Config.ts","../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts"],"sourcesContent":["import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n","import { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n"],"mappings":";AAAA,SAAS,iBAAiB;AAGnB,IAAM,yBAAyB,GAAG,SAAS;;;ACFlD,SAAqB,aAAAA,kBAAiB;AACtC,SAAS,uBAAuB;;;ACFhC,OAAO,YAAY;AACnB,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,IAAI,cAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,OAAO,WAAW,QAAQ;AACvC,UAAM,SAAS,iBAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,SAAS,UAAAC,eAAc;AACvB,OAAO,UAAU;AACjB,OAAO,WAAW;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAOA,QAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,QAAQ;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;AHNO,IAAM,aAAN,cAA8E,gBAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQC,YAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAWA,UAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQA,YAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["UrlSchema","Crypto","UrlSchema"]}
@@ -0,0 +1,5 @@
1
+ import { UrlPlugin } from './Plugin';
2
+ export * from './Witness';
3
+ export { UrlPlugin };
4
+ export default UrlPlugin;
5
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAEpC,cAAc,WAAW,CAAA;AAEzB,OAAO,EAAE,SAAS,EAAE,CAAA;AAGpB,eAAe,SAAS,CAAA"}
@@ -1,7 +1,9 @@
1
1
  "use strict";
2
+ var __create = Object.create;
2
3
  var __defProp = Object.defineProperty;
3
4
  var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
4
5
  var __getOwnPropNames = Object.getOwnPropertyNames;
6
+ var __getProtoOf = Object.getPrototypeOf;
5
7
  var __hasOwnProp = Object.prototype.hasOwnProperty;
6
8
  var __export = (target, all) => {
7
9
  for (var name in all)
@@ -15,20 +17,136 @@ var __copyProps = (to, from, except, desc) => {
15
17
  }
16
18
  return to;
17
19
  };
18
- var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
20
+ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
21
+ // If the importer is in node compatibility mode or this is not an ESM
22
+ // file that has been converted to a CommonJS file using a Babel-
23
+ // compatible transform (i.e. "__esModule" has not been set), then set
24
+ // "default" to the CommonJS "module.exports" for node compatibility.
25
+ isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
26
+ mod
27
+ ));
19
28
  var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
29
+
30
+ // src/index.ts
20
31
  var src_exports = {};
21
32
  __export(src_exports, {
22
- UrlPlugin: () => import_Plugin.UrlPlugin,
33
+ UrlPlugin: () => UrlPlugin,
34
+ UrlWitness: () => UrlWitness,
35
+ UrlWitnessConfigSchema: () => UrlWitnessConfigSchema,
23
36
  default: () => src_default
24
37
  });
25
38
  module.exports = __toCommonJS(src_exports);
26
- var import_Plugin = require("./Plugin");
27
- __reExport(src_exports, require("./Witness"), module.exports);
28
- var src_default = import_Plugin.UrlPlugin;
39
+
40
+ // src/Plugin.ts
41
+ var import_payload_model = require("@xyo-network/payload-model");
42
+ var import_payloadset_plugin = require("@xyo-network/payloadset-plugin");
43
+ var import_url_payload_plugin3 = require("@xyo-network/url-payload-plugin");
44
+
45
+ // src/Witness/Config.ts
46
+ var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
47
+ var UrlWitnessConfigSchema = `${import_url_payload_plugin.UrlSchema}.witness.config`;
48
+
49
+ // src/Witness/Witness.ts
50
+ var import_url_payload_plugin2 = require("@xyo-network/url-payload-plugin");
51
+ var import_witness = require("@xyo-network/witness");
52
+
53
+ // src/util/hashFile.ts
54
+ var import_crypto = __toESM(require("crypto"));
55
+ var import_fs = require("fs");
56
+ var import_url = require("url");
57
+ var hashFile = (url) => {
58
+ const path = url.startsWith("file://") ? (0, import_url.fileURLToPath)(url) : url;
59
+ const ret = new Promise((resolve, reject) => {
60
+ const hash = import_crypto.default.createHash("sha256");
61
+ const stream = (0, import_fs.createReadStream)(path);
62
+ stream.on("data", (data) => {
63
+ hash.update(data);
64
+ });
65
+ stream.on("end", () => {
66
+ resolve(hash.digest("hex"));
67
+ });
68
+ stream.on("error", (err) => {
69
+ reject(err);
70
+ });
71
+ });
72
+ return ret;
73
+ };
74
+
75
+ // src/util/hashHttpUrl.ts
76
+ var import_crypto2 = require("@xylabs/crypto");
77
+ var import_http = __toESM(require("http"));
78
+ var import_https = __toESM(require("https"));
79
+ var hashHttpUrl = (url) => {
80
+ const ret = new Promise((resolve, reject) => {
81
+ const hash = import_crypto2.Crypto.createHash("sha256");
82
+ const lib = url.startsWith("https") ? import_https.default : import_http.default;
83
+ lib.get(url, (res) => {
84
+ res.on("data", (data) => {
85
+ hash.update(data);
86
+ });
87
+ res.on("end", () => {
88
+ resolve(hash.digest("hex"));
89
+ });
90
+ }).on("error", (err) => {
91
+ reject(err);
92
+ });
93
+ });
94
+ return ret;
95
+ };
96
+
97
+ // src/util/hashUrl.ts
98
+ var hashUrl = (url) => {
99
+ var _a;
100
+ const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
101
+ switch (scheme) {
102
+ case "file":
103
+ return hashFile(url);
104
+ case "http":
105
+ case "https":
106
+ return hashHttpUrl(url);
107
+ default:
108
+ throw new Error(`Unsupported URL scheme: ${scheme}`);
109
+ }
110
+ };
111
+
112
+ // src/Witness/Witness.ts
113
+ var UrlWitness = class extends import_witness.AbstractWitness {
114
+ static configSchemas = [UrlWitnessConfigSchema];
115
+ get urls() {
116
+ var _a;
117
+ return (_a = this.config) == null ? void 0 : _a.urls;
118
+ }
119
+ async observeHandler(payloads = []) {
120
+ var _a;
121
+ const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: import_url_payload_plugin2.UrlSchema, url }))) ?? payloads.filter((p) => p.schema === import_url_payload_plugin2.UrlSchema).map((p) => {
122
+ return { schema: import_url_payload_plugin2.UrlSchema, url: p.url };
123
+ });
124
+ const hashed = await Promise.all(
125
+ urls.map(async (url) => {
126
+ return { ...url, hash: await hashUrl(url.url) };
127
+ })
128
+ );
129
+ return hashed;
130
+ }
131
+ };
132
+
133
+ // src/Plugin.ts
134
+ var UrlPlugin = () => (0, import_payloadset_plugin.createPayloadSetWitnessPlugin)(
135
+ { required: { [import_url_payload_plugin3.UrlSchema]: 1 }, schema: import_payload_model.PayloadSetSchema },
136
+ {
137
+ witness: async (params) => {
138
+ const result = await UrlWitness.create(params);
139
+ return result;
140
+ }
141
+ }
142
+ );
143
+
144
+ // src/index.ts
145
+ var src_default = UrlPlugin;
29
146
  // Annotate the CommonJS export names for ESM import in node:
30
147
  0 && (module.exports = {
31
148
  UrlPlugin,
32
- ...require("./Witness")
149
+ UrlWitness,
150
+ UrlWitnessConfigSchema
33
151
  });
34
152
  //# sourceMappingURL=index.js.map
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/index.ts"],"sourcesContent":["import { UrlPlugin } from './Plugin'\n\nexport * from './Witness'\n\nexport { UrlPlugin }\n\n// eslint-disable-next-line import/no-default-export\nexport default UrlPlugin\n"],"mappings":";;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAA0B;AAE1B,wBAAc,sBAFd;AAOA,IAAO,cAAQ;","names":[]}
1
+ {"version":3,"sources":["../../src/index.ts","../../src/Plugin.ts","../../src/Witness/Config.ts","../../src/Witness/Witness.ts","../../src/util/hashFile.ts","../../src/util/hashHttpUrl.ts","../../src/util/hashUrl.ts"],"sourcesContent":["import { UrlPlugin } from './Plugin'\n\nexport * from './Witness'\n\nexport { UrlPlugin }\n\n// eslint-disable-next-line import/no-default-export\nexport default UrlPlugin\n","import { PayloadSetSchema } from '@xyo-network/payload-model'\nimport { createPayloadSetWitnessPlugin } from '@xyo-network/payloadset-plugin'\nimport { UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport { UrlWitness } from './Witness'\n\nexport const UrlPlugin = () =>\n createPayloadSetWitnessPlugin<UrlWitness>(\n { required: { [UrlSchema]: 1 }, schema: PayloadSetSchema },\n {\n witness: async (params) => {\n const result = await UrlWitness.create(params)\n return result\n },\n },\n )\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n","import { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { AbstractWitness } from '@xyo-network/witness'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,2BAAiC;AACjC,+BAA8C;AAC9C,IAAAA,6BAA0B;;;ACF1B,gCAA0B;AAGnB,IAAM,yBAAyB,GAAG,mCAAS;;;ACFlD,IAAAC,6BAAsC;AACtC,qBAAgC;;;ACFhC,oBAAmB;AACnB,gBAAiC;AACjC,iBAA8B;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,QAAI,0BAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,cAAAC,QAAO,WAAW,QAAQ;AACvC,UAAM,aAAS,4BAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,IAAAC,iBAAuB;AACvB,kBAAiB;AACjB,mBAAkB;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,sBAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,aAAAC,UAAQ,YAAAC;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;AHNO,IAAM,aAAN,cAA8E,+BAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQ,sCAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,oCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQ,sCAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;;;AF1BO,IAAM,YAAY,UACvB;AAAA,EACE,EAAE,UAAU,EAAE,CAAC,oCAAS,GAAG,EAAE,GAAG,QAAQ,sCAAiB;AAAA,EACzD;AAAA,IACE,SAAS,OAAO,WAAW;AACzB,YAAM,SAAS,MAAM,WAAW,OAAO,MAAM;AAC7C,aAAO;AAAA,IACT;AAAA,EACF;AACF;;;ADRF,IAAO,cAAQ;","names":["import_url_payload_plugin","import_url_payload_plugin","Crypto","import_crypto","https","http"]}