@xyo-network/url-plugin 2.75.15 → 2.75.17
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/docs.json +27 -27
- package/package.json +10 -18
- package/xy.config.ts +12 -0
- package/dist/node/Plugin.js +0 -142
- package/dist/node/Plugin.js.map +0 -1
- package/dist/node/Plugin.mjs +0 -107
- package/dist/node/Plugin.mjs.map +0 -1
- package/dist/node/Witness/Config.js +0 -32
- package/dist/node/Witness/Config.js.map +0 -1
- package/dist/node/Witness/Config.mjs +0 -7
- package/dist/node/Witness/Config.mjs.map +0 -1
- package/dist/node/Witness/Params.js +0 -19
- package/dist/node/Witness/Params.js.map +0 -1
- package/dist/node/Witness/Params.mjs +0 -1
- package/dist/node/Witness/Params.mjs.map +0 -1
- package/dist/node/Witness/Witness.js +0 -126
- package/dist/node/Witness/Witness.js.map +0 -1
- package/dist/node/Witness/Witness.mjs +0 -91
- package/dist/node/Witness/Witness.mjs.map +0 -1
- package/dist/node/Witness/index.js +0 -130
- package/dist/node/Witness/index.js.map +0 -1
- package/dist/node/Witness/index.mjs +0 -92
- package/dist/node/Witness/index.mjs.map +0 -1
- package/dist/node/util/hashFile.js +0 -60
- package/dist/node/util/hashFile.js.map +0 -1
- package/dist/node/util/hashFile.mjs +0 -25
- package/dist/node/util/hashFile.mjs.map +0 -1
- package/dist/node/util/hashHttpUrl.js +0 -60
- package/dist/node/util/hashHttpUrl.js.map +0 -1
- package/dist/node/util/hashHttpUrl.mjs +0 -25
- package/dist/node/util/hashHttpUrl.mjs.map +0 -1
- package/dist/node/util/hashUrl.js +0 -99
- package/dist/node/util/hashUrl.js.map +0 -1
- package/dist/node/util/hashUrl.mjs +0 -62
- package/dist/node/util/hashUrl.mjs.map +0 -1
- package/dist/node/util/index.js +0 -99
- package/dist/node/util/index.js.map +0 -1
- package/dist/node/util/index.mjs +0 -62
- package/dist/node/util/index.mjs.map +0 -1
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __copyProps = (to, from, except, desc) => {
|
|
7
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
8
|
-
for (let key of __getOwnPropNames(from))
|
|
9
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
10
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
11
|
-
}
|
|
12
|
-
return to;
|
|
13
|
-
};
|
|
14
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
15
|
-
|
|
16
|
-
// src/Witness/Params.ts
|
|
17
|
-
var Params_exports = {};
|
|
18
|
-
module.exports = __toCommonJS(Params_exports);
|
|
19
|
-
//# sourceMappingURL=Params.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Params.ts"],"sourcesContent":["import { AnyConfigSchema } from '@xyo-network/module-model'\nimport { WitnessParams } from '@xyo-network/witness-model'\n\nimport { UrlWitnessConfig } from './Config'\n\nexport type UrlWitnessParams = WitnessParams<AnyConfigSchema<UrlWitnessConfig>>\n"],"mappings":";;;;;;;;;;;;;;;;AAAA;AAAA;","names":[]}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
//# sourceMappingURL=Params.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":[],"sourcesContent":[],"mappings":"","names":[]}
|
|
@@ -1,126 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __create = Object.create;
|
|
3
|
-
var __defProp = Object.defineProperty;
|
|
4
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
-
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
-
var __export = (target, all) => {
|
|
9
|
-
for (var name in all)
|
|
10
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
-
};
|
|
12
|
-
var __copyProps = (to, from, except, desc) => {
|
|
13
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
-
for (let key of __getOwnPropNames(from))
|
|
15
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
-
}
|
|
18
|
-
return to;
|
|
19
|
-
};
|
|
20
|
-
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
-
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
-
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
-
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
-
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
-
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
-
mod
|
|
27
|
-
));
|
|
28
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
|
|
30
|
-
// src/Witness/Witness.ts
|
|
31
|
-
var Witness_exports = {};
|
|
32
|
-
__export(Witness_exports, {
|
|
33
|
-
UrlWitness: () => UrlWitness
|
|
34
|
-
});
|
|
35
|
-
module.exports = __toCommonJS(Witness_exports);
|
|
36
|
-
var import_abstract_witness = require("@xyo-network/abstract-witness");
|
|
37
|
-
var import_url_payload_plugin2 = require("@xyo-network/url-payload-plugin");
|
|
38
|
-
|
|
39
|
-
// src/util/hashFile.ts
|
|
40
|
-
var import_crypto = __toESM(require("crypto"));
|
|
41
|
-
var import_fs = require("fs");
|
|
42
|
-
var import_url = require("url");
|
|
43
|
-
var hashFile = (url) => {
|
|
44
|
-
const path = url.startsWith("file://") ? (0, import_url.fileURLToPath)(url) : url;
|
|
45
|
-
const ret = new Promise((resolve, reject) => {
|
|
46
|
-
const hash = import_crypto.default.createHash("sha256");
|
|
47
|
-
const stream = (0, import_fs.createReadStream)(path);
|
|
48
|
-
stream.on("data", (data) => {
|
|
49
|
-
hash.update(data);
|
|
50
|
-
});
|
|
51
|
-
stream.on("end", () => {
|
|
52
|
-
resolve(hash.digest("hex"));
|
|
53
|
-
});
|
|
54
|
-
stream.on("error", (err) => {
|
|
55
|
-
reject(err);
|
|
56
|
-
});
|
|
57
|
-
});
|
|
58
|
-
return ret;
|
|
59
|
-
};
|
|
60
|
-
|
|
61
|
-
// src/util/hashHttpUrl.ts
|
|
62
|
-
var import_crypto2 = require("@xylabs/crypto");
|
|
63
|
-
var import_http = __toESM(require("http"));
|
|
64
|
-
var import_https = __toESM(require("https"));
|
|
65
|
-
var hashHttpUrl = (url) => {
|
|
66
|
-
const ret = new Promise((resolve, reject) => {
|
|
67
|
-
const hash = import_crypto2.Crypto.createHash("sha256");
|
|
68
|
-
const lib = url.startsWith("https") ? import_https.default : import_http.default;
|
|
69
|
-
lib.get(url, (res) => {
|
|
70
|
-
res.on("data", (data) => {
|
|
71
|
-
hash.update(data);
|
|
72
|
-
});
|
|
73
|
-
res.on("end", () => {
|
|
74
|
-
resolve(hash.digest("hex"));
|
|
75
|
-
});
|
|
76
|
-
}).on("error", (err) => {
|
|
77
|
-
reject(err);
|
|
78
|
-
});
|
|
79
|
-
});
|
|
80
|
-
return ret;
|
|
81
|
-
};
|
|
82
|
-
|
|
83
|
-
// src/util/hashUrl.ts
|
|
84
|
-
var hashUrl = (url) => {
|
|
85
|
-
var _a;
|
|
86
|
-
const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
|
|
87
|
-
switch (scheme) {
|
|
88
|
-
case "file":
|
|
89
|
-
return hashFile(url);
|
|
90
|
-
case "http":
|
|
91
|
-
case "https":
|
|
92
|
-
return hashHttpUrl(url);
|
|
93
|
-
default:
|
|
94
|
-
throw new Error(`Unsupported URL scheme: ${scheme}`);
|
|
95
|
-
}
|
|
96
|
-
};
|
|
97
|
-
|
|
98
|
-
// src/Witness/Config.ts
|
|
99
|
-
var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
|
|
100
|
-
var UrlWitnessConfigSchema = `${import_url_payload_plugin.UrlSchema}.witness.config`;
|
|
101
|
-
|
|
102
|
-
// src/Witness/Witness.ts
|
|
103
|
-
var UrlWitness = class extends import_abstract_witness.AbstractWitness {
|
|
104
|
-
static configSchemas = [UrlWitnessConfigSchema];
|
|
105
|
-
get urls() {
|
|
106
|
-
var _a;
|
|
107
|
-
return (_a = this.config) == null ? void 0 : _a.urls;
|
|
108
|
-
}
|
|
109
|
-
async observeHandler(payloads = []) {
|
|
110
|
-
var _a;
|
|
111
|
-
const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: import_url_payload_plugin2.UrlSchema, url }))) ?? payloads.filter((p) => p.schema === import_url_payload_plugin2.UrlSchema).map((p) => {
|
|
112
|
-
return { schema: import_url_payload_plugin2.UrlSchema, url: p.url };
|
|
113
|
-
});
|
|
114
|
-
const hashed = await Promise.all(
|
|
115
|
-
urls.map(async (url) => {
|
|
116
|
-
return { ...url, hash: await hashUrl(url.url) };
|
|
117
|
-
})
|
|
118
|
-
);
|
|
119
|
-
return hashed;
|
|
120
|
-
}
|
|
121
|
-
};
|
|
122
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
123
|
-
0 && (module.exports = {
|
|
124
|
-
UrlWitness
|
|
125
|
-
});
|
|
126
|
-
//# sourceMappingURL=Witness.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,8BAAgC;AAEhC,IAAAA,6BAAsC;;;ACFtC,oBAAmB;AACnB,gBAAiC;AACjC,iBAA8B;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,QAAI,0BAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,cAAAC,QAAO,WAAW,QAAQ;AACvC,UAAM,aAAS,4BAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,IAAAC,iBAAuB;AACvB,kBAAiB;AACjB,mBAAkB;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,sBAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,aAAAC,UAAQ,YAAAC;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;ACdA,gCAA0B;AAGnB,IAAM,yBAAyB,GAAG,mCAAS;;;AJK3C,IAAM,aAAN,cAA8E,wCAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQ,sCAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,oCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQ,sCAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["import_url_payload_plugin","Crypto","import_crypto","https","http"]}
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
// src/Witness/Witness.ts
|
|
2
|
-
import { AbstractWitness } from "@xyo-network/abstract-witness";
|
|
3
|
-
import { UrlSchema as UrlSchema2 } from "@xyo-network/url-payload-plugin";
|
|
4
|
-
|
|
5
|
-
// src/util/hashFile.ts
|
|
6
|
-
import Crypto from "crypto";
|
|
7
|
-
import { createReadStream } from "fs";
|
|
8
|
-
import { fileURLToPath } from "url";
|
|
9
|
-
var hashFile = (url) => {
|
|
10
|
-
const path = url.startsWith("file://") ? fileURLToPath(url) : url;
|
|
11
|
-
const ret = new Promise((resolve, reject) => {
|
|
12
|
-
const hash = Crypto.createHash("sha256");
|
|
13
|
-
const stream = createReadStream(path);
|
|
14
|
-
stream.on("data", (data) => {
|
|
15
|
-
hash.update(data);
|
|
16
|
-
});
|
|
17
|
-
stream.on("end", () => {
|
|
18
|
-
resolve(hash.digest("hex"));
|
|
19
|
-
});
|
|
20
|
-
stream.on("error", (err) => {
|
|
21
|
-
reject(err);
|
|
22
|
-
});
|
|
23
|
-
});
|
|
24
|
-
return ret;
|
|
25
|
-
};
|
|
26
|
-
|
|
27
|
-
// src/util/hashHttpUrl.ts
|
|
28
|
-
import { Crypto as Crypto2 } from "@xylabs/crypto";
|
|
29
|
-
import http from "http";
|
|
30
|
-
import https from "https";
|
|
31
|
-
var hashHttpUrl = (url) => {
|
|
32
|
-
const ret = new Promise((resolve, reject) => {
|
|
33
|
-
const hash = Crypto2.createHash("sha256");
|
|
34
|
-
const lib = url.startsWith("https") ? https : http;
|
|
35
|
-
lib.get(url, (res) => {
|
|
36
|
-
res.on("data", (data) => {
|
|
37
|
-
hash.update(data);
|
|
38
|
-
});
|
|
39
|
-
res.on("end", () => {
|
|
40
|
-
resolve(hash.digest("hex"));
|
|
41
|
-
});
|
|
42
|
-
}).on("error", (err) => {
|
|
43
|
-
reject(err);
|
|
44
|
-
});
|
|
45
|
-
});
|
|
46
|
-
return ret;
|
|
47
|
-
};
|
|
48
|
-
|
|
49
|
-
// src/util/hashUrl.ts
|
|
50
|
-
var hashUrl = (url) => {
|
|
51
|
-
var _a;
|
|
52
|
-
const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
|
|
53
|
-
switch (scheme) {
|
|
54
|
-
case "file":
|
|
55
|
-
return hashFile(url);
|
|
56
|
-
case "http":
|
|
57
|
-
case "https":
|
|
58
|
-
return hashHttpUrl(url);
|
|
59
|
-
default:
|
|
60
|
-
throw new Error(`Unsupported URL scheme: ${scheme}`);
|
|
61
|
-
}
|
|
62
|
-
};
|
|
63
|
-
|
|
64
|
-
// src/Witness/Config.ts
|
|
65
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
66
|
-
var UrlWitnessConfigSchema = `${UrlSchema}.witness.config`;
|
|
67
|
-
|
|
68
|
-
// src/Witness/Witness.ts
|
|
69
|
-
var UrlWitness = class extends AbstractWitness {
|
|
70
|
-
static configSchemas = [UrlWitnessConfigSchema];
|
|
71
|
-
get urls() {
|
|
72
|
-
var _a;
|
|
73
|
-
return (_a = this.config) == null ? void 0 : _a.urls;
|
|
74
|
-
}
|
|
75
|
-
async observeHandler(payloads = []) {
|
|
76
|
-
var _a;
|
|
77
|
-
const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: UrlSchema2, url }))) ?? payloads.filter((p) => p.schema === UrlSchema2).map((p) => {
|
|
78
|
-
return { schema: UrlSchema2, url: p.url };
|
|
79
|
-
});
|
|
80
|
-
const hashed = await Promise.all(
|
|
81
|
-
urls.map(async (url) => {
|
|
82
|
-
return { ...url, hash: await hashUrl(url.url) };
|
|
83
|
-
})
|
|
84
|
-
);
|
|
85
|
-
return hashed;
|
|
86
|
-
}
|
|
87
|
-
};
|
|
88
|
-
export {
|
|
89
|
-
UrlWitness
|
|
90
|
-
};
|
|
91
|
-
//# sourceMappingURL=Witness.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts","../../../src/Witness/Config.ts"],"sourcesContent":["import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n"],"mappings":";AAAA,SAAS,uBAAuB;AAEhC,SAAqB,aAAAA,kBAAiB;;;ACFtC,OAAO,YAAY;AACnB,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,IAAI,cAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,OAAO,WAAW,QAAQ;AACvC,UAAM,SAAS,iBAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,SAAS,UAAAC,eAAc;AACvB,OAAO,UAAU;AACjB,OAAO,WAAW;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAOA,QAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,QAAQ;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;ACdA,SAAS,iBAAiB;AAGnB,IAAM,yBAAyB,GAAG,SAAS;;;AJK3C,IAAM,aAAN,cAA8E,gBAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQC,YAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAWA,UAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQA,YAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["UrlSchema","Crypto","UrlSchema"]}
|
|
@@ -1,130 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __create = Object.create;
|
|
3
|
-
var __defProp = Object.defineProperty;
|
|
4
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
-
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
-
var __export = (target, all) => {
|
|
9
|
-
for (var name in all)
|
|
10
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
-
};
|
|
12
|
-
var __copyProps = (to, from, except, desc) => {
|
|
13
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
-
for (let key of __getOwnPropNames(from))
|
|
15
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
-
}
|
|
18
|
-
return to;
|
|
19
|
-
};
|
|
20
|
-
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
-
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
-
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
-
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
-
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
-
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
-
mod
|
|
27
|
-
));
|
|
28
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
|
|
30
|
-
// src/Witness/index.ts
|
|
31
|
-
var Witness_exports = {};
|
|
32
|
-
__export(Witness_exports, {
|
|
33
|
-
UrlWitness: () => UrlWitness,
|
|
34
|
-
UrlWitnessConfigSchema: () => UrlWitnessConfigSchema
|
|
35
|
-
});
|
|
36
|
-
module.exports = __toCommonJS(Witness_exports);
|
|
37
|
-
|
|
38
|
-
// src/Witness/Config.ts
|
|
39
|
-
var import_url_payload_plugin = require("@xyo-network/url-payload-plugin");
|
|
40
|
-
var UrlWitnessConfigSchema = `${import_url_payload_plugin.UrlSchema}.witness.config`;
|
|
41
|
-
|
|
42
|
-
// src/Witness/Witness.ts
|
|
43
|
-
var import_abstract_witness = require("@xyo-network/abstract-witness");
|
|
44
|
-
var import_url_payload_plugin2 = require("@xyo-network/url-payload-plugin");
|
|
45
|
-
|
|
46
|
-
// src/util/hashFile.ts
|
|
47
|
-
var import_crypto = __toESM(require("crypto"));
|
|
48
|
-
var import_fs = require("fs");
|
|
49
|
-
var import_url = require("url");
|
|
50
|
-
var hashFile = (url) => {
|
|
51
|
-
const path = url.startsWith("file://") ? (0, import_url.fileURLToPath)(url) : url;
|
|
52
|
-
const ret = new Promise((resolve, reject) => {
|
|
53
|
-
const hash = import_crypto.default.createHash("sha256");
|
|
54
|
-
const stream = (0, import_fs.createReadStream)(path);
|
|
55
|
-
stream.on("data", (data) => {
|
|
56
|
-
hash.update(data);
|
|
57
|
-
});
|
|
58
|
-
stream.on("end", () => {
|
|
59
|
-
resolve(hash.digest("hex"));
|
|
60
|
-
});
|
|
61
|
-
stream.on("error", (err) => {
|
|
62
|
-
reject(err);
|
|
63
|
-
});
|
|
64
|
-
});
|
|
65
|
-
return ret;
|
|
66
|
-
};
|
|
67
|
-
|
|
68
|
-
// src/util/hashHttpUrl.ts
|
|
69
|
-
var import_crypto2 = require("@xylabs/crypto");
|
|
70
|
-
var import_http = __toESM(require("http"));
|
|
71
|
-
var import_https = __toESM(require("https"));
|
|
72
|
-
var hashHttpUrl = (url) => {
|
|
73
|
-
const ret = new Promise((resolve, reject) => {
|
|
74
|
-
const hash = import_crypto2.Crypto.createHash("sha256");
|
|
75
|
-
const lib = url.startsWith("https") ? import_https.default : import_http.default;
|
|
76
|
-
lib.get(url, (res) => {
|
|
77
|
-
res.on("data", (data) => {
|
|
78
|
-
hash.update(data);
|
|
79
|
-
});
|
|
80
|
-
res.on("end", () => {
|
|
81
|
-
resolve(hash.digest("hex"));
|
|
82
|
-
});
|
|
83
|
-
}).on("error", (err) => {
|
|
84
|
-
reject(err);
|
|
85
|
-
});
|
|
86
|
-
});
|
|
87
|
-
return ret;
|
|
88
|
-
};
|
|
89
|
-
|
|
90
|
-
// src/util/hashUrl.ts
|
|
91
|
-
var hashUrl = (url) => {
|
|
92
|
-
var _a;
|
|
93
|
-
const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
|
|
94
|
-
switch (scheme) {
|
|
95
|
-
case "file":
|
|
96
|
-
return hashFile(url);
|
|
97
|
-
case "http":
|
|
98
|
-
case "https":
|
|
99
|
-
return hashHttpUrl(url);
|
|
100
|
-
default:
|
|
101
|
-
throw new Error(`Unsupported URL scheme: ${scheme}`);
|
|
102
|
-
}
|
|
103
|
-
};
|
|
104
|
-
|
|
105
|
-
// src/Witness/Witness.ts
|
|
106
|
-
var UrlWitness = class extends import_abstract_witness.AbstractWitness {
|
|
107
|
-
static configSchemas = [UrlWitnessConfigSchema];
|
|
108
|
-
get urls() {
|
|
109
|
-
var _a;
|
|
110
|
-
return (_a = this.config) == null ? void 0 : _a.urls;
|
|
111
|
-
}
|
|
112
|
-
async observeHandler(payloads = []) {
|
|
113
|
-
var _a;
|
|
114
|
-
const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: import_url_payload_plugin2.UrlSchema, url }))) ?? payloads.filter((p) => p.schema === import_url_payload_plugin2.UrlSchema).map((p) => {
|
|
115
|
-
return { schema: import_url_payload_plugin2.UrlSchema, url: p.url };
|
|
116
|
-
});
|
|
117
|
-
const hashed = await Promise.all(
|
|
118
|
-
urls.map(async (url) => {
|
|
119
|
-
return { ...url, hash: await hashUrl(url.url) };
|
|
120
|
-
})
|
|
121
|
-
);
|
|
122
|
-
return hashed;
|
|
123
|
-
}
|
|
124
|
-
};
|
|
125
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
126
|
-
0 && (module.exports = {
|
|
127
|
-
UrlWitness,
|
|
128
|
-
UrlWitnessConfigSchema
|
|
129
|
-
});
|
|
130
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/index.ts","../../../src/Witness/Config.ts","../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts"],"sourcesContent":["export * from './Config'\nexport * from './Params'\nexport * from './Witness'\n","import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n","import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,gCAA0B;AAGnB,IAAM,yBAAyB,GAAG,mCAAS;;;ACHlD,8BAAgC;AAEhC,IAAAA,6BAAsC;;;ACFtC,oBAAmB;AACnB,gBAAiC;AACjC,iBAA8B;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,QAAI,0BAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,cAAAC,QAAO,WAAW,QAAQ;AACvC,UAAM,aAAS,4BAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,IAAAC,iBAAuB;AACvB,kBAAiB;AACjB,mBAAkB;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,sBAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,aAAAC,UAAQ,YAAAC;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;AHNO,IAAM,aAAN,cAA8E,wCAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQ,sCAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAW,oCAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQ,sCAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["import_url_payload_plugin","Crypto","import_crypto","https","http"]}
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
// src/Witness/Config.ts
|
|
2
|
-
import { UrlSchema } from "@xyo-network/url-payload-plugin";
|
|
3
|
-
var UrlWitnessConfigSchema = `${UrlSchema}.witness.config`;
|
|
4
|
-
|
|
5
|
-
// src/Witness/Witness.ts
|
|
6
|
-
import { AbstractWitness } from "@xyo-network/abstract-witness";
|
|
7
|
-
import { UrlSchema as UrlSchema2 } from "@xyo-network/url-payload-plugin";
|
|
8
|
-
|
|
9
|
-
// src/util/hashFile.ts
|
|
10
|
-
import Crypto from "crypto";
|
|
11
|
-
import { createReadStream } from "fs";
|
|
12
|
-
import { fileURLToPath } from "url";
|
|
13
|
-
var hashFile = (url) => {
|
|
14
|
-
const path = url.startsWith("file://") ? fileURLToPath(url) : url;
|
|
15
|
-
const ret = new Promise((resolve, reject) => {
|
|
16
|
-
const hash = Crypto.createHash("sha256");
|
|
17
|
-
const stream = createReadStream(path);
|
|
18
|
-
stream.on("data", (data) => {
|
|
19
|
-
hash.update(data);
|
|
20
|
-
});
|
|
21
|
-
stream.on("end", () => {
|
|
22
|
-
resolve(hash.digest("hex"));
|
|
23
|
-
});
|
|
24
|
-
stream.on("error", (err) => {
|
|
25
|
-
reject(err);
|
|
26
|
-
});
|
|
27
|
-
});
|
|
28
|
-
return ret;
|
|
29
|
-
};
|
|
30
|
-
|
|
31
|
-
// src/util/hashHttpUrl.ts
|
|
32
|
-
import { Crypto as Crypto2 } from "@xylabs/crypto";
|
|
33
|
-
import http from "http";
|
|
34
|
-
import https from "https";
|
|
35
|
-
var hashHttpUrl = (url) => {
|
|
36
|
-
const ret = new Promise((resolve, reject) => {
|
|
37
|
-
const hash = Crypto2.createHash("sha256");
|
|
38
|
-
const lib = url.startsWith("https") ? https : http;
|
|
39
|
-
lib.get(url, (res) => {
|
|
40
|
-
res.on("data", (data) => {
|
|
41
|
-
hash.update(data);
|
|
42
|
-
});
|
|
43
|
-
res.on("end", () => {
|
|
44
|
-
resolve(hash.digest("hex"));
|
|
45
|
-
});
|
|
46
|
-
}).on("error", (err) => {
|
|
47
|
-
reject(err);
|
|
48
|
-
});
|
|
49
|
-
});
|
|
50
|
-
return ret;
|
|
51
|
-
};
|
|
52
|
-
|
|
53
|
-
// src/util/hashUrl.ts
|
|
54
|
-
var hashUrl = (url) => {
|
|
55
|
-
var _a;
|
|
56
|
-
const scheme = (_a = url.split("://")[0]) == null ? void 0 : _a.toLowerCase();
|
|
57
|
-
switch (scheme) {
|
|
58
|
-
case "file":
|
|
59
|
-
return hashFile(url);
|
|
60
|
-
case "http":
|
|
61
|
-
case "https":
|
|
62
|
-
return hashHttpUrl(url);
|
|
63
|
-
default:
|
|
64
|
-
throw new Error(`Unsupported URL scheme: ${scheme}`);
|
|
65
|
-
}
|
|
66
|
-
};
|
|
67
|
-
|
|
68
|
-
// src/Witness/Witness.ts
|
|
69
|
-
var UrlWitness = class extends AbstractWitness {
|
|
70
|
-
static configSchemas = [UrlWitnessConfigSchema];
|
|
71
|
-
get urls() {
|
|
72
|
-
var _a;
|
|
73
|
-
return (_a = this.config) == null ? void 0 : _a.urls;
|
|
74
|
-
}
|
|
75
|
-
async observeHandler(payloads = []) {
|
|
76
|
-
var _a;
|
|
77
|
-
const urls = ((_a = this.urls) == null ? void 0 : _a.map((url) => ({ schema: UrlSchema2, url }))) ?? payloads.filter((p) => p.schema === UrlSchema2).map((p) => {
|
|
78
|
-
return { schema: UrlSchema2, url: p.url };
|
|
79
|
-
});
|
|
80
|
-
const hashed = await Promise.all(
|
|
81
|
-
urls.map(async (url) => {
|
|
82
|
-
return { ...url, hash: await hashUrl(url.url) };
|
|
83
|
-
})
|
|
84
|
-
);
|
|
85
|
-
return hashed;
|
|
86
|
-
}
|
|
87
|
-
};
|
|
88
|
-
export {
|
|
89
|
-
UrlWitness,
|
|
90
|
-
UrlWitnessConfigSchema
|
|
91
|
-
};
|
|
92
|
-
//# sourceMappingURL=index.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/Witness/Config.ts","../../../src/Witness/Witness.ts","../../../src/util/hashFile.ts","../../../src/util/hashHttpUrl.ts","../../../src/util/hashUrl.ts"],"sourcesContent":["import { UrlSchema } from '@xyo-network/url-payload-plugin'\nimport { WitnessConfig } from '@xyo-network/witness-model'\n\nexport const UrlWitnessConfigSchema = `${UrlSchema}.witness.config` as const\nexport type UrlWitnessConfigSchema = typeof UrlWitnessConfigSchema\n\nexport type UrlWitnessConfig = WitnessConfig<{\n schema: UrlWitnessConfigSchema\n urls?: string[]\n}>\n","import { AbstractWitness } from '@xyo-network/abstract-witness'\nimport { Payload } from '@xyo-network/payload-model'\nimport { UrlPayload, UrlSchema } from '@xyo-network/url-payload-plugin'\n\nimport { hashUrl } from '../util'\nimport { UrlWitnessConfigSchema } from './Config'\nimport { UrlWitnessParams } from './Params'\n\nexport class UrlWitness<TParams extends UrlWitnessParams = UrlWitnessParams> extends AbstractWitness<TParams> {\n static override configSchemas = [UrlWitnessConfigSchema]\n\n get urls() {\n return this.config?.urls\n }\n\n protected override async observeHandler(payloads: Payload[] = []): Promise<Payload[]> {\n const urls: UrlPayload[] =\n this.urls?.map((url) => ({ schema: UrlSchema, url })) ??\n payloads\n .filter((p): p is UrlPayload => p.schema === UrlSchema)\n .map((p) => {\n return { schema: UrlSchema, url: p.url }\n })\n const hashed = await Promise.all(\n urls.map(async (url) => {\n // TODO: Different schema for hashed url\n return { ...url, hash: await hashUrl(url.url) }\n }),\n )\n // TODO: Handle partial success\n return hashed\n }\n}\n","import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { Crypto } from '@xylabs/crypto'\nimport http from 'http'\nimport https from 'https'\n\nexport const hashHttpUrl = (url: string): Promise<string> => {\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const lib = url.startsWith('https') ? https : http\n lib\n .get(url, (res) => {\n res.on('data', (data) => {\n hash.update(data)\n })\n res.on('end', () => {\n resolve(hash.digest('hex'))\n })\n })\n .on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n","import { hashFile } from './hashFile'\nimport { hashHttpUrl } from './hashHttpUrl'\n\nexport const hashUrl = (url: string): Promise<string> => {\n const scheme = url.split('://')[0]?.toLowerCase()\n switch (scheme) {\n case 'file':\n return hashFile(url)\n case 'http':\n case 'https':\n return hashHttpUrl(url)\n default:\n throw new Error(`Unsupported URL scheme: ${scheme}`)\n }\n}\n"],"mappings":";AAAA,SAAS,iBAAiB;AAGnB,IAAM,yBAAyB,GAAG,SAAS;;;ACHlD,SAAS,uBAAuB;AAEhC,SAAqB,aAAAA,kBAAiB;;;ACFtC,OAAO,YAAY;AACnB,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,IAAI,cAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,OAAO,WAAW,QAAQ;AACvC,UAAM,SAAS,iBAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;;;ACpBA,SAAS,UAAAC,eAAc;AACvB,OAAO,UAAU;AACjB,OAAO,WAAW;AAEX,IAAM,cAAc,CAAC,QAAiC;AAC3D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAOA,QAAO,WAAW,QAAQ;AACvC,UAAM,MAAM,IAAI,WAAW,OAAO,IAAI,QAAQ;AAC9C,QACG,IAAI,KAAK,CAAC,QAAQ;AACjB,UAAI,GAAG,QAAQ,CAAC,SAAS;AACvB,aAAK,OAAO,IAAI;AAAA,MAClB,CAAC;AACD,UAAI,GAAG,OAAO,MAAM;AAClB,gBAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,MAC5B,CAAC;AAAA,IACH,CAAC,EACA,GAAG,SAAS,CAAC,QAAQ;AACpB,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACL,CAAC;AACD,SAAO;AACT;;;ACnBO,IAAM,UAAU,CAAC,QAAiC;AAHzD;AAIE,QAAM,UAAS,SAAI,MAAM,KAAK,EAAE,CAAC,MAAlB,mBAAqB;AACpC,UAAQ,QAAQ;AAAA,IACd,KAAK;AACH,aAAO,SAAS,GAAG;AAAA,IACrB,KAAK;AAAA,IACL,KAAK;AACH,aAAO,YAAY,GAAG;AAAA,IACxB;AACE,YAAM,IAAI,MAAM,2BAA2B,MAAM,EAAE;AAAA,EACvD;AACF;;;AHNO,IAAM,aAAN,cAA8E,gBAAyB;AAAA,EAC5G,OAAgB,gBAAgB,CAAC,sBAAsB;AAAA,EAEvD,IAAI,OAAO;AAXb;AAYI,YAAO,UAAK,WAAL,mBAAa;AAAA,EACtB;AAAA,EAEA,MAAyB,eAAe,WAAsB,CAAC,GAAuB;AAfxF;AAgBI,UAAM,SACJ,UAAK,SAAL,mBAAW,IAAI,CAAC,SAAS,EAAE,QAAQC,YAAW,IAAI,QAClD,SACG,OAAO,CAAC,MAAuB,EAAE,WAAWA,UAAS,EACrD,IAAI,CAAC,MAAM;AACV,aAAO,EAAE,QAAQA,YAAW,KAAK,EAAE,IAAI;AAAA,IACzC,CAAC;AACL,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,KAAK,IAAI,OAAO,QAAQ;AAEtB,eAAO,EAAE,GAAG,KAAK,MAAM,MAAM,QAAQ,IAAI,GAAG,EAAE;AAAA,MAChD,CAAC;AAAA,IACH;AAEA,WAAO;AAAA,EACT;AACF;","names":["UrlSchema","Crypto","UrlSchema"]}
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __create = Object.create;
|
|
3
|
-
var __defProp = Object.defineProperty;
|
|
4
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
5
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
6
|
-
var __getProtoOf = Object.getPrototypeOf;
|
|
7
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
8
|
-
var __export = (target, all) => {
|
|
9
|
-
for (var name in all)
|
|
10
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
11
|
-
};
|
|
12
|
-
var __copyProps = (to, from, except, desc) => {
|
|
13
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
14
|
-
for (let key of __getOwnPropNames(from))
|
|
15
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
16
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
17
|
-
}
|
|
18
|
-
return to;
|
|
19
|
-
};
|
|
20
|
-
var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
|
|
21
|
-
// If the importer is in node compatibility mode or this is not an ESM
|
|
22
|
-
// file that has been converted to a CommonJS file using a Babel-
|
|
23
|
-
// compatible transform (i.e. "__esModule" has not been set), then set
|
|
24
|
-
// "default" to the CommonJS "module.exports" for node compatibility.
|
|
25
|
-
isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
|
|
26
|
-
mod
|
|
27
|
-
));
|
|
28
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
29
|
-
|
|
30
|
-
// src/util/hashFile.ts
|
|
31
|
-
var hashFile_exports = {};
|
|
32
|
-
__export(hashFile_exports, {
|
|
33
|
-
hashFile: () => hashFile
|
|
34
|
-
});
|
|
35
|
-
module.exports = __toCommonJS(hashFile_exports);
|
|
36
|
-
var import_crypto = __toESM(require("crypto"));
|
|
37
|
-
var import_fs = require("fs");
|
|
38
|
-
var import_url = require("url");
|
|
39
|
-
var hashFile = (url) => {
|
|
40
|
-
const path = url.startsWith("file://") ? (0, import_url.fileURLToPath)(url) : url;
|
|
41
|
-
const ret = new Promise((resolve, reject) => {
|
|
42
|
-
const hash = import_crypto.default.createHash("sha256");
|
|
43
|
-
const stream = (0, import_fs.createReadStream)(path);
|
|
44
|
-
stream.on("data", (data) => {
|
|
45
|
-
hash.update(data);
|
|
46
|
-
});
|
|
47
|
-
stream.on("end", () => {
|
|
48
|
-
resolve(hash.digest("hex"));
|
|
49
|
-
});
|
|
50
|
-
stream.on("error", (err) => {
|
|
51
|
-
reject(err);
|
|
52
|
-
});
|
|
53
|
-
});
|
|
54
|
-
return ret;
|
|
55
|
-
};
|
|
56
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
57
|
-
0 && (module.exports = {
|
|
58
|
-
hashFile
|
|
59
|
-
});
|
|
60
|
-
//# sourceMappingURL=hashFile.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/util/hashFile.ts"],"sourcesContent":["import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,oBAAmB;AACnB,gBAAiC;AACjC,iBAA8B;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,QAAI,0BAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,cAAAA,QAAO,WAAW,QAAQ;AACvC,UAAM,aAAS,4BAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;","names":["Crypto"]}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
// src/util/hashFile.ts
|
|
2
|
-
import Crypto from "crypto";
|
|
3
|
-
import { createReadStream } from "fs";
|
|
4
|
-
import { fileURLToPath } from "url";
|
|
5
|
-
var hashFile = (url) => {
|
|
6
|
-
const path = url.startsWith("file://") ? fileURLToPath(url) : url;
|
|
7
|
-
const ret = new Promise((resolve, reject) => {
|
|
8
|
-
const hash = Crypto.createHash("sha256");
|
|
9
|
-
const stream = createReadStream(path);
|
|
10
|
-
stream.on("data", (data) => {
|
|
11
|
-
hash.update(data);
|
|
12
|
-
});
|
|
13
|
-
stream.on("end", () => {
|
|
14
|
-
resolve(hash.digest("hex"));
|
|
15
|
-
});
|
|
16
|
-
stream.on("error", (err) => {
|
|
17
|
-
reject(err);
|
|
18
|
-
});
|
|
19
|
-
});
|
|
20
|
-
return ret;
|
|
21
|
-
};
|
|
22
|
-
export {
|
|
23
|
-
hashFile
|
|
24
|
-
};
|
|
25
|
-
//# sourceMappingURL=hashFile.mjs.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../../src/util/hashFile.ts"],"sourcesContent":["import Crypto from 'crypto'\nimport { createReadStream } from 'fs'\nimport { fileURLToPath } from 'url'\n\nexport const hashFile = (url: string): Promise<string> => {\n const path = url.startsWith('file://') ? fileURLToPath(url) : url\n const ret = new Promise<string>((resolve, reject) => {\n const hash = Crypto.createHash('sha256')\n const stream = createReadStream(path)\n stream.on('data', (data) => {\n hash.update(data)\n })\n stream.on('end', () => {\n resolve(hash.digest('hex'))\n })\n stream.on('error', (err) => {\n reject(err)\n })\n })\n return ret\n}\n"],"mappings":";AAAA,OAAO,YAAY;AACnB,SAAS,wBAAwB;AACjC,SAAS,qBAAqB;AAEvB,IAAM,WAAW,CAAC,QAAiC;AACxD,QAAM,OAAO,IAAI,WAAW,SAAS,IAAI,cAAc,GAAG,IAAI;AAC9D,QAAM,MAAM,IAAI,QAAgB,CAAC,SAAS,WAAW;AACnD,UAAM,OAAO,OAAO,WAAW,QAAQ;AACvC,UAAM,SAAS,iBAAiB,IAAI;AACpC,WAAO,GAAG,QAAQ,CAAC,SAAS;AAC1B,WAAK,OAAO,IAAI;AAAA,IAClB,CAAC;AACD,WAAO,GAAG,OAAO,MAAM;AACrB,cAAQ,KAAK,OAAO,KAAK,CAAC;AAAA,IAC5B,CAAC;AACD,WAAO,GAAG,SAAS,CAAC,QAAQ;AAC1B,aAAO,GAAG;AAAA,IACZ,CAAC;AAAA,EACH,CAAC;AACD,SAAO;AACT;","names":[]}
|