@xyo-network/schema-cache 2.111.2 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/neutral/index.d.ts +36 -4
- package/dist/neutral/index.mjs +1 -1
- package/dist/neutral/index.mjs.map +1 -1
- package/package.json +17 -36
- package/src/SchemaCache.ts +1 -1
- package/xy.config.ts +12 -0
- package/dist/browser/Debounce.d.cts +0 -5
- package/dist/browser/Debounce.d.cts.map +0 -1
- package/dist/browser/Debounce.d.mts +0 -5
- package/dist/browser/Debounce.d.mts.map +0 -1
- package/dist/browser/Debounce.d.ts +0 -5
- package/dist/browser/Debounce.d.ts.map +0 -1
- package/dist/browser/SchemaCache.d.cts +0 -21
- package/dist/browser/SchemaCache.d.cts.map +0 -1
- package/dist/browser/SchemaCache.d.mts +0 -21
- package/dist/browser/SchemaCache.d.mts.map +0 -1
- package/dist/browser/SchemaCache.d.ts +0 -21
- package/dist/browser/SchemaCache.d.ts.map +0 -1
- package/dist/browser/SchemaNameToValidatorMap.d.cts +0 -10
- package/dist/browser/SchemaNameToValidatorMap.d.cts.map +0 -1
- package/dist/browser/SchemaNameToValidatorMap.d.mts +0 -10
- package/dist/browser/SchemaNameToValidatorMap.d.mts.map +0 -1
- package/dist/browser/SchemaNameToValidatorMap.d.ts +0 -10
- package/dist/browser/SchemaNameToValidatorMap.d.ts.map +0 -1
- package/dist/browser/index.cjs +0 -140
- package/dist/browser/index.cjs.map +0 -1
- package/dist/browser/index.d.cts +0 -4
- package/dist/browser/index.d.cts.map +0 -1
- package/dist/browser/index.d.mts +0 -4
- package/dist/browser/index.d.mts.map +0 -1
- package/dist/browser/index.d.ts +0 -4
- package/dist/browser/index.d.ts.map +0 -1
- package/dist/browser/index.mjs +0 -117
- package/dist/browser/index.mjs.map +0 -1
- package/dist/neutral/Debounce.d.cts +0 -5
- package/dist/neutral/Debounce.d.cts.map +0 -1
- package/dist/neutral/Debounce.d.mts +0 -5
- package/dist/neutral/Debounce.d.mts.map +0 -1
- package/dist/neutral/Debounce.d.ts +0 -5
- package/dist/neutral/Debounce.d.ts.map +0 -1
- package/dist/neutral/SchemaCache.d.cts +0 -21
- package/dist/neutral/SchemaCache.d.cts.map +0 -1
- package/dist/neutral/SchemaCache.d.mts +0 -21
- package/dist/neutral/SchemaCache.d.mts.map +0 -1
- package/dist/neutral/SchemaCache.d.ts +0 -21
- package/dist/neutral/SchemaCache.d.ts.map +0 -1
- package/dist/neutral/SchemaNameToValidatorMap.d.cts +0 -10
- package/dist/neutral/SchemaNameToValidatorMap.d.cts.map +0 -1
- package/dist/neutral/SchemaNameToValidatorMap.d.mts +0 -10
- package/dist/neutral/SchemaNameToValidatorMap.d.mts.map +0 -1
- package/dist/neutral/SchemaNameToValidatorMap.d.ts +0 -10
- package/dist/neutral/SchemaNameToValidatorMap.d.ts.map +0 -1
- package/dist/neutral/index.cjs +0 -140
- package/dist/neutral/index.cjs.map +0 -1
- package/dist/neutral/index.d.cts +0 -4
- package/dist/neutral/index.d.cts.map +0 -1
- package/dist/neutral/index.d.mts +0 -4
- package/dist/neutral/index.d.mts.map +0 -1
- package/dist/neutral/index.d.ts.map +0 -1
- package/dist/node/Debounce.d.cts +0 -5
- package/dist/node/Debounce.d.cts.map +0 -1
- package/dist/node/Debounce.d.mts +0 -5
- package/dist/node/Debounce.d.mts.map +0 -1
- package/dist/node/Debounce.d.ts +0 -5
- package/dist/node/Debounce.d.ts.map +0 -1
- package/dist/node/SchemaCache.d.cts +0 -21
- package/dist/node/SchemaCache.d.cts.map +0 -1
- package/dist/node/SchemaCache.d.mts +0 -21
- package/dist/node/SchemaCache.d.mts.map +0 -1
- package/dist/node/SchemaCache.d.ts +0 -21
- package/dist/node/SchemaCache.d.ts.map +0 -1
- package/dist/node/SchemaNameToValidatorMap.d.cts +0 -10
- package/dist/node/SchemaNameToValidatorMap.d.cts.map +0 -1
- package/dist/node/SchemaNameToValidatorMap.d.mts +0 -10
- package/dist/node/SchemaNameToValidatorMap.d.mts.map +0 -1
- package/dist/node/SchemaNameToValidatorMap.d.ts +0 -10
- package/dist/node/SchemaNameToValidatorMap.d.ts.map +0 -1
- package/dist/node/index.cjs +0 -147
- package/dist/node/index.cjs.map +0 -1
- package/dist/node/index.d.cts +0 -4
- package/dist/node/index.d.cts.map +0 -1
- package/dist/node/index.d.mts +0 -4
- package/dist/node/index.d.mts.map +0 -1
- package/dist/node/index.d.ts +0 -4
- package/dist/node/index.d.ts.map +0 -1
- package/dist/node/index.mjs +0 -119
- package/dist/node/index.mjs.map +0 -1
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
import { DomainPayload, DomainSchema } from '@xyo-network/domain-payload-plugin';
|
|
2
|
-
import { Payload, PayloadSchema } from '@xyo-network/payload-model';
|
|
3
|
-
import { SchemaPayload, SchemaSchema } from '@xyo-network/schema-payload-plugin';
|
|
4
|
-
export type NarrowPayload<T extends Payload = Payload> = ((x: Payload) => x is T) | undefined;
|
|
5
|
-
export interface SchemaNameToValidatorMap {
|
|
6
|
-
[DomainSchema]: NarrowPayload<DomainPayload>;
|
|
7
|
-
[PayloadSchema]: NarrowPayload<Payload>;
|
|
8
|
-
[SchemaSchema]: NarrowPayload<SchemaPayload>;
|
|
9
|
-
}
|
|
10
|
-
//# sourceMappingURL=SchemaNameToValidatorMap.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"SchemaNameToValidatorMap.d.ts","sourceRoot":"","sources":["../../src/SchemaNameToValidatorMap.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAA;AAChF,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAA;AACnE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oCAAoC,CAAA;AAMhF,MAAM,MAAM,aAAa,CAAC,CAAC,SAAS,OAAO,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAA;AAK7F,MAAM,WAAW,wBAAwB;IACvC,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC,CAAA;IAC5C,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC,YAAY,CAAC,EAAE,aAAa,CAAC,aAAa,CAAC,CAAA;CAC7C"}
|
package/dist/node/index.cjs
DELETED
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __defProp = Object.defineProperty;
|
|
3
|
-
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
-
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
-
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
-
var __export = (target, all) => {
|
|
7
|
-
for (var name in all)
|
|
8
|
-
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
-
};
|
|
10
|
-
var __copyProps = (to, from, except, desc) => {
|
|
11
|
-
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
-
for (let key of __getOwnPropNames(from))
|
|
13
|
-
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
-
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
-
}
|
|
16
|
-
return to;
|
|
17
|
-
};
|
|
18
|
-
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
-
|
|
20
|
-
// src/index.ts
|
|
21
|
-
var src_exports = {};
|
|
22
|
-
__export(src_exports, {
|
|
23
|
-
Debounce: () => Debounce,
|
|
24
|
-
SchemaCache: () => SchemaCache
|
|
25
|
-
});
|
|
26
|
-
module.exports = __toCommonJS(src_exports);
|
|
27
|
-
|
|
28
|
-
// src/Debounce.ts
|
|
29
|
-
var import_delay = require("@xylabs/delay");
|
|
30
|
-
var Debounce = class {
|
|
31
|
-
map = /* @__PURE__ */ new Map();
|
|
32
|
-
async one(key, closure, timeout = 1e4) {
|
|
33
|
-
const startTime = Date.now();
|
|
34
|
-
while (this.map.get(key)) {
|
|
35
|
-
await (0, import_delay.delay)(100);
|
|
36
|
-
if (Date.now() - startTime > timeout) {
|
|
37
|
-
throw new Error(`Debounce timed out [${key}]`);
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
try {
|
|
41
|
-
this.map.set(key, 1);
|
|
42
|
-
return await closure();
|
|
43
|
-
} finally {
|
|
44
|
-
this.map.set(key, 0);
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
};
|
|
48
|
-
|
|
49
|
-
// src/SchemaCache.ts
|
|
50
|
-
var import_axios = require("@xylabs/axios");
|
|
51
|
-
var import_error = require("@xylabs/error");
|
|
52
|
-
var import_domain_payload_plugin = require("@xyo-network/domain-payload-plugin");
|
|
53
|
-
var import_schema_payload_plugin = require("@xyo-network/schema-payload-plugin");
|
|
54
|
-
var import_ajv = require("ajv");
|
|
55
|
-
var import_lru_cache = require("lru-cache");
|
|
56
|
-
var getSchemaNameFromSchema = (schema) => {
|
|
57
|
-
if (schema.$id) {
|
|
58
|
-
return schema.$id;
|
|
59
|
-
}
|
|
60
|
-
};
|
|
61
|
-
var SchemaCache = class _SchemaCache {
|
|
62
|
-
/**
|
|
63
|
-
* Object representing `null` since LRU Cache types
|
|
64
|
-
* only allow for types that derive from object
|
|
65
|
-
*/
|
|
66
|
-
static NULL = { payload: { definition: {}, schema: import_schema_payload_plugin.SchemaSchema } };
|
|
67
|
-
static _instance;
|
|
68
|
-
onSchemaCached;
|
|
69
|
-
proxy;
|
|
70
|
-
_cache = new import_lru_cache.LRUCache({ max: 500, ttl: 1e3 * 60 * 5 });
|
|
71
|
-
_validators = {};
|
|
72
|
-
// prevents double discovery
|
|
73
|
-
getDebounce = new Debounce();
|
|
74
|
-
constructor(proxy) {
|
|
75
|
-
this.proxy = proxy;
|
|
76
|
-
}
|
|
77
|
-
static get instance() {
|
|
78
|
-
if (!this._instance) {
|
|
79
|
-
this._instance = new _SchemaCache();
|
|
80
|
-
}
|
|
81
|
-
return this._instance;
|
|
82
|
-
}
|
|
83
|
-
/**
|
|
84
|
-
* A map of cached schema (by name) to payload validators for the schema. A schema
|
|
85
|
-
* must be cached via `get('schema.name')` before it's validator can be used as
|
|
86
|
-
* they are compiled dynamically at runtime upon retrieval.
|
|
87
|
-
*/
|
|
88
|
-
get validators() {
|
|
89
|
-
return this._validators;
|
|
90
|
-
}
|
|
91
|
-
async get(schema) {
|
|
92
|
-
if (schema) {
|
|
93
|
-
await this.getDebounce.one(schema, async () => {
|
|
94
|
-
if (this._cache.get(schema) === void 0) {
|
|
95
|
-
await this.fetchSchema(schema);
|
|
96
|
-
}
|
|
97
|
-
});
|
|
98
|
-
const value = this._cache.get(schema);
|
|
99
|
-
return value === _SchemaCache.NULL ? null : value;
|
|
100
|
-
}
|
|
101
|
-
return void 0;
|
|
102
|
-
}
|
|
103
|
-
cacheSchemaIfValid(entry) {
|
|
104
|
-
var _a;
|
|
105
|
-
if (entry.payload.definition) {
|
|
106
|
-
const ajv = new import_ajv.Ajv({ strict: false });
|
|
107
|
-
const validator = ajv.compile(entry.payload.definition);
|
|
108
|
-
const schemaName = getSchemaNameFromSchema(entry.payload.definition);
|
|
109
|
-
if (schemaName) {
|
|
110
|
-
this._cache.set(schemaName, entry);
|
|
111
|
-
const key = schemaName;
|
|
112
|
-
this._validators[key] = validator;
|
|
113
|
-
(_a = this.onSchemaCached) == null ? void 0 : _a.call(this, schemaName, entry);
|
|
114
|
-
}
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
cacheSchemas(aliasEntries) {
|
|
118
|
-
for (const entry of (aliasEntries == null ? void 0 : aliasEntries.filter((entry2) => entry2.payload.schema === import_schema_payload_plugin.SchemaSchema)) ?? []) {
|
|
119
|
-
this.cacheSchemaIfValid(entry);
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
async fetchSchema(schema) {
|
|
123
|
-
var _a;
|
|
124
|
-
try {
|
|
125
|
-
const domain = await import_domain_payload_plugin.DomainPayloadWrapper.discover(schema, this.proxy);
|
|
126
|
-
await (domain == null ? void 0 : domain.fetch());
|
|
127
|
-
this.cacheSchemas(domain == null ? void 0 : domain.aliases);
|
|
128
|
-
if (this._cache.get(schema) === void 0) {
|
|
129
|
-
this._cache.set(schema, _SchemaCache.NULL);
|
|
130
|
-
}
|
|
131
|
-
} catch (error) {
|
|
132
|
-
this._cache.set(schema, _SchemaCache.NULL);
|
|
133
|
-
if ((0, import_axios.isAxiosError)(error)) {
|
|
134
|
-
console.log(`Axios Url: ${(_a = error.response) == null ? void 0 : _a.config.url}`);
|
|
135
|
-
}
|
|
136
|
-
(0, import_error.handleError)(error, (error2) => {
|
|
137
|
-
console.error(`fetchSchema threw: ${error2.message}`);
|
|
138
|
-
});
|
|
139
|
-
}
|
|
140
|
-
}
|
|
141
|
-
};
|
|
142
|
-
// Annotate the CommonJS export names for ESM import in node:
|
|
143
|
-
0 && (module.exports = {
|
|
144
|
-
Debounce,
|
|
145
|
-
SchemaCache
|
|
146
|
-
});
|
|
147
|
-
//# sourceMappingURL=index.cjs.map
|
package/dist/node/index.cjs.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/index.ts","../../src/Debounce.ts","../../src/SchemaCache.ts"],"sourcesContent":["export * from './Debounce.ts'\nexport * from './SchemaCache.ts'\nexport * from './SchemaNameToValidatorMap.ts'\n","import { delay } from '@xylabs/delay'\n\nexport class Debounce<TKey = string> {\n private map = new Map<TKey, number>()\n\n async one<T>(key: TKey, closure: () => Promise<T>, timeout = 10_000) {\n const startTime = Date.now()\n while (this.map.get(key)) {\n await delay(100)\n if (Date.now() - startTime > timeout) {\n throw new Error(`Debounce timed out [${key}]`)\n }\n }\n try {\n this.map.set(key, 1)\n return await closure()\n } finally {\n this.map.set(key, 0)\n }\n }\n}\n","import { isAxiosError } from '@xylabs/axios'\nimport { handleError } from '@xylabs/error'\nimport { DomainPayloadWrapper } from '@xyo-network/domain-payload-plugin'\nimport { FetchedPayload } from '@xyo-network/huri'\nimport { SchemaPayload, SchemaSchema } from '@xyo-network/schema-payload-plugin'\nimport { Ajv, SchemaObject } from 'ajv'\nimport { LRUCache } from 'lru-cache'\n\nimport { Debounce } from './Debounce.ts'\nimport { SchemaNameToValidatorMap } from './SchemaNameToValidatorMap.ts'\n\nconst getSchemaNameFromSchema = (schema: SchemaObject) => {\n if (schema.$id) {\n return schema.$id\n }\n}\n\nexport type SchemaCacheEntry = FetchedPayload<SchemaPayload>\n\nexport class SchemaCache<T extends SchemaNameToValidatorMap = SchemaNameToValidatorMap> {\n /**\n * Object representing `null` since LRU Cache types\n * only allow for types that derive from object\n */\n protected static readonly NULL: SchemaCacheEntry = { payload: { definition: {}, schema: SchemaSchema } }\n\n private static _instance?: SchemaCache\n\n onSchemaCached?: (name: string, entry: SchemaCacheEntry) => void\n proxy?: string\n\n private _cache = new LRUCache<string, SchemaCacheEntry>({ max: 500, ttl: 1000 * 60 * 5 })\n private _validators: T = {} as T\n\n // prevents double discovery\n private getDebounce = new Debounce()\n\n private constructor(proxy?: string) {\n this.proxy = proxy\n }\n\n static get instance() {\n if (!this._instance) {\n this._instance = new SchemaCache()\n }\n return this._instance\n }\n\n /**\n * A map of cached schema (by name) to payload validators for the schema. A schema\n * must be cached via `get('schema.name')` before it's validator can be used as\n * they are compiled dynamically at runtime upon retrieval.\n */\n get validators(): T {\n return this._validators\n }\n\n async get(schema?: string): Promise<SchemaCacheEntry | undefined | null> {\n if (schema) {\n await this.getDebounce.one(schema, async () => {\n // If we've never looked for it before, it will be undefined\n if (this._cache.get(schema) === undefined) {\n await this.fetchSchema(schema)\n }\n })\n const value = this._cache.get(schema)\n return value === SchemaCache.NULL ? null : value\n }\n return undefined\n }\n\n private cacheSchemaIfValid(entry: SchemaCacheEntry) {\n // only store them if they match the schema root\n if (entry.payload.definition) {\n const ajv = new Ajv({ strict: false })\n // check if it is a valid schema def\n const validator = ajv.compile(entry.payload.definition)\n const schemaName = getSchemaNameFromSchema(entry.payload.definition)\n if (schemaName) {\n this._cache.set(schemaName, entry)\n const key = schemaName as keyof T\n this._validators[key] = validator as unknown as T[keyof T]\n this.onSchemaCached?.(schemaName, entry)\n }\n }\n }\n\n private cacheSchemas(aliasEntries?: FetchedPayload[] | null) {\n for (const entry of aliasEntries?.filter(entry => entry.payload.schema === SchemaSchema) ?? []) {\n this.cacheSchemaIfValid(entry as SchemaCacheEntry)\n }\n }\n\n private async fetchSchema(schema: string) {\n try {\n const domain = await DomainPayloadWrapper.discover(schema, this.proxy)\n await domain?.fetch()\n this.cacheSchemas(domain?.aliases)\n\n // if it is still undefined, mark it as null (not found)\n if (this._cache.get(schema) === undefined) {\n this._cache.set(schema, SchemaCache.NULL)\n }\n } catch (error) {\n // if failed, set it to NULL, TODO: Make an entry for an error to try again in the future?\n this._cache.set(schema, SchemaCache.NULL)\n if (isAxiosError(error)) {\n console.log(`Axios Url: ${error.response?.config.url}`)\n }\n handleError(error, (error) => {\n console.error(`fetchSchema threw: ${error.message}`)\n })\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACAA,mBAAsB;AAEf,IAAM,WAAN,MAA8B;AAAA,EAC3B,MAAM,oBAAI,IAAkB;AAAA,EAEpC,MAAM,IAAO,KAAW,SAA2B,UAAU,KAAQ;AACnE,UAAM,YAAY,KAAK,IAAI;AAC3B,WAAO,KAAK,IAAI,IAAI,GAAG,GAAG;AACxB,gBAAM,oBAAM,GAAG;AACf,UAAI,KAAK,IAAI,IAAI,YAAY,SAAS;AACpC,cAAM,IAAI,MAAM,uBAAuB,GAAG,GAAG;AAAA,MAC/C;AAAA,IACF;AACA,QAAI;AACF,WAAK,IAAI,IAAI,KAAK,CAAC;AACnB,aAAO,MAAM,QAAQ;AAAA,IACvB,UAAE;AACA,WAAK,IAAI,IAAI,KAAK,CAAC;AAAA,IACrB;AAAA,EACF;AACF;;;ACpBA,mBAA6B;AAC7B,mBAA4B;AAC5B,mCAAqC;AAErC,mCAA4C;AAC5C,iBAAkC;AAClC,uBAAyB;AAKzB,IAAM,0BAA0B,CAAC,WAAyB;AACxD,MAAI,OAAO,KAAK;AACd,WAAO,OAAO;AAAA,EAChB;AACF;AAIO,IAAM,cAAN,MAAM,aAA2E;AAAA;AAAA;AAAA;AAAA;AAAA,EAKtF,OAA0B,OAAyB,EAAE,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,0CAAa,EAAE;AAAA,EAEvG,OAAe;AAAA,EAEf;AAAA,EACA;AAAA,EAEQ,SAAS,IAAI,0BAAmC,EAAE,KAAK,KAAK,KAAK,MAAO,KAAK,EAAE,CAAC;AAAA,EAChF,cAAiB,CAAC;AAAA;AAAA,EAGlB,cAAc,IAAI,SAAS;AAAA,EAE3B,YAAY,OAAgB;AAClC,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,WAAW,WAAW;AACpB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,IAAI,aAAY;AAAA,IACnC;AACA,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,aAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,IAAI,QAA+D;AACvE,QAAI,QAAQ;AACV,YAAM,KAAK,YAAY,IAAI,QAAQ,YAAY;AAE7C,YAAI,KAAK,OAAO,IAAI,MAAM,MAAM,QAAW;AACzC,gBAAM,KAAK,YAAY,MAAM;AAAA,QAC/B;AAAA,MACF,CAAC;AACD,YAAM,QAAQ,KAAK,OAAO,IAAI,MAAM;AACpC,aAAO,UAAU,aAAY,OAAO,OAAO;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,mBAAmB,OAAyB;AAvEtD;AAyEI,QAAI,MAAM,QAAQ,YAAY;AAC5B,YAAM,MAAM,IAAI,eAAI,EAAE,QAAQ,MAAM,CAAC;AAErC,YAAM,YAAY,IAAI,QAAQ,MAAM,QAAQ,UAAU;AACtD,YAAM,aAAa,wBAAwB,MAAM,QAAQ,UAAU;AACnE,UAAI,YAAY;AACd,aAAK,OAAO,IAAI,YAAY,KAAK;AACjC,cAAM,MAAM;AACZ,aAAK,YAAY,GAAG,IAAI;AACxB,mBAAK,mBAAL,8BAAsB,YAAY;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,cAAwC;AAC3D,eAAW,UAAS,6CAAc,OAAO,CAAAA,WAASA,OAAM,QAAQ,WAAW,+CAAiB,CAAC,GAAG;AAC9F,WAAK,mBAAmB,KAAyB;AAAA,IACnD;AAAA,EACF;AAAA,EAEA,MAAc,YAAY,QAAgB;AA7F5C;AA8FI,QAAI;AACF,YAAM,SAAS,MAAM,kDAAqB,SAAS,QAAQ,KAAK,KAAK;AACrE,aAAM,iCAAQ;AACd,WAAK,aAAa,iCAAQ,OAAO;AAGjC,UAAI,KAAK,OAAO,IAAI,MAAM,MAAM,QAAW;AACzC,aAAK,OAAO,IAAI,QAAQ,aAAY,IAAI;AAAA,MAC1C;AAAA,IACF,SAAS,OAAO;AAEd,WAAK,OAAO,IAAI,QAAQ,aAAY,IAAI;AACxC,cAAI,2BAAa,KAAK,GAAG;AACvB,gBAAQ,IAAI,eAAc,WAAM,aAAN,mBAAgB,OAAO,GAAG,EAAE;AAAA,MACxD;AACA,oCAAY,OAAO,CAACC,WAAU;AAC5B,gBAAQ,MAAM,sBAAsBA,OAAM,OAAO,EAAE;AAAA,MACrD,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":["entry","error"]}
|
package/dist/node/index.d.cts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,kBAAkB,CAAA;AAChC,cAAc,+BAA+B,CAAA"}
|
package/dist/node/index.d.mts
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,kBAAkB,CAAA;AAChC,cAAc,+BAA+B,CAAA"}
|
package/dist/node/index.d.ts
DELETED
package/dist/node/index.d.ts.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,kBAAkB,CAAA;AAChC,cAAc,+BAA+B,CAAA"}
|
package/dist/node/index.mjs
DELETED
|
@@ -1,119 +0,0 @@
|
|
|
1
|
-
// src/Debounce.ts
|
|
2
|
-
import { delay } from "@xylabs/delay";
|
|
3
|
-
var Debounce = class {
|
|
4
|
-
map = /* @__PURE__ */ new Map();
|
|
5
|
-
async one(key, closure, timeout = 1e4) {
|
|
6
|
-
const startTime = Date.now();
|
|
7
|
-
while (this.map.get(key)) {
|
|
8
|
-
await delay(100);
|
|
9
|
-
if (Date.now() - startTime > timeout) {
|
|
10
|
-
throw new Error(`Debounce timed out [${key}]`);
|
|
11
|
-
}
|
|
12
|
-
}
|
|
13
|
-
try {
|
|
14
|
-
this.map.set(key, 1);
|
|
15
|
-
return await closure();
|
|
16
|
-
} finally {
|
|
17
|
-
this.map.set(key, 0);
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
};
|
|
21
|
-
|
|
22
|
-
// src/SchemaCache.ts
|
|
23
|
-
import { isAxiosError } from "@xylabs/axios";
|
|
24
|
-
import { handleError } from "@xylabs/error";
|
|
25
|
-
import { DomainPayloadWrapper } from "@xyo-network/domain-payload-plugin";
|
|
26
|
-
import { SchemaSchema } from "@xyo-network/schema-payload-plugin";
|
|
27
|
-
import { Ajv } from "ajv";
|
|
28
|
-
import { LRUCache } from "lru-cache";
|
|
29
|
-
var getSchemaNameFromSchema = (schema) => {
|
|
30
|
-
if (schema.$id) {
|
|
31
|
-
return schema.$id;
|
|
32
|
-
}
|
|
33
|
-
};
|
|
34
|
-
var SchemaCache = class _SchemaCache {
|
|
35
|
-
/**
|
|
36
|
-
* Object representing `null` since LRU Cache types
|
|
37
|
-
* only allow for types that derive from object
|
|
38
|
-
*/
|
|
39
|
-
static NULL = { payload: { definition: {}, schema: SchemaSchema } };
|
|
40
|
-
static _instance;
|
|
41
|
-
onSchemaCached;
|
|
42
|
-
proxy;
|
|
43
|
-
_cache = new LRUCache({ max: 500, ttl: 1e3 * 60 * 5 });
|
|
44
|
-
_validators = {};
|
|
45
|
-
// prevents double discovery
|
|
46
|
-
getDebounce = new Debounce();
|
|
47
|
-
constructor(proxy) {
|
|
48
|
-
this.proxy = proxy;
|
|
49
|
-
}
|
|
50
|
-
static get instance() {
|
|
51
|
-
if (!this._instance) {
|
|
52
|
-
this._instance = new _SchemaCache();
|
|
53
|
-
}
|
|
54
|
-
return this._instance;
|
|
55
|
-
}
|
|
56
|
-
/**
|
|
57
|
-
* A map of cached schema (by name) to payload validators for the schema. A schema
|
|
58
|
-
* must be cached via `get('schema.name')` before it's validator can be used as
|
|
59
|
-
* they are compiled dynamically at runtime upon retrieval.
|
|
60
|
-
*/
|
|
61
|
-
get validators() {
|
|
62
|
-
return this._validators;
|
|
63
|
-
}
|
|
64
|
-
async get(schema) {
|
|
65
|
-
if (schema) {
|
|
66
|
-
await this.getDebounce.one(schema, async () => {
|
|
67
|
-
if (this._cache.get(schema) === void 0) {
|
|
68
|
-
await this.fetchSchema(schema);
|
|
69
|
-
}
|
|
70
|
-
});
|
|
71
|
-
const value = this._cache.get(schema);
|
|
72
|
-
return value === _SchemaCache.NULL ? null : value;
|
|
73
|
-
}
|
|
74
|
-
return void 0;
|
|
75
|
-
}
|
|
76
|
-
cacheSchemaIfValid(entry) {
|
|
77
|
-
var _a;
|
|
78
|
-
if (entry.payload.definition) {
|
|
79
|
-
const ajv = new Ajv({ strict: false });
|
|
80
|
-
const validator = ajv.compile(entry.payload.definition);
|
|
81
|
-
const schemaName = getSchemaNameFromSchema(entry.payload.definition);
|
|
82
|
-
if (schemaName) {
|
|
83
|
-
this._cache.set(schemaName, entry);
|
|
84
|
-
const key = schemaName;
|
|
85
|
-
this._validators[key] = validator;
|
|
86
|
-
(_a = this.onSchemaCached) == null ? void 0 : _a.call(this, schemaName, entry);
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
cacheSchemas(aliasEntries) {
|
|
91
|
-
for (const entry of (aliasEntries == null ? void 0 : aliasEntries.filter((entry2) => entry2.payload.schema === SchemaSchema)) ?? []) {
|
|
92
|
-
this.cacheSchemaIfValid(entry);
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
async fetchSchema(schema) {
|
|
96
|
-
var _a;
|
|
97
|
-
try {
|
|
98
|
-
const domain = await DomainPayloadWrapper.discover(schema, this.proxy);
|
|
99
|
-
await (domain == null ? void 0 : domain.fetch());
|
|
100
|
-
this.cacheSchemas(domain == null ? void 0 : domain.aliases);
|
|
101
|
-
if (this._cache.get(schema) === void 0) {
|
|
102
|
-
this._cache.set(schema, _SchemaCache.NULL);
|
|
103
|
-
}
|
|
104
|
-
} catch (error) {
|
|
105
|
-
this._cache.set(schema, _SchemaCache.NULL);
|
|
106
|
-
if (isAxiosError(error)) {
|
|
107
|
-
console.log(`Axios Url: ${(_a = error.response) == null ? void 0 : _a.config.url}`);
|
|
108
|
-
}
|
|
109
|
-
handleError(error, (error2) => {
|
|
110
|
-
console.error(`fetchSchema threw: ${error2.message}`);
|
|
111
|
-
});
|
|
112
|
-
}
|
|
113
|
-
}
|
|
114
|
-
};
|
|
115
|
-
export {
|
|
116
|
-
Debounce,
|
|
117
|
-
SchemaCache
|
|
118
|
-
};
|
|
119
|
-
//# sourceMappingURL=index.mjs.map
|
package/dist/node/index.mjs.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/Debounce.ts","../../src/SchemaCache.ts"],"sourcesContent":["import { delay } from '@xylabs/delay'\n\nexport class Debounce<TKey = string> {\n private map = new Map<TKey, number>()\n\n async one<T>(key: TKey, closure: () => Promise<T>, timeout = 10_000) {\n const startTime = Date.now()\n while (this.map.get(key)) {\n await delay(100)\n if (Date.now() - startTime > timeout) {\n throw new Error(`Debounce timed out [${key}]`)\n }\n }\n try {\n this.map.set(key, 1)\n return await closure()\n } finally {\n this.map.set(key, 0)\n }\n }\n}\n","import { isAxiosError } from '@xylabs/axios'\nimport { handleError } from '@xylabs/error'\nimport { DomainPayloadWrapper } from '@xyo-network/domain-payload-plugin'\nimport { FetchedPayload } from '@xyo-network/huri'\nimport { SchemaPayload, SchemaSchema } from '@xyo-network/schema-payload-plugin'\nimport { Ajv, SchemaObject } from 'ajv'\nimport { LRUCache } from 'lru-cache'\n\nimport { Debounce } from './Debounce.ts'\nimport { SchemaNameToValidatorMap } from './SchemaNameToValidatorMap.ts'\n\nconst getSchemaNameFromSchema = (schema: SchemaObject) => {\n if (schema.$id) {\n return schema.$id\n }\n}\n\nexport type SchemaCacheEntry = FetchedPayload<SchemaPayload>\n\nexport class SchemaCache<T extends SchemaNameToValidatorMap = SchemaNameToValidatorMap> {\n /**\n * Object representing `null` since LRU Cache types\n * only allow for types that derive from object\n */\n protected static readonly NULL: SchemaCacheEntry = { payload: { definition: {}, schema: SchemaSchema } }\n\n private static _instance?: SchemaCache\n\n onSchemaCached?: (name: string, entry: SchemaCacheEntry) => void\n proxy?: string\n\n private _cache = new LRUCache<string, SchemaCacheEntry>({ max: 500, ttl: 1000 * 60 * 5 })\n private _validators: T = {} as T\n\n // prevents double discovery\n private getDebounce = new Debounce()\n\n private constructor(proxy?: string) {\n this.proxy = proxy\n }\n\n static get instance() {\n if (!this._instance) {\n this._instance = new SchemaCache()\n }\n return this._instance\n }\n\n /**\n * A map of cached schema (by name) to payload validators for the schema. A schema\n * must be cached via `get('schema.name')` before it's validator can be used as\n * they are compiled dynamically at runtime upon retrieval.\n */\n get validators(): T {\n return this._validators\n }\n\n async get(schema?: string): Promise<SchemaCacheEntry | undefined | null> {\n if (schema) {\n await this.getDebounce.one(schema, async () => {\n // If we've never looked for it before, it will be undefined\n if (this._cache.get(schema) === undefined) {\n await this.fetchSchema(schema)\n }\n })\n const value = this._cache.get(schema)\n return value === SchemaCache.NULL ? null : value\n }\n return undefined\n }\n\n private cacheSchemaIfValid(entry: SchemaCacheEntry) {\n // only store them if they match the schema root\n if (entry.payload.definition) {\n const ajv = new Ajv({ strict: false })\n // check if it is a valid schema def\n const validator = ajv.compile(entry.payload.definition)\n const schemaName = getSchemaNameFromSchema(entry.payload.definition)\n if (schemaName) {\n this._cache.set(schemaName, entry)\n const key = schemaName as keyof T\n this._validators[key] = validator as unknown as T[keyof T]\n this.onSchemaCached?.(schemaName, entry)\n }\n }\n }\n\n private cacheSchemas(aliasEntries?: FetchedPayload[] | null) {\n for (const entry of aliasEntries?.filter(entry => entry.payload.schema === SchemaSchema) ?? []) {\n this.cacheSchemaIfValid(entry as SchemaCacheEntry)\n }\n }\n\n private async fetchSchema(schema: string) {\n try {\n const domain = await DomainPayloadWrapper.discover(schema, this.proxy)\n await domain?.fetch()\n this.cacheSchemas(domain?.aliases)\n\n // if it is still undefined, mark it as null (not found)\n if (this._cache.get(schema) === undefined) {\n this._cache.set(schema, SchemaCache.NULL)\n }\n } catch (error) {\n // if failed, set it to NULL, TODO: Make an entry for an error to try again in the future?\n this._cache.set(schema, SchemaCache.NULL)\n if (isAxiosError(error)) {\n console.log(`Axios Url: ${error.response?.config.url}`)\n }\n handleError(error, (error) => {\n console.error(`fetchSchema threw: ${error.message}`)\n })\n }\n }\n}\n"],"mappings":";AAAA,SAAS,aAAa;AAEf,IAAM,WAAN,MAA8B;AAAA,EAC3B,MAAM,oBAAI,IAAkB;AAAA,EAEpC,MAAM,IAAO,KAAW,SAA2B,UAAU,KAAQ;AACnE,UAAM,YAAY,KAAK,IAAI;AAC3B,WAAO,KAAK,IAAI,IAAI,GAAG,GAAG;AACxB,YAAM,MAAM,GAAG;AACf,UAAI,KAAK,IAAI,IAAI,YAAY,SAAS;AACpC,cAAM,IAAI,MAAM,uBAAuB,GAAG,GAAG;AAAA,MAC/C;AAAA,IACF;AACA,QAAI;AACF,WAAK,IAAI,IAAI,KAAK,CAAC;AACnB,aAAO,MAAM,QAAQ;AAAA,IACvB,UAAE;AACA,WAAK,IAAI,IAAI,KAAK,CAAC;AAAA,IACrB;AAAA,EACF;AACF;;;ACpBA,SAAS,oBAAoB;AAC7B,SAAS,mBAAmB;AAC5B,SAAS,4BAA4B;AAErC,SAAwB,oBAAoB;AAC5C,SAAS,WAAyB;AAClC,SAAS,gBAAgB;AAKzB,IAAM,0BAA0B,CAAC,WAAyB;AACxD,MAAI,OAAO,KAAK;AACd,WAAO,OAAO;AAAA,EAChB;AACF;AAIO,IAAM,cAAN,MAAM,aAA2E;AAAA;AAAA;AAAA;AAAA;AAAA,EAKtF,OAA0B,OAAyB,EAAE,SAAS,EAAE,YAAY,CAAC,GAAG,QAAQ,aAAa,EAAE;AAAA,EAEvG,OAAe;AAAA,EAEf;AAAA,EACA;AAAA,EAEQ,SAAS,IAAI,SAAmC,EAAE,KAAK,KAAK,KAAK,MAAO,KAAK,EAAE,CAAC;AAAA,EAChF,cAAiB,CAAC;AAAA;AAAA,EAGlB,cAAc,IAAI,SAAS;AAAA,EAE3B,YAAY,OAAgB;AAClC,SAAK,QAAQ;AAAA,EACf;AAAA,EAEA,WAAW,WAAW;AACpB,QAAI,CAAC,KAAK,WAAW;AACnB,WAAK,YAAY,IAAI,aAAY;AAAA,IACnC;AACA,WAAO,KAAK;AAAA,EACd;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,IAAI,aAAgB;AAClB,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,MAAM,IAAI,QAA+D;AACvE,QAAI,QAAQ;AACV,YAAM,KAAK,YAAY,IAAI,QAAQ,YAAY;AAE7C,YAAI,KAAK,OAAO,IAAI,MAAM,MAAM,QAAW;AACzC,gBAAM,KAAK,YAAY,MAAM;AAAA,QAC/B;AAAA,MACF,CAAC;AACD,YAAM,QAAQ,KAAK,OAAO,IAAI,MAAM;AACpC,aAAO,UAAU,aAAY,OAAO,OAAO;AAAA,IAC7C;AACA,WAAO;AAAA,EACT;AAAA,EAEQ,mBAAmB,OAAyB;AAvEtD;AAyEI,QAAI,MAAM,QAAQ,YAAY;AAC5B,YAAM,MAAM,IAAI,IAAI,EAAE,QAAQ,MAAM,CAAC;AAErC,YAAM,YAAY,IAAI,QAAQ,MAAM,QAAQ,UAAU;AACtD,YAAM,aAAa,wBAAwB,MAAM,QAAQ,UAAU;AACnE,UAAI,YAAY;AACd,aAAK,OAAO,IAAI,YAAY,KAAK;AACjC,cAAM,MAAM;AACZ,aAAK,YAAY,GAAG,IAAI;AACxB,mBAAK,mBAAL,8BAAsB,YAAY;AAAA,MACpC;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,aAAa,cAAwC;AAC3D,eAAW,UAAS,6CAAc,OAAO,CAAAA,WAASA,OAAM,QAAQ,WAAW,kBAAiB,CAAC,GAAG;AAC9F,WAAK,mBAAmB,KAAyB;AAAA,IACnD;AAAA,EACF;AAAA,EAEA,MAAc,YAAY,QAAgB;AA7F5C;AA8FI,QAAI;AACF,YAAM,SAAS,MAAM,qBAAqB,SAAS,QAAQ,KAAK,KAAK;AACrE,aAAM,iCAAQ;AACd,WAAK,aAAa,iCAAQ,OAAO;AAGjC,UAAI,KAAK,OAAO,IAAI,MAAM,MAAM,QAAW;AACzC,aAAK,OAAO,IAAI,QAAQ,aAAY,IAAI;AAAA,MAC1C;AAAA,IACF,SAAS,OAAO;AAEd,WAAK,OAAO,IAAI,QAAQ,aAAY,IAAI;AACxC,UAAI,aAAa,KAAK,GAAG;AACvB,gBAAQ,IAAI,eAAc,WAAM,aAAN,mBAAgB,OAAO,GAAG,EAAE;AAAA,MACxD;AACA,kBAAY,OAAO,CAACC,WAAU;AAC5B,gBAAQ,MAAM,sBAAsBA,OAAM,OAAO,EAAE;AAAA,MACrD,CAAC;AAAA,IACH;AAAA,EACF;AACF;","names":["entry","error"]}
|