@depwatch/source-rss 0.0.7 → 0.1.0-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -33
- package/dist/cjs/fetch-rss.d.ts +42 -0
- package/dist/cjs/fetch-rss.js +162 -0
- package/dist/cjs/index.d.ts +4 -17
- package/dist/cjs/index.js +15 -26
- package/dist/cjs/parse-rss.d.ts +24 -0
- package/dist/cjs/parse-rss.js +137 -0
- package/dist/cjs/rss-source.d.ts +31 -0
- package/dist/cjs/rss-source.js +80 -0
- package/dist/cjs/text.d.ts +20 -0
- package/dist/cjs/text.js +58 -0
- package/dist/esm/fetch-rss.d.ts +42 -0
- package/dist/esm/fetch-rss.js +158 -0
- package/dist/esm/index.d.ts +4 -17
- package/dist/esm/index.js +4 -11
- package/dist/esm/parse-rss.d.ts +24 -0
- package/dist/esm/parse-rss.js +131 -0
- package/dist/esm/rss-source.d.ts +31 -0
- package/dist/esm/rss-source.js +77 -0
- package/dist/esm/text.d.ts +20 -0
- package/dist/esm/text.js +53 -0
- package/package.json +11 -11
- package/dist/cjs/RssStatusAdapter.d.ts +0 -23
- package/dist/cjs/RssStatusAdapter.js +0 -150
- package/dist/cjs/RssStatusAdapter.js.map +0 -1
- package/dist/cjs/index.js.map +0 -1
- package/dist/cjs/parsing.d.ts +0 -42
- package/dist/cjs/parsing.js +0 -141
- package/dist/cjs/parsing.js.map +0 -1
- package/dist/esm/RssStatusAdapter.d.ts +0 -23
- package/dist/esm/RssStatusAdapter.js +0 -146
- package/dist/esm/RssStatusAdapter.js.map +0 -1
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/parsing.d.ts +0 -42
- package/dist/esm/parsing.js +0 -133
- package/dist/esm/parsing.js.map +0 -1
package/package.json
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@depwatch/source-rss",
|
|
3
|
-
"version": "0.0.
|
|
3
|
+
"version": "0.1.0-alpha.0",
|
|
4
|
+
"description": "Safe, bounded RSS fetching and parsing source for @depwatch/core.",
|
|
5
|
+
"license": "MIT",
|
|
4
6
|
"type": "module",
|
|
5
7
|
"engines": {
|
|
6
8
|
"node": ">=18"
|
|
@@ -30,24 +32,22 @@
|
|
|
30
32
|
"build": "node ../../scripts/build.mjs",
|
|
31
33
|
"prepack": "npm run build"
|
|
32
34
|
},
|
|
33
|
-
"peerDependencies": {
|
|
34
|
-
"@depwatch/core": "0.0.7"
|
|
35
|
-
},
|
|
36
35
|
"dependencies": {
|
|
37
36
|
"fast-xml-parser": "^5.12.1",
|
|
38
37
|
"html-to-text": "^9.0.5",
|
|
39
38
|
"luxon": "^3.7.2"
|
|
40
39
|
},
|
|
41
|
-
"
|
|
42
|
-
|
|
40
|
+
"peerDependencies": {
|
|
41
|
+
"@depwatch/core": "^0.1.0-alpha.0"
|
|
42
|
+
},
|
|
43
43
|
"keywords": [
|
|
44
|
-
"
|
|
45
|
-
"
|
|
46
|
-
"status",
|
|
44
|
+
"downtime",
|
|
45
|
+
"rss",
|
|
46
|
+
"status-page",
|
|
47
47
|
"depwatch"
|
|
48
48
|
],
|
|
49
49
|
"publishConfig": {
|
|
50
|
-
"
|
|
51
|
-
"tag": "
|
|
50
|
+
"access": "public",
|
|
51
|
+
"tag": "alpha"
|
|
52
52
|
}
|
|
53
53
|
}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { StatusSourceAdapter } from '@depwatch/core';
|
|
2
|
-
import type { StatusSourceOptions, SourceObservation, PollContext, PollResult } from '@depwatch/core';
|
|
3
|
-
import type { ParseLimits, RssItem } from './parsing.js';
|
|
4
|
-
export interface RssStatusOptions extends StatusSourceOptions {
|
|
5
|
-
url: string;
|
|
6
|
-
requestTimeoutMs?: number;
|
|
7
|
-
limits?: ParseLimits;
|
|
8
|
-
}
|
|
9
|
-
/** Template method: generic transport/XML processing delegates vendor interpretation to hooks. */
|
|
10
|
-
export declare abstract class RssStatusAdapter extends StatusSourceAdapter {
|
|
11
|
-
readonly url: string;
|
|
12
|
-
readonly requestTimeoutMs: number;
|
|
13
|
-
readonly limits: Readonly<Required<ParseLimits>>;
|
|
14
|
-
constructor(options: RssStatusOptions);
|
|
15
|
-
parse(xml: string, options: {
|
|
16
|
-
observedAt: Date;
|
|
17
|
-
limits?: ParseLimits;
|
|
18
|
-
}): SourceObservation[];
|
|
19
|
-
protected abstract normalizeItem(item: RssItem, observedAt: Date): SourceObservation;
|
|
20
|
-
protected finalizeObservations(observations: SourceObservation[]): SourceObservation[];
|
|
21
|
-
/** One request only. Scheduling, retry/backoff, persistence, and lease ownership belong to the runner. */
|
|
22
|
-
poll(context: PollContext): Promise<PollResult>;
|
|
23
|
-
}
|
|
@@ -1,150 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.RssStatusAdapter = void 0;
|
|
4
|
-
const core_1 = require("@depwatch/core");
|
|
5
|
-
const parsing_js_1 = require("./parsing.js");
|
|
6
|
-
/** Template method: generic transport/XML processing delegates vendor interpretation to hooks. */
|
|
7
|
-
class RssStatusAdapter extends core_1.StatusSourceAdapter {
|
|
8
|
-
url;
|
|
9
|
-
requestTimeoutMs;
|
|
10
|
-
limits;
|
|
11
|
-
constructor(options) {
|
|
12
|
-
super(options);
|
|
13
|
-
const url = new URL(options.url);
|
|
14
|
-
if (!['http:', 'https:'].includes(url.protocol) || url.username || url.password)
|
|
15
|
-
throw new TypeError('RSS URL must be HTTP(S) without embedded credentials');
|
|
16
|
-
this.url = url.href;
|
|
17
|
-
this.requestTimeoutMs = (0, core_1.positiveDuration)(options.requestTimeoutMs ?? 15_000, 'requestTimeoutMs');
|
|
18
|
-
if (this.requestTimeoutMs > 2_147_483_647)
|
|
19
|
-
throw new TypeError('requestTimeoutMs exceeds the Node timer range');
|
|
20
|
-
this.limits = Object.freeze({
|
|
21
|
-
maxBytes: (0, core_1.positiveDuration)(options.limits?.maxBytes ?? 1_000_000, 'maxBytes'),
|
|
22
|
-
maxItems: (0, core_1.positiveDuration)(options.limits?.maxItems ?? 1000, 'maxItems'),
|
|
23
|
-
maxDepth: (0, core_1.positiveDuration)(options.limits?.maxDepth ?? 64, 'maxDepth'),
|
|
24
|
-
});
|
|
25
|
-
}
|
|
26
|
-
parse(xml, options) {
|
|
27
|
-
this.validateObservedAt(options?.observedAt);
|
|
28
|
-
const items = (0, parsing_js_1.parseRss)(xml, { ...this.limits, ...options.limits }).items;
|
|
29
|
-
const observations = items.map(item => this.normalizeItem(item, new Date(options.observedAt)));
|
|
30
|
-
return this.finalizeObservations(observations).map(observation => {
|
|
31
|
-
const parsed = core_1.SourceObservationSchema.parse(observation);
|
|
32
|
-
if (parsed.system !== this.system || parsed.environment !== this.environment || parsed.sourceId !== this.sourceId)
|
|
33
|
-
throw new TypeError('Normalized observation does not belong to this source');
|
|
34
|
-
return parsed;
|
|
35
|
-
});
|
|
36
|
-
}
|
|
37
|
-
finalizeObservations(observations) { return observations; }
|
|
38
|
-
/** One request only. Scheduling, retry/backoff, persistence, and lease ownership belong to the runner. */
|
|
39
|
-
async poll(context) {
|
|
40
|
-
this.validateObservedAt(context.now);
|
|
41
|
-
const previous = context.previous;
|
|
42
|
-
if (previous && (previous.system !== this.system || previous.environment !== this.environment || previous.sourceId !== this.sourceId))
|
|
43
|
-
throw new TypeError('Checkpoint does not belong to this source');
|
|
44
|
-
const headers = { Accept: 'application/rss+xml, application/xml, text/xml' };
|
|
45
|
-
const validator = (value) => typeof value === 'string' && value.length > 0 && value.length <= 1024 && !/[\r\n]/.test(value);
|
|
46
|
-
if (previous?.lastSuccessfulCheckAt) {
|
|
47
|
-
if (validator(previous.state.etag))
|
|
48
|
-
headers['If-None-Match'] = previous.state.etag;
|
|
49
|
-
if (validator(previous.state.lastModified))
|
|
50
|
-
headers['If-Modified-Since'] = previous.state.lastModified;
|
|
51
|
-
}
|
|
52
|
-
const controller = new AbortController();
|
|
53
|
-
let timedOut = false;
|
|
54
|
-
let response;
|
|
55
|
-
let rejectAborted = () => { };
|
|
56
|
-
const aborted = new Promise((_, reject) => { rejectAborted = reject; });
|
|
57
|
-
const cancelResponse = () => {
|
|
58
|
-
try {
|
|
59
|
-
if (response)
|
|
60
|
-
void Promise.resolve(response.cancel()).catch(() => { });
|
|
61
|
-
}
|
|
62
|
-
catch { /* Cleanup must not hide the poll result. */ }
|
|
63
|
-
};
|
|
64
|
-
const abort = () => { controller.abort(); cancelResponse(); rejectAborted(new Error('request_aborted')); };
|
|
65
|
-
const timer = setTimeout(() => { timedOut = true; abort(); }, this.requestTimeoutMs);
|
|
66
|
-
context.signal.addEventListener('abort', abort, { once: true });
|
|
67
|
-
if (context.signal.aborted)
|
|
68
|
-
abort();
|
|
69
|
-
let stage = 'network';
|
|
70
|
-
const request = async () => {
|
|
71
|
-
if (controller.signal.aborted)
|
|
72
|
-
throw new Error('request_aborted');
|
|
73
|
-
response = await this.getHttpClient(context).request({ url: this.url, method: 'GET', headers, signal: controller.signal });
|
|
74
|
-
if (controller.signal.aborted) {
|
|
75
|
-
cancelResponse();
|
|
76
|
-
throw new Error('request_aborted');
|
|
77
|
-
}
|
|
78
|
-
const nextState = {};
|
|
79
|
-
const etag = response.headers['etag'];
|
|
80
|
-
const modified = response.headers['last-modified'];
|
|
81
|
-
if (validator(etag))
|
|
82
|
-
nextState.etag = etag;
|
|
83
|
-
if (validator(modified))
|
|
84
|
-
nextState.lastModified = modified;
|
|
85
|
-
if (response.status === 304) {
|
|
86
|
-
cancelResponse();
|
|
87
|
-
if (!headers['If-None-Match'] && !headers['If-Modified-Since'])
|
|
88
|
-
return { outcome: 'error', error: { kind: 'http', message: 'Unexpected RSS 304 without a cached validator' } };
|
|
89
|
-
return { outcome: 'not_modified', nextState: { ...previous?.state, ...nextState } };
|
|
90
|
-
}
|
|
91
|
-
if (response.status < 200 || response.status >= 300) {
|
|
92
|
-
cancelResponse();
|
|
93
|
-
const retry = response.headers['retry-after'];
|
|
94
|
-
const retryMs = retry && /^\d+$/.test(retry) ? Number(retry) * 1000 : retry ? Date.parse(retry) - context.now.getTime() : NaN;
|
|
95
|
-
return { outcome: 'error', error: { kind: [401, 403].includes(response.status) ? 'auth' : 'http', message: `RSS HTTP ${response.status}`, ...(Number.isSafeInteger(retryMs) && retryMs >= 0 ? { retryAfterMs: retryMs } : {}) } };
|
|
96
|
-
}
|
|
97
|
-
stage = 'parse';
|
|
98
|
-
const contentType = response.headers['content-type']?.split(';')[0]?.trim().toLowerCase();
|
|
99
|
-
const length = response.headers['content-length'];
|
|
100
|
-
if (contentType && !['application/rss+xml', 'application/xml', 'text/xml'].includes(contentType)) {
|
|
101
|
-
cancelResponse();
|
|
102
|
-
throw new parsing_js_1.RssParseError('invalid_content_type');
|
|
103
|
-
}
|
|
104
|
-
if (length && Number(length) > this.limits.maxBytes) {
|
|
105
|
-
cancelResponse();
|
|
106
|
-
throw new parsing_js_1.RssParseError('response_too_large');
|
|
107
|
-
}
|
|
108
|
-
if (!response.body)
|
|
109
|
-
throw new parsing_js_1.RssParseError('empty_response');
|
|
110
|
-
const iterator = response.body[Symbol.asyncIterator]();
|
|
111
|
-
const chunks = [];
|
|
112
|
-
let bytes = 0;
|
|
113
|
-
while (true) {
|
|
114
|
-
stage = 'network';
|
|
115
|
-
const { done, value } = await iterator.next();
|
|
116
|
-
if (controller.signal.aborted)
|
|
117
|
-
throw new Error('request_aborted');
|
|
118
|
-
if (done)
|
|
119
|
-
break;
|
|
120
|
-
stage = 'parse';
|
|
121
|
-
if (!(value instanceof Uint8Array))
|
|
122
|
-
throw new TypeError('HTTP body must yield byte chunks');
|
|
123
|
-
bytes += value.byteLength;
|
|
124
|
-
if (bytes > this.limits.maxBytes) {
|
|
125
|
-
cancelResponse();
|
|
126
|
-
throw new parsing_js_1.RssParseError('response_too_large');
|
|
127
|
-
}
|
|
128
|
-
chunks.push(value);
|
|
129
|
-
}
|
|
130
|
-
stage = 'parse';
|
|
131
|
-
const xml = new TextDecoder('utf-8', { fatal: true }).decode(Buffer.concat(chunks, bytes));
|
|
132
|
-
return { outcome: 'ok', observations: this.parse(xml, { observedAt: context.now }), nextState };
|
|
133
|
-
};
|
|
134
|
-
try {
|
|
135
|
-
return await Promise.race([request(), aborted]);
|
|
136
|
-
}
|
|
137
|
-
catch (error) {
|
|
138
|
-
// Do not copy URLs, headers or arbitrary fetch/parser exception messages into stored errors.
|
|
139
|
-
const kind = timedOut ? 'timeout' : context.signal.aborted ? 'cancelled' : stage;
|
|
140
|
-
return { outcome: 'error', error: { kind, message: error instanceof parsing_js_1.RssParseError ? error.code : `RSS ${kind} failure` } };
|
|
141
|
-
}
|
|
142
|
-
finally {
|
|
143
|
-
clearTimeout(timer);
|
|
144
|
-
context.signal.removeEventListener('abort', abort);
|
|
145
|
-
cancelResponse();
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
exports.RssStatusAdapter = RssStatusAdapter;
|
|
150
|
-
//# sourceMappingURL=RssStatusAdapter.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"RssStatusAdapter.js","sourceRoot":"","sources":["../../src/RssStatusAdapter.ts"],"names":[],"mappings":";;;AAAA,yCAAgG;AAEhG,6CAAuD;AASvD,kGAAkG;AAClG,MAAsB,gBAAiB,SAAQ,0BAAmB;IACvD,GAAG,CAAS;IACZ,gBAAgB,CAAS;IACzB,MAAM,CAAkC;IAEjD,YAAY,OAAyB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;YAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;QAC7J,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,gBAAgB,GAAG,IAAA,uBAAgB,EAAC,OAAO,CAAC,gBAAgB,IAAI,MAAM,EAAE,kBAAkB,CAAC,CAAC;QACjG,IAAI,IAAI,CAAC,gBAAgB,GAAG,aAAa;YAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC1B,QAAQ,EAAE,IAAA,uBAAgB,EAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,SAAS,EAAE,UAAU,CAAC;YAC7E,QAAQ,EAAE,IAAA,uBAAgB,EAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,EAAE,UAAU,CAAC;YACxE,QAAQ,EAAE,IAAA,uBAAgB,EAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,EAAE,UAAU,CAAC;SACvE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAW,EAAE,OAAmD;QACpE,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAA,qBAAQ,EAAC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACzE,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAC/D,MAAM,MAAM,GAAG,8BAAuB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;YAChM,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAGS,oBAAoB,CAAC,YAAiC,IAAyB,OAAO,YAAY,CAAC,CAAC,CAAC;IAE/G,0GAA0G;IAC1G,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QACxM,MAAM,OAAO,GAA2B,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC;QACrG,MAAM,SAAS,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtJ,IAAI,QAAQ,EAAE,qBAAqB,EAAE,CAAC;YACpC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YACnF,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;gBAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;QACzG,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,QAAkC,CAAC;QACvC,IAAI,aAAa,GAA4B,GAAG,EAAE,GAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,GAAG,EAAE;YAC1B,IAAI,CAAC;gBAAC,IAAI,QAAQ;oBAAE,KAAK,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,4CAA4C,CAAC,CAAC;QACvI,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3G,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrF,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAC;QACpC,IAAI,KAAK,GAAwB,SAAS,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,IAAyB,EAAE;YAC9C,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAClE,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3H,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAAC,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAAC,CAAC;YACxF,MAAM,SAAS,GAA4B,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACnD,IAAI,SAAS,CAAC,IAAI,CAAC;gBAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;YAC3C,IAAI,SAAS,CAAC,QAAQ,CAAC;gBAAE,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC;YAC3D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;oBAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+CAA+C,EAAE,EAAE,CAAC;gBAC/K,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,EAAE,CAAC;YACtF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACpD,cAAc,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9H,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACpO,CAAC;YACD,KAAK,GAAG,OAAO,CAAC;YAChB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC1F,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAClD,IAAI,WAAW,IAAI,CAAC,CAAC,qBAAqB,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACjG,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,0BAAa,CAAC,sBAAsB,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAAC,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,0BAAa,CAAC,oBAAoB,CAAC,CAAC;YAAC,CAAC;YACzH,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAAE,MAAM,IAAI,0BAAa,CAAC,gBAAgB,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,EAAE,CAAC;gBACZ,KAAK,GAAG,SAAS,CAAC;gBAClB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC9C,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBAClE,IAAI,IAAI;oBAAE,MAAM;gBAChB,KAAK,GAAG,OAAO,CAAC;gBAChB,IAAI,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC;oBAAE,MAAM,IAAI,SAAS,CAAC,kCAAkC,CAAC,CAAC;gBAC5F,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC1B,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAAC,cAAc,EAAE,CAAC;oBAAC,MAAM,IAAI,0BAAa,CAAC,oBAAoB,CAAC,CAAC;gBAAC,CAAC;gBACtG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YACD,KAAK,GAAG,OAAO,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAC3F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;QAClG,CAAC,CAAC;QACF,IAAI,CAAC;YAAC,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QAAC,CAAC;QACxD,OAAO,KAAK,EAAE,CAAC;YACb,6FAA6F;YAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;YACjF,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,YAAY,0BAAa,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,UAAU,EAAE,EAAE,CAAC;QAC7H,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACnD,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAlHD,4CAkHC"}
|
package/dist/cjs/index.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAaA,wDAIC;AAjBD,yCAAuD;AAEvD,+CAA6B;AAC7B,wDAAsC;AAStC,+FAA+F;AAC/F,SAAgB,sBAAsB,CAAC,OAAkG;IACvI,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC7J,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,IAAA,4BAAqB,EAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1O,CAAC"}
|
package/dist/cjs/parsing.d.ts
DELETED
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
export interface RssItem {
|
|
2
|
-
title: string;
|
|
3
|
-
descriptionHtml: string;
|
|
4
|
-
guid: string;
|
|
5
|
-
link: string;
|
|
6
|
-
pubDate: string;
|
|
7
|
-
}
|
|
8
|
-
export interface RssFeed {
|
|
9
|
-
title: string;
|
|
10
|
-
items: RssItem[];
|
|
11
|
-
}
|
|
12
|
-
export interface ParseLimits {
|
|
13
|
-
maxBytes?: number;
|
|
14
|
-
maxItems?: number;
|
|
15
|
-
maxDepth?: number;
|
|
16
|
-
}
|
|
17
|
-
export declare class RssParseError extends Error {
|
|
18
|
-
readonly code: string;
|
|
19
|
-
constructor(code: string);
|
|
20
|
-
}
|
|
21
|
-
/** Pure, bounded RSS 2.0 parsing. Descriptions must contain escaped HTML or CDATA. */
|
|
22
|
-
export declare function parseRss(xml: string, limits?: ParseLimits): RssFeed;
|
|
23
|
-
/** One HTML decoding pass following XML decoding; never recursively decode strings. */
|
|
24
|
-
export declare function htmlToPlainText(html: string, maxBytes?: number): string;
|
|
25
|
-
/** RFC2822 with an explicit offset, including weekday validation; no local-zone fallback. */
|
|
26
|
-
export declare function parsePublicationDate(value: string): Date | null;
|
|
27
|
-
export interface LocalDateTime {
|
|
28
|
-
year: number;
|
|
29
|
-
month: number;
|
|
30
|
-
day: number;
|
|
31
|
-
hour: number;
|
|
32
|
-
minute: number;
|
|
33
|
-
}
|
|
34
|
-
export type DateTimeResult = {
|
|
35
|
-
ok: true;
|
|
36
|
-
value: Date;
|
|
37
|
-
} | {
|
|
38
|
-
ok: false;
|
|
39
|
-
issue: 'invalid_local_time' | 'nonexistent_local_time' | 'ambiguous_local_time';
|
|
40
|
-
};
|
|
41
|
-
/** Reject DST gaps/folds instead of accepting Luxon's default normalization/offset choice. */
|
|
42
|
-
export declare function parseZonedDateTime(parts: LocalDateTime, zone: string): DateTimeResult;
|
package/dist/cjs/parsing.js
DELETED
|
@@ -1,141 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.RssParseError = void 0;
|
|
4
|
-
exports.parseRss = parseRss;
|
|
5
|
-
exports.htmlToPlainText = htmlToPlainText;
|
|
6
|
-
exports.parsePublicationDate = parsePublicationDate;
|
|
7
|
-
exports.parseZonedDateTime = parseZonedDateTime;
|
|
8
|
-
const fast_xml_parser_1 = require("fast-xml-parser");
|
|
9
|
-
const html_to_text_1 = require("html-to-text");
|
|
10
|
-
const luxon_1 = require("luxon");
|
|
11
|
-
class RssParseError extends Error {
|
|
12
|
-
code;
|
|
13
|
-
constructor(code) {
|
|
14
|
-
super(code);
|
|
15
|
-
this.code = code;
|
|
16
|
-
this.name = 'RssParseError';
|
|
17
|
-
}
|
|
18
|
-
}
|
|
19
|
-
exports.RssParseError = RssParseError;
|
|
20
|
-
function positive(value, name) {
|
|
21
|
-
if (!Number.isSafeInteger(value) || value <= 0)
|
|
22
|
-
throw new TypeError(`${name} must be a positive integer`);
|
|
23
|
-
return value;
|
|
24
|
-
}
|
|
25
|
-
function text(value) {
|
|
26
|
-
if (value === undefined || value === '')
|
|
27
|
-
return '';
|
|
28
|
-
if (typeof value === 'string')
|
|
29
|
-
return value;
|
|
30
|
-
if (value && typeof value === 'object' && !Array.isArray(value)) {
|
|
31
|
-
const node = value;
|
|
32
|
-
if (Object.keys(node).every(k => k === '#text' || k.startsWith('@_')))
|
|
33
|
-
return text(node['#text']);
|
|
34
|
-
}
|
|
35
|
-
throw new RssParseError('invalid_text_node');
|
|
36
|
-
}
|
|
37
|
-
function object(value) {
|
|
38
|
-
if (!value || typeof value !== 'object' || Array.isArray(value))
|
|
39
|
-
throw new RssParseError('invalid_rss_structure');
|
|
40
|
-
return value;
|
|
41
|
-
}
|
|
42
|
-
/** Pure, bounded RSS 2.0 parsing. Descriptions must contain escaped HTML or CDATA. */
|
|
43
|
-
function parseRss(xml, limits = {}) {
|
|
44
|
-
const maxBytes = positive(limits.maxBytes ?? 1_000_000, 'maxBytes');
|
|
45
|
-
const maxItems = positive(limits.maxItems ?? 1000, 'maxItems');
|
|
46
|
-
const maxDepth = positive(limits.maxDepth ?? 64, 'maxDepth');
|
|
47
|
-
if (typeof xml !== 'string')
|
|
48
|
-
throw new TypeError('XML must be a string');
|
|
49
|
-
if (Buffer.byteLength(xml, 'utf8') > maxBytes)
|
|
50
|
-
throw new RssParseError('response_too_large');
|
|
51
|
-
if (/[\u0000-\u0008\u000B\u000C\u000E-\u001F\uD800-\uDFFF\uFFFE\uFFFF]/u.test(xml))
|
|
52
|
-
throw new RssParseError('invalid_xml_character');
|
|
53
|
-
// Reject declarations before invoking any XML engine, including internal/external entities.
|
|
54
|
-
if (/<!\s*(?:DOCTYPE|ENTITY)\b/i.test(xml))
|
|
55
|
-
throw new RssParseError('forbidden_xml_declaration');
|
|
56
|
-
// CDATA/comments are opaque to XML entity processing. Only XML's five named entities are allowed.
|
|
57
|
-
const structural = xml.replace(/<!\[CDATA\[[\s\S]*?\]\]>|<!--[\s\S]*?-->/g, '');
|
|
58
|
-
if (/&(?!amp;|lt;|gt;|apos;|quot;|#\d+;|#x[\da-f]+;)/i.test(structural))
|
|
59
|
-
throw new RssParseError('invalid_xml_entity');
|
|
60
|
-
for (const match of structural.matchAll(/&#(x[\da-f]+|\d+);/gi)) {
|
|
61
|
-
const literal = match[1];
|
|
62
|
-
const cp = /^x/i.test(literal) ? parseInt(literal.slice(1), 16) : Number(literal);
|
|
63
|
-
if (!(cp === 9 || cp === 10 || cp === 13 || (cp >= 32 && cp <= 0xD7FF) || (cp >= 0xE000 && cp <= 0xFFFD) || (cp >= 0x10000 && cp <= 0x10FFFF)))
|
|
64
|
-
throw new RssParseError('invalid_xml_character');
|
|
65
|
-
}
|
|
66
|
-
let depth = 0;
|
|
67
|
-
for (const match of structural.matchAll(/<\/?[A-Za-z_][\w.:-]*(?:\s+(?:[^<>"']|"[^"]*"|'[^']*')*)?\s*\/?>/g)) {
|
|
68
|
-
const tag = match[0];
|
|
69
|
-
if (tag.startsWith('</'))
|
|
70
|
-
depth--;
|
|
71
|
-
else if (!tag.endsWith('/>'))
|
|
72
|
-
depth++;
|
|
73
|
-
if (depth > maxDepth)
|
|
74
|
-
throw new RssParseError('xml_too_deep');
|
|
75
|
-
}
|
|
76
|
-
if (fast_xml_parser_1.XMLValidator.validate(xml) !== true)
|
|
77
|
-
throw new RssParseError('malformed_xml');
|
|
78
|
-
const parser = new fast_xml_parser_1.XMLParser({ ignoreAttributes: false, parseTagValue: false, parseAttributeValue: false, trimValues: false, processEntities: true });
|
|
79
|
-
let document;
|
|
80
|
-
try {
|
|
81
|
-
document = object(parser.parse(xml));
|
|
82
|
-
}
|
|
83
|
-
catch {
|
|
84
|
-
throw new RssParseError('malformed_xml');
|
|
85
|
-
}
|
|
86
|
-
if (Object.keys(document).some(k => k !== 'rss' && k !== '?xml'))
|
|
87
|
-
throw new RssParseError('invalid_rss_structure');
|
|
88
|
-
const rss = object(document.rss);
|
|
89
|
-
if (rss['@_version'] !== '2.0')
|
|
90
|
-
throw new RssParseError('unsupported_rss_version');
|
|
91
|
-
const channel = object(rss.channel);
|
|
92
|
-
const raw = channel.item === undefined ? [] : Array.isArray(channel.item) ? channel.item : [channel.item];
|
|
93
|
-
if (raw.length > maxItems)
|
|
94
|
-
throw new RssParseError('too_many_items');
|
|
95
|
-
return {
|
|
96
|
-
title: text(channel.title),
|
|
97
|
-
items: raw.map(value => {
|
|
98
|
-
const item = object(value);
|
|
99
|
-
return { title: text(item.title), descriptionHtml: text(item.description), guid: text(item.guid).trim(), link: text(item.link).trim(), pubDate: text(item.pubDate).trim() };
|
|
100
|
-
}),
|
|
101
|
-
};
|
|
102
|
-
}
|
|
103
|
-
/** One HTML decoding pass following XML decoding; never recursively decode strings. */
|
|
104
|
-
function htmlToPlainText(html, maxBytes = 1_000_000) {
|
|
105
|
-
positive(maxBytes, 'maxBytes');
|
|
106
|
-
if (Buffer.byteLength(html, 'utf8') > maxBytes)
|
|
107
|
-
throw new RssParseError('html_too_large');
|
|
108
|
-
return (0, html_to_text_1.convert)(html, {
|
|
109
|
-
wordwrap: false,
|
|
110
|
-
limits: { maxInputLength: maxBytes, maxDepth: 64 },
|
|
111
|
-
selectors: [{ selector: 'a', options: { ignoreHref: true } }, { selector: 'img', format: 'skip' }, { selector: 'script', format: 'skip' }, { selector: 'style', format: 'skip' }],
|
|
112
|
-
}).replace(/\s+/g, ' ').trim();
|
|
113
|
-
}
|
|
114
|
-
/** RFC2822 with an explicit offset, including weekday validation; no local-zone fallback. */
|
|
115
|
-
function parsePublicationDate(value) {
|
|
116
|
-
if (!/(?:[+-]\d{4}|GMT|UT)$/i.test(value.trim()))
|
|
117
|
-
return null;
|
|
118
|
-
const parsed = luxon_1.DateTime.fromRFC2822(value, { setZone: true });
|
|
119
|
-
return parsed.isValid ? parsed.toJSDate() : null;
|
|
120
|
-
}
|
|
121
|
-
/** Reject DST gaps/folds instead of accepting Luxon's default normalization/offset choice. */
|
|
122
|
-
function parseZonedDateTime(parts, zone) {
|
|
123
|
-
const fields = ['year', 'month', 'day', 'hour', 'minute'];
|
|
124
|
-
if (!parts || fields.some(key => !Number.isSafeInteger(parts[key])) || Object.keys(parts).some(key => !fields.includes(key)))
|
|
125
|
-
return { ok: false, issue: 'invalid_local_time' };
|
|
126
|
-
let parsed;
|
|
127
|
-
try {
|
|
128
|
-
parsed = luxon_1.DateTime.fromObject(parts, { zone });
|
|
129
|
-
}
|
|
130
|
-
catch {
|
|
131
|
-
return { ok: false, issue: 'invalid_local_time' };
|
|
132
|
-
}
|
|
133
|
-
if (!parsed.isValid)
|
|
134
|
-
return { ok: false, issue: 'invalid_local_time' };
|
|
135
|
-
if (Object.entries(parts).some(([key, value]) => parsed.get(key) !== value))
|
|
136
|
-
return { ok: false, issue: 'nonexistent_local_time' };
|
|
137
|
-
if (parsed.getPossibleOffsets().length !== 1)
|
|
138
|
-
return { ok: false, issue: 'ambiguous_local_time' };
|
|
139
|
-
return { ok: true, value: parsed.toJSDate() };
|
|
140
|
-
}
|
|
141
|
-
//# sourceMappingURL=parsing.js.map
|
package/dist/cjs/parsing.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"parsing.js","sourceRoot":"","sources":["../../src/parsing.ts"],"names":[],"mappings":";;;AAoCA,4BAyCC;AAGD,0CAQC;AAGD,oDAIC;AAMD,gDASC;AA9GD,qDAA0D;AAC1D,+CAAuC;AACvC,iCAAiC;AAWjC,MAAa,aAAc,SAAQ,KAAK;IACV;IAA5B,YAA4B,IAAY;QAAI,KAAK,CAAC,IAAI,CAAC,CAAC;QAA5B,SAAI,GAAJ,IAAI,CAAQ;QAAiB,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;IAAC,CAAC;CACxF;AAFD,sCAEC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,IAAY;IAC3C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC;QAAE,MAAM,IAAI,SAAS,CAAC,GAAG,IAAI,6BAA6B,CAAC,CAAC;IAC1G,OAAO,KAAK,CAAC;AACf,CAAC;AACD,SAAS,IAAI,CAAC,KAAc;IAC1B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,KAAgC,CAAC;QAC9C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,OAAO,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IACpG,CAAC;IACD,MAAM,IAAI,aAAa,CAAC,mBAAmB,CAAC,CAAC;AAC/C,CAAC;AACD,SAAS,MAAM,CAAC,KAAc;IAC5B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,uBAAuB,CAAC,CAAC;IAClH,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,sFAAsF;AACtF,SAAgB,QAAQ,CAAC,GAAW,EAAE,SAAsB,EAAE;IAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,UAAU,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,UAAU,CAAC,CAAC;IAC/D,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;IAC7D,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACzE,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,QAAQ;QAAE,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAC;IAC7F,IAAI,oEAAoE,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,uBAAuB,CAAC,CAAC;IACrI,4FAA4F;IAC5F,IAAI,4BAA4B,CAAC,IAAI,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,2BAA2B,CAAC,CAAC;IACjG,kGAAkG;IAClG,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,2CAA2C,EAAE,EAAE,CAAC,CAAC;IAChF,IAAI,kDAAkD,CAAC,IAAI,CAAC,UAAU,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAC;IACvH,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAChE,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,QAAQ,CAAC,CAAC;YAAE,MAAM,IAAI,aAAa,CAAC,uBAAuB,CAAC,CAAC;IACnM,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,QAAQ,CAAC,mEAAmE,CAAC,EAAE,CAAC;QAC7G,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,KAAK,EAAE,CAAC;aAC7B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,KAAK,EAAE,CAAC;QACtC,IAAI,KAAK,GAAG,QAAQ;YAAE,MAAM,IAAI,aAAa,CAAC,cAAc,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,8BAAY,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI;QAAE,MAAM,IAAI,aAAa,CAAC,eAAe,CAAC,CAAC;IAClF,MAAM,MAAM,GAAG,IAAI,2BAAS,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK,EAAE,mBAAmB,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;IACtJ,IAAI,QAAiC,CAAC;IACtC,IAAI,CAAC;QAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,aAAa,CAAC,eAAe,CAAC,CAAC;IAAC,CAAC;IACjG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,CAAC;QAAE,MAAM,IAAI,aAAa,CAAC,uBAAuB,CAAC,CAAC;IACnH,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK;QAAE,MAAM,IAAI,aAAa,CAAC,yBAAyB,CAAC,CAAC;IACnF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1G,IAAI,GAAG,CAAC,MAAM,GAAG,QAAQ;QAAE,MAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;IACrE,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QAC1B,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;YACrB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC3B,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9K,CAAC,CAAC;KACH,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,SAAgB,eAAe,CAAC,IAAY,EAAE,QAAQ,GAAG,SAAS;IAChE,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC/B,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,QAAQ;QAAE,MAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;IAC1F,OAAO,IAAA,sBAAO,EAAC,IAAI,EAAE;QACnB,QAAQ,EAAE,KAAK;QACf,MAAM,EAAE,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;QAClD,SAAS,EAAE,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;KAClL,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AACjC,CAAC;AAED,6FAA6F;AAC7F,SAAgB,oBAAoB,CAAC,KAAa;IAChD,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAC9D,MAAM,MAAM,GAAG,gBAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,CAAC;AAKD,8FAA8F;AAC9F,SAAgB,kBAAkB,CAAC,KAAoB,EAAE,IAAY;IACnE,MAAM,MAAM,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAU,CAAC;IACnE,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,GAA4B,CAAC,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;IACzM,IAAI,MAAgB,CAAC;IACrB,IAAI,CAAC;QAAC,MAAM,GAAG,gBAAQ,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;IAAC,CAAC;IACnH,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;IACvE,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,GAA0B,CAAC,KAAK,KAAK,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;IAC1J,IAAI,MAAM,CAAC,kBAAkB,EAAE,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;IAClG,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC;AAChD,CAAC"}
|
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { StatusSourceAdapter } from '@depwatch/core';
|
|
2
|
-
import type { StatusSourceOptions, SourceObservation, PollContext, PollResult } from '@depwatch/core';
|
|
3
|
-
import type { ParseLimits, RssItem } from './parsing.js';
|
|
4
|
-
export interface RssStatusOptions extends StatusSourceOptions {
|
|
5
|
-
url: string;
|
|
6
|
-
requestTimeoutMs?: number;
|
|
7
|
-
limits?: ParseLimits;
|
|
8
|
-
}
|
|
9
|
-
/** Template method: generic transport/XML processing delegates vendor interpretation to hooks. */
|
|
10
|
-
export declare abstract class RssStatusAdapter extends StatusSourceAdapter {
|
|
11
|
-
readonly url: string;
|
|
12
|
-
readonly requestTimeoutMs: number;
|
|
13
|
-
readonly limits: Readonly<Required<ParseLimits>>;
|
|
14
|
-
constructor(options: RssStatusOptions);
|
|
15
|
-
parse(xml: string, options: {
|
|
16
|
-
observedAt: Date;
|
|
17
|
-
limits?: ParseLimits;
|
|
18
|
-
}): SourceObservation[];
|
|
19
|
-
protected abstract normalizeItem(item: RssItem, observedAt: Date): SourceObservation;
|
|
20
|
-
protected finalizeObservations(observations: SourceObservation[]): SourceObservation[];
|
|
21
|
-
/** One request only. Scheduling, retry/backoff, persistence, and lease ownership belong to the runner. */
|
|
22
|
-
poll(context: PollContext): Promise<PollResult>;
|
|
23
|
-
}
|
|
@@ -1,146 +0,0 @@
|
|
|
1
|
-
import { StatusSourceAdapter, SourceObservationSchema, positiveDuration } from '@depwatch/core';
|
|
2
|
-
import { parseRss, RssParseError } from './parsing.js';
|
|
3
|
-
/** Template method: generic transport/XML processing delegates vendor interpretation to hooks. */
|
|
4
|
-
export class RssStatusAdapter extends StatusSourceAdapter {
|
|
5
|
-
url;
|
|
6
|
-
requestTimeoutMs;
|
|
7
|
-
limits;
|
|
8
|
-
constructor(options) {
|
|
9
|
-
super(options);
|
|
10
|
-
const url = new URL(options.url);
|
|
11
|
-
if (!['http:', 'https:'].includes(url.protocol) || url.username || url.password)
|
|
12
|
-
throw new TypeError('RSS URL must be HTTP(S) without embedded credentials');
|
|
13
|
-
this.url = url.href;
|
|
14
|
-
this.requestTimeoutMs = positiveDuration(options.requestTimeoutMs ?? 15_000, 'requestTimeoutMs');
|
|
15
|
-
if (this.requestTimeoutMs > 2_147_483_647)
|
|
16
|
-
throw new TypeError('requestTimeoutMs exceeds the Node timer range');
|
|
17
|
-
this.limits = Object.freeze({
|
|
18
|
-
maxBytes: positiveDuration(options.limits?.maxBytes ?? 1_000_000, 'maxBytes'),
|
|
19
|
-
maxItems: positiveDuration(options.limits?.maxItems ?? 1000, 'maxItems'),
|
|
20
|
-
maxDepth: positiveDuration(options.limits?.maxDepth ?? 64, 'maxDepth'),
|
|
21
|
-
});
|
|
22
|
-
}
|
|
23
|
-
parse(xml, options) {
|
|
24
|
-
this.validateObservedAt(options?.observedAt);
|
|
25
|
-
const items = parseRss(xml, { ...this.limits, ...options.limits }).items;
|
|
26
|
-
const observations = items.map(item => this.normalizeItem(item, new Date(options.observedAt)));
|
|
27
|
-
return this.finalizeObservations(observations).map(observation => {
|
|
28
|
-
const parsed = SourceObservationSchema.parse(observation);
|
|
29
|
-
if (parsed.system !== this.system || parsed.environment !== this.environment || parsed.sourceId !== this.sourceId)
|
|
30
|
-
throw new TypeError('Normalized observation does not belong to this source');
|
|
31
|
-
return parsed;
|
|
32
|
-
});
|
|
33
|
-
}
|
|
34
|
-
finalizeObservations(observations) { return observations; }
|
|
35
|
-
/** One request only. Scheduling, retry/backoff, persistence, and lease ownership belong to the runner. */
|
|
36
|
-
async poll(context) {
|
|
37
|
-
this.validateObservedAt(context.now);
|
|
38
|
-
const previous = context.previous;
|
|
39
|
-
if (previous && (previous.system !== this.system || previous.environment !== this.environment || previous.sourceId !== this.sourceId))
|
|
40
|
-
throw new TypeError('Checkpoint does not belong to this source');
|
|
41
|
-
const headers = { Accept: 'application/rss+xml, application/xml, text/xml' };
|
|
42
|
-
const validator = (value) => typeof value === 'string' && value.length > 0 && value.length <= 1024 && !/[\r\n]/.test(value);
|
|
43
|
-
if (previous?.lastSuccessfulCheckAt) {
|
|
44
|
-
if (validator(previous.state.etag))
|
|
45
|
-
headers['If-None-Match'] = previous.state.etag;
|
|
46
|
-
if (validator(previous.state.lastModified))
|
|
47
|
-
headers['If-Modified-Since'] = previous.state.lastModified;
|
|
48
|
-
}
|
|
49
|
-
const controller = new AbortController();
|
|
50
|
-
let timedOut = false;
|
|
51
|
-
let response;
|
|
52
|
-
let rejectAborted = () => { };
|
|
53
|
-
const aborted = new Promise((_, reject) => { rejectAborted = reject; });
|
|
54
|
-
const cancelResponse = () => {
|
|
55
|
-
try {
|
|
56
|
-
if (response)
|
|
57
|
-
void Promise.resolve(response.cancel()).catch(() => { });
|
|
58
|
-
}
|
|
59
|
-
catch { /* Cleanup must not hide the poll result. */ }
|
|
60
|
-
};
|
|
61
|
-
const abort = () => { controller.abort(); cancelResponse(); rejectAborted(new Error('request_aborted')); };
|
|
62
|
-
const timer = setTimeout(() => { timedOut = true; abort(); }, this.requestTimeoutMs);
|
|
63
|
-
context.signal.addEventListener('abort', abort, { once: true });
|
|
64
|
-
if (context.signal.aborted)
|
|
65
|
-
abort();
|
|
66
|
-
let stage = 'network';
|
|
67
|
-
const request = async () => {
|
|
68
|
-
if (controller.signal.aborted)
|
|
69
|
-
throw new Error('request_aborted');
|
|
70
|
-
response = await this.getHttpClient(context).request({ url: this.url, method: 'GET', headers, signal: controller.signal });
|
|
71
|
-
if (controller.signal.aborted) {
|
|
72
|
-
cancelResponse();
|
|
73
|
-
throw new Error('request_aborted');
|
|
74
|
-
}
|
|
75
|
-
const nextState = {};
|
|
76
|
-
const etag = response.headers['etag'];
|
|
77
|
-
const modified = response.headers['last-modified'];
|
|
78
|
-
if (validator(etag))
|
|
79
|
-
nextState.etag = etag;
|
|
80
|
-
if (validator(modified))
|
|
81
|
-
nextState.lastModified = modified;
|
|
82
|
-
if (response.status === 304) {
|
|
83
|
-
cancelResponse();
|
|
84
|
-
if (!headers['If-None-Match'] && !headers['If-Modified-Since'])
|
|
85
|
-
return { outcome: 'error', error: { kind: 'http', message: 'Unexpected RSS 304 without a cached validator' } };
|
|
86
|
-
return { outcome: 'not_modified', nextState: { ...previous?.state, ...nextState } };
|
|
87
|
-
}
|
|
88
|
-
if (response.status < 200 || response.status >= 300) {
|
|
89
|
-
cancelResponse();
|
|
90
|
-
const retry = response.headers['retry-after'];
|
|
91
|
-
const retryMs = retry && /^\d+$/.test(retry) ? Number(retry) * 1000 : retry ? Date.parse(retry) - context.now.getTime() : NaN;
|
|
92
|
-
return { outcome: 'error', error: { kind: [401, 403].includes(response.status) ? 'auth' : 'http', message: `RSS HTTP ${response.status}`, ...(Number.isSafeInteger(retryMs) && retryMs >= 0 ? { retryAfterMs: retryMs } : {}) } };
|
|
93
|
-
}
|
|
94
|
-
stage = 'parse';
|
|
95
|
-
const contentType = response.headers['content-type']?.split(';')[0]?.trim().toLowerCase();
|
|
96
|
-
const length = response.headers['content-length'];
|
|
97
|
-
if (contentType && !['application/rss+xml', 'application/xml', 'text/xml'].includes(contentType)) {
|
|
98
|
-
cancelResponse();
|
|
99
|
-
throw new RssParseError('invalid_content_type');
|
|
100
|
-
}
|
|
101
|
-
if (length && Number(length) > this.limits.maxBytes) {
|
|
102
|
-
cancelResponse();
|
|
103
|
-
throw new RssParseError('response_too_large');
|
|
104
|
-
}
|
|
105
|
-
if (!response.body)
|
|
106
|
-
throw new RssParseError('empty_response');
|
|
107
|
-
const iterator = response.body[Symbol.asyncIterator]();
|
|
108
|
-
const chunks = [];
|
|
109
|
-
let bytes = 0;
|
|
110
|
-
while (true) {
|
|
111
|
-
stage = 'network';
|
|
112
|
-
const { done, value } = await iterator.next();
|
|
113
|
-
if (controller.signal.aborted)
|
|
114
|
-
throw new Error('request_aborted');
|
|
115
|
-
if (done)
|
|
116
|
-
break;
|
|
117
|
-
stage = 'parse';
|
|
118
|
-
if (!(value instanceof Uint8Array))
|
|
119
|
-
throw new TypeError('HTTP body must yield byte chunks');
|
|
120
|
-
bytes += value.byteLength;
|
|
121
|
-
if (bytes > this.limits.maxBytes) {
|
|
122
|
-
cancelResponse();
|
|
123
|
-
throw new RssParseError('response_too_large');
|
|
124
|
-
}
|
|
125
|
-
chunks.push(value);
|
|
126
|
-
}
|
|
127
|
-
stage = 'parse';
|
|
128
|
-
const xml = new TextDecoder('utf-8', { fatal: true }).decode(Buffer.concat(chunks, bytes));
|
|
129
|
-
return { outcome: 'ok', observations: this.parse(xml, { observedAt: context.now }), nextState };
|
|
130
|
-
};
|
|
131
|
-
try {
|
|
132
|
-
return await Promise.race([request(), aborted]);
|
|
133
|
-
}
|
|
134
|
-
catch (error) {
|
|
135
|
-
// Do not copy URLs, headers or arbitrary fetch/parser exception messages into stored errors.
|
|
136
|
-
const kind = timedOut ? 'timeout' : context.signal.aborted ? 'cancelled' : stage;
|
|
137
|
-
return { outcome: 'error', error: { kind, message: error instanceof RssParseError ? error.code : `RSS ${kind} failure` } };
|
|
138
|
-
}
|
|
139
|
-
finally {
|
|
140
|
-
clearTimeout(timer);
|
|
141
|
-
context.signal.removeEventListener('abort', abort);
|
|
142
|
-
cancelResponse();
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
//# sourceMappingURL=RssStatusAdapter.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"RssStatusAdapter.js","sourceRoot":"","sources":["../../src/RssStatusAdapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEhG,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AASvD,kGAAkG;AAClG,MAAM,OAAgB,gBAAiB,SAAQ,mBAAmB;IACvD,GAAG,CAAS;IACZ,gBAAgB,CAAS;IACzB,MAAM,CAAkC;IAEjD,YAAY,OAAyB;QACnC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;YAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;QAC7J,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC;QACpB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,CAAC,gBAAgB,IAAI,MAAM,EAAE,kBAAkB,CAAC,CAAC;QACjG,IAAI,IAAI,CAAC,gBAAgB,GAAG,aAAa;YAAE,MAAM,IAAI,SAAS,CAAC,+CAA+C,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC1B,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,SAAS,EAAE,UAAU,CAAC;YAC7E,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,IAAI,EAAE,UAAU,CAAC;YACxE,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE,EAAE,UAAU,CAAC;SACvE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,GAAW,EAAE,OAAmD;QACpE,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACzE,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;YAC/D,MAAM,MAAM,GAAG,uBAAuB,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,SAAS,CAAC,uDAAuD,CAAC,CAAC;YAChM,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IAGS,oBAAoB,CAAC,YAAiC,IAAyB,OAAO,YAAY,CAAC,CAAC,CAAC;IAE/G,0GAA0G;IAC1G,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC7B,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,QAAQ,CAAC,WAAW,KAAK,IAAI,CAAC,WAAW,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,2CAA2C,CAAC,CAAC;QACxM,MAAM,OAAO,GAA2B,EAAE,MAAM,EAAE,gDAAgD,EAAE,CAAC;QACrG,MAAM,SAAS,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtJ,IAAI,QAAQ,EAAE,qBAAqB,EAAE,CAAC;YACpC,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;gBAAE,OAAO,CAAC,eAAe,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;YACnF,IAAI,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;gBAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC;QACzG,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,QAAkC,CAAC;QACvC,IAAI,aAAa,GAA4B,GAAG,EAAE,GAAE,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,cAAc,GAAG,GAAG,EAAE;YAC1B,IAAI,CAAC;gBAAC,IAAI,QAAQ;oBAAE,KAAK,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,4CAA4C,CAAC,CAAC;QACvI,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3G,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrF,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,OAAO,CAAC,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAC;QACpC,IAAI,KAAK,GAAwB,SAAS,CAAC;QAC3C,MAAM,OAAO,GAAG,KAAK,IAAyB,EAAE;YAC9C,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAClE,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3H,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAAC,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAAC,CAAC;YACxF,MAAM,SAAS,GAA4B,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;YACnD,IAAI,SAAS,CAAC,IAAI,CAAC;gBAAE,SAAS,CAAC,IAAI,GAAG,IAAI,CAAC;YAC3C,IAAI,SAAS,CAAC,QAAQ,CAAC;gBAAE,SAAS,CAAC,YAAY,GAAG,QAAQ,CAAC;YAC3D,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBAC5B,cAAc,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,mBAAmB,CAAC;oBAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,+CAA+C,EAAE,EAAE,CAAC;gBAC/K,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,GAAG,SAAS,EAAE,EAAE,CAAC;YACtF,CAAC;YACD,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBACpD,cAAc,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9H,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,QAAQ,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACpO,CAAC;YACD,KAAK,GAAG,OAAO,CAAC;YAChB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC1F,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;YAClD,IAAI,WAAW,IAAI,CAAC,CAAC,qBAAqB,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACjG,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,aAAa,CAAC,sBAAsB,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAAC,cAAc,EAAE,CAAC;gBAAC,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAC;YAAC,CAAC;YACzH,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAAE,MAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YACvD,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,EAAE,CAAC;gBACZ,KAAK,GAAG,SAAS,CAAC;gBAClB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC9C,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO;oBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBAClE,IAAI,IAAI;oBAAE,MAAM;gBAChB,KAAK,GAAG,OAAO,CAAC;gBAChB,IAAI,CAAC,CAAC,KAAK,YAAY,UAAU,CAAC;oBAAE,MAAM,IAAI,SAAS,CAAC,kCAAkC,CAAC,CAAC;gBAC5F,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC1B,IAAI,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAAC,cAAc,EAAE,CAAC;oBAAC,MAAM,IAAI,aAAa,CAAC,oBAAoB,CAAC,CAAC;gBAAC,CAAC;gBACtG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;YACD,KAAK,GAAG,OAAO,CAAC;YAChB,MAAM,GAAG,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;YAC3F,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC;QAClG,CAAC,CAAC;QACF,IAAI,CAAC;YAAC,OAAO,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC;QAAC,CAAC;QACxD,OAAO,KAAK,EAAE,CAAC;YACb,6FAA6F;YAC7F,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC;YACjF,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,YAAY,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,UAAU,EAAE,EAAE,CAAC;QAC7H,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACnD,cAAc,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;CACF"}
|
package/dist/esm/index.js.map
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,cAAc,cAAc,CAAC;AAC7B,cAAc,uBAAuB,CAAC;AAStC,+FAA+F;AAC/F,MAAM,UAAU,sBAAsB,CAAC,OAAkG;IACvI,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ;QAAE,MAAM,IAAI,SAAS,CAAC,sDAAsD,CAAC,CAAC;IAC7J,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,EAAE,CAAC,CAAC;AAC1O,CAAC"}
|