feedme 2.0.3 → 2.0.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/feedme.d.ts +1 -2
- package/dist/feedme.js +3 -3
- package/dist/feedme.js.map +1 -1
- package/dist/jsonfeedparser.d.ts +2 -3
- package/dist/jsonfeedparser.js +20 -14
- package/dist/jsonfeedparser.js.map +1 -1
- package/dist/parser.d.ts +4 -5
- package/dist/xmlfeedparser.d.ts +2 -3
- package/dist/xmlfeedparser.js +34 -25
- package/dist/xmlfeedparser.js.map +1 -1
- package/package.json +10 -6
package/README.md
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
|
|
4
4
|
feedme.js is an RSS/Atom/JSON feed parser. How is this different from the other few feed parsers? It uses [sax-js](https://github.com/isaacs/sax-js) for xml parsing and [clarinet](https://github.com/dscape/clarinet) for json parsing. That means it is coded in pure Javascript and thus more deployable. I needed a parser that wouldn't require me to install external dependencies or to compile anything.
|
|
5
5
|
|
|
6
|
-
[](https://www.npmjs.com/package/feedme)
|
|
6
|
+
[](https://www.npmjs.com/package/feedme)
|
|
7
7
|
[](https://github.com/fent/feedme.js/actions/workflows/nodejs.yml)
|
|
8
8
|
[](https://codecov.io/gh/fent/feedme.js)
|
|
9
9
|
|
package/dist/feedme.d.ts
CHANGED
package/dist/feedme.js
CHANGED
|
@@ -3,10 +3,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const
|
|
7
|
-
const xmlfeedparser_1 = __importDefault(require("./xmlfeedparser"));
|
|
6
|
+
const node_stream_1 = require("node:stream");
|
|
8
7
|
const jsonfeedparser_1 = __importDefault(require("./jsonfeedparser"));
|
|
9
|
-
|
|
8
|
+
const xmlfeedparser_1 = __importDefault(require("./xmlfeedparser"));
|
|
9
|
+
class FeedMe extends node_stream_1.Writable {
|
|
10
10
|
/**
|
|
11
11
|
* Creates an instance of a parser. Parser can be JSON/XML.
|
|
12
12
|
*
|
package/dist/feedme.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"feedme.js","sourceRoot":"","sources":["../src/feedme.ts"],"names":[],"mappings":";;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"feedme.js","sourceRoot":"","sources":["../src/feedme.ts"],"names":[],"mappings":";;;;;AAAA,6CAAuC;AACvC,sEAA8C;AAE9C,oEAA4C;AAE5C,MAAqB,MAAO,SAAQ,sBAAQ;IAI1C;;;;;;OAMG;IACH,YAAY,MAAM,GAAG,KAAK;QACxB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,YAAY;QACV,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;QAC5C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CACzB,KAAsB,EACtB,GAAG,IAAe,EACT,EAAE;YACX,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;YACxD,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,IAAY,EACZ,QAAwB,EACxB,QAAsC;QAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;QAE5B,4CAA4C;QAC5C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,OAAO,GAAG,IAAI,uBAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,CAAC;iBAAM,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAChD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC1B,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;gBACtD,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC/C,CAAC;IAED,MAAM,CAAC,QAAsC;QAC3C,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;IAC7B,CAAC;CACF;AAtED,yBAsEC;AAID,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC"}
|
package/dist/jsonfeedparser.d.ts
CHANGED
package/dist/jsonfeedparser.js
CHANGED
|
@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const
|
|
6
|
+
const node_stream_1 = require("node:stream");
|
|
7
7
|
const clarinet_1 = __importDefault(require("clarinet"));
|
|
8
8
|
/**
|
|
9
9
|
* Gets rid of unnecessary keys in an object
|
|
@@ -16,7 +16,7 @@ const clarinet_1 = __importDefault(require("clarinet"));
|
|
|
16
16
|
*/
|
|
17
17
|
const cleanObject = (obj) => {
|
|
18
18
|
if (obj.$t !== undefined) {
|
|
19
|
-
|
|
19
|
+
const keysLength = Object.keys(obj).length;
|
|
20
20
|
if (keysLength === 1 || (keysLength === 2 && obj.type !== undefined)) {
|
|
21
21
|
return obj.$t;
|
|
22
22
|
}
|
|
@@ -33,11 +33,12 @@ const cleanObject = (obj) => {
|
|
|
33
33
|
* @param {boolean} buffer If true, will buffer entire object.
|
|
34
34
|
* @return {CStream}
|
|
35
35
|
*/
|
|
36
|
-
class JSONFeedParser extends
|
|
36
|
+
class JSONFeedParser extends node_stream_1.Writable {
|
|
37
37
|
constructor(buffer) {
|
|
38
38
|
super();
|
|
39
39
|
this._buffer = buffer;
|
|
40
|
-
const parser =
|
|
40
|
+
const parser = clarinet_1.default.createStream();
|
|
41
|
+
this.parser = parser;
|
|
41
42
|
const stack = [];
|
|
42
43
|
this._currObj = {};
|
|
43
44
|
this._currKey = 'feed';
|
|
@@ -71,7 +72,8 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
71
72
|
this._currKey = key;
|
|
72
73
|
return;
|
|
73
74
|
}
|
|
74
|
-
|
|
75
|
+
const obj = {};
|
|
76
|
+
this._currObj[this._currKey] = obj;
|
|
75
77
|
stack.push({
|
|
76
78
|
obj: this._currObj,
|
|
77
79
|
key: this._currKey,
|
|
@@ -81,9 +83,11 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
81
83
|
this._currKey = key;
|
|
82
84
|
inArray = false;
|
|
83
85
|
};
|
|
84
|
-
const onkey = (key) => {
|
|
86
|
+
const onkey = (key) => {
|
|
87
|
+
this._currKey = key;
|
|
88
|
+
};
|
|
85
89
|
const oncloseobject = () => {
|
|
86
|
-
|
|
90
|
+
const parent = stack.pop();
|
|
87
91
|
if (!parent) {
|
|
88
92
|
return;
|
|
89
93
|
}
|
|
@@ -104,10 +108,11 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
104
108
|
else if (inArray) {
|
|
105
109
|
const currArr = currObj;
|
|
106
110
|
if (stack.length === 2) {
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
'item'
|
|
110
|
-
|
|
111
|
+
const key = stack[1].key;
|
|
112
|
+
const event = key === 'entry' || key === 'items'
|
|
113
|
+
? 'item'
|
|
114
|
+
: stack[1].key;
|
|
115
|
+
const data = currArr[this._currKey];
|
|
111
116
|
parser.emit(event, data);
|
|
112
117
|
if (!buffer) {
|
|
113
118
|
currArr.splice(this._currKey, 1);
|
|
@@ -120,7 +125,8 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
120
125
|
};
|
|
121
126
|
const onopenarray = () => {
|
|
122
127
|
feedJustFound = false;
|
|
123
|
-
|
|
128
|
+
const obj = [];
|
|
129
|
+
this._currObj[this._currKey] = obj;
|
|
124
130
|
stack.push({
|
|
125
131
|
obj: this._currObj,
|
|
126
132
|
key: this._currKey,
|
|
@@ -131,7 +137,7 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
131
137
|
inArray = true;
|
|
132
138
|
};
|
|
133
139
|
const onclosearray = () => {
|
|
134
|
-
|
|
140
|
+
const parent = stack.pop();
|
|
135
141
|
this._currObj = parent.obj;
|
|
136
142
|
this._currKey = parent.key;
|
|
137
143
|
inArray = parent.arr;
|
|
@@ -165,7 +171,7 @@ class JSONFeedParser extends stream_1.Writable {
|
|
|
165
171
|
if (!this._buffer) {
|
|
166
172
|
return;
|
|
167
173
|
}
|
|
168
|
-
|
|
174
|
+
const root = this._currObj[this._currKey];
|
|
169
175
|
root.type = 'json';
|
|
170
176
|
if (Array.isArray(root.entry)) {
|
|
171
177
|
root.items = root.entry;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jsonfeedparser.js","sourceRoot":"","sources":["../src/jsonfeedparser.ts"],"names":[],"mappings":";;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"jsonfeedparser.js","sourceRoot":"","sources":["../src/jsonfeedparser.ts"],"names":[],"mappings":";;;;;AAAA,6CAAuC;AACvC,wDAA+C;AAc/C;;;;;;;;GAQG;AACH,MAAM,WAAW,GAAG,CAAC,GAAe,EAAE,EAAE;IACtC,IAAI,GAAG,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;QAC3C,IAAI,UAAU,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;YACrE,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAqB,cAAe,SAAQ,sBAAQ;IAMlD,YAAY,MAAe;QACzB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,MAAM,MAAM,GAAG,kBAAQ,CAAC,YAAY,EAAyB,CAAC;QAC9D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAMrB,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;QACvB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,6DAA6D;QAC7D,oDAAoD;QACpD,MAAM,QAAQ,GAAG,CAAC,GAAW,EAAE,EAAE;YAC/B,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;gBACnB,aAAa,GAAG,IAAI,CAAC;gBACrB,MAAM,CAAC,cAAc,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;gBAC9C,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,CAAC,KAAgB,EAAE,EAAE;YACnC,aAAa,GAAG,KAAK,CAAC;YACrB,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;YACrD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAkB,EAAE,KAAK,CAAC,CAAC;gBAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAQ,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAkB,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACX,IAAI,CAAC,QAAmB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,EAAE;YACnC,IAAI,aAAa,EAAE,CAAC;gBAClB,aAAa,GAAG,KAAK,CAAC;gBACtB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;gBACpB,OAAO;YACT,CAAC;YACD,MAAM,GAAG,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,IAAI,CAAC,QAAQ;gBAClB,GAAG,EAAE,IAAI,CAAC,QAAQ;gBAClB,GAAG,EAAE,OAAO;aACb,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;YACpB,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,CAAC,GAAW,EAAE,EAAE;YAC5B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;QACtB,CAAC,CAAC;QAEF,MAAM,aAAa,GAAG,GAAG,EAAE;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;YACT,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC;YAC3B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC;YAC3B,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;YAErB,gBAAgB;YAChB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAsB,CAAC;YAC5C,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,WAAW,CAClC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAe,CACrC,CAAC;YAEF,sCAAsC;YACtC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACxD,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAChC,CAAC;gBAED,sBAAsB;YACxB,CAAC;iBAAM,IAAI,OAAO,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,OAA+B,CAAC;gBAChD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBACzB,MAAM,KAAK,GACT,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO;wBAChC,CAAC,CAAC,MAAM;wBACR,CAAC,CAAE,KAAK,CAAC,CAAC,CAAC,CAAC,GAAc,CAAC;oBAC/B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,QAAkB,CAAC,CAAC;oBAC9C,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBACzB,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,QAAkB,EAAE,CAAC,CAAC,CAAC;oBAC7C,CAAC;gBACH,CAAC;gBAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,EAAE,CAAC;oBAC9B,IAAI,CAAC,QAAmB,EAAE,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,WAAW,GAAG,GAAG,EAAE;YACvB,aAAa,GAAG,KAAK,CAAC;YACtB,MAAM,GAAG,GAAY,EAAE,CAAC;YACvB,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,IAAI,CAAC,QAAQ;gBAClB,GAAG,EAAE,IAAI,CAAC,QAAQ;gBAClB,GAAG,EAAE,OAAO;aACb,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;YACpB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC;YAClB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,GAAG,EAAE;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAe,CAAC;YACxC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC;YAC3B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC;YAC3B,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;YAErB,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAQ,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,EAAE,CAAC;gBAClB,IAAI,CAAC,QAAmB,EAAE,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QAClC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QACtC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxB,MAAM,CAAC,EAAE,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QACpC,MAAM,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CACJ,KAAa,EACb,QAAwB,EACxB,QAAsC;QAEtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,QAAsC;QAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAI,IAAI,CAAC,QAAuB,CAAC,IAAI,CAAC,QAAQ,CAAa,CAAC;QACtE,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC;QACnB,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;QAClB,OAAO,IAAY,CAAC;IACtB,CAAC;CACF;AAjLD,iCAiLC"}
|
package/dist/parser.d.ts
CHANGED
|
@@ -1,12 +1,11 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
export declare type FeedObject = string | {
|
|
1
|
+
import type { Writable } from 'node:stream';
|
|
2
|
+
export type FeedObject = string | {
|
|
4
3
|
[key: string]: string | boolean | null | FeedObject | FeedObject[];
|
|
5
4
|
};
|
|
6
|
-
export
|
|
5
|
+
export type FeedItem = {
|
|
7
6
|
[key: string]: FeedObject;
|
|
8
7
|
};
|
|
9
|
-
export
|
|
8
|
+
export type Feed = {
|
|
10
9
|
type: string;
|
|
11
10
|
items: FeedItem[];
|
|
12
11
|
[key: string]: FeedObject | FeedObject[];
|
package/dist/xmlfeedparser.d.ts
CHANGED
package/dist/xmlfeedparser.js
CHANGED
|
@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
const
|
|
6
|
+
const node_stream_1 = require("node:stream");
|
|
7
7
|
const sax_1 = __importDefault(require("sax"));
|
|
8
8
|
/**
|
|
9
9
|
* Convert simple XML elements into text values. Elements with no content
|
|
@@ -41,26 +41,28 @@ const cleanObj = (obj) => {
|
|
|
41
41
|
* @returns {string}
|
|
42
42
|
*/
|
|
43
43
|
const trimIndent = (str) => {
|
|
44
|
-
|
|
44
|
+
const split = str.split('\n');
|
|
45
45
|
// The last line should be indented and only contain whitespace.
|
|
46
|
-
if (split.length > 1
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
}
|
|
52
|
-
// Remove the last line, as it's only whitespace.
|
|
53
|
-
split.pop();
|
|
54
|
-
let wholeindent = rs[0] + rs[1];
|
|
55
|
-
// Remove indent from beginning of every line.
|
|
56
|
-
for (let i = 0, l = split.length; i < l; i++) {
|
|
57
|
-
let s = split[i];
|
|
58
|
-
if (s.indexOf(wholeindent) !== 0) {
|
|
46
|
+
if (split.length > 1) {
|
|
47
|
+
const rs = /^((?: {3})+|(?: {2})+|(?: {4})+|(?:\t)+)$/m.exec(split[split.length - 1]);
|
|
48
|
+
if (rs) {
|
|
49
|
+
// The very first line should be empty.
|
|
50
|
+
if (split.shift() !== '') {
|
|
59
51
|
return str;
|
|
60
52
|
}
|
|
61
|
-
|
|
53
|
+
// Remove the last line, as it's only whitespace.
|
|
54
|
+
split.pop();
|
|
55
|
+
const wholeindent = rs[0] + rs[1];
|
|
56
|
+
// Remove indent from beginning of every line.
|
|
57
|
+
for (let i = 0, l = split.length; i < l; i++) {
|
|
58
|
+
const s = split[i];
|
|
59
|
+
if (s.indexOf(wholeindent) !== 0) {
|
|
60
|
+
return str;
|
|
61
|
+
}
|
|
62
|
+
split[i] = s.substr(wholeindent.length);
|
|
63
|
+
}
|
|
64
|
+
str = split.join('\n');
|
|
62
65
|
}
|
|
63
|
-
str = split.join('\n');
|
|
64
66
|
}
|
|
65
67
|
return str;
|
|
66
68
|
};
|
|
@@ -70,18 +72,19 @@ const trimIndent = (str) => {
|
|
|
70
72
|
* @param {boolean} buffer If true, will buffer entire object.
|
|
71
73
|
* @return {sax.Stream}
|
|
72
74
|
*/
|
|
73
|
-
class XMLFeedParser extends
|
|
75
|
+
class XMLFeedParser extends node_stream_1.Writable {
|
|
74
76
|
constructor(buffer) {
|
|
75
77
|
super();
|
|
76
78
|
this._buffer = buffer;
|
|
77
|
-
const parser =
|
|
79
|
+
const parser = sax_1.default.createStream(false, { lowercase: true });
|
|
80
|
+
this.parser = parser;
|
|
78
81
|
const stack = [];
|
|
79
82
|
this._root = this._obj = {};
|
|
80
83
|
// First start listening for the root tag.
|
|
81
84
|
const openf1 = (node) => {
|
|
82
85
|
if (node.name === 'channel' || node.name === 'feed') {
|
|
83
86
|
if (node.name === 'feed') {
|
|
84
|
-
|
|
87
|
+
const type = 'atom';
|
|
85
88
|
this._root.type = type;
|
|
86
89
|
parser.emit('type', type);
|
|
87
90
|
}
|
|
@@ -92,7 +95,7 @@ class XMLFeedParser extends stream_1.Writable {
|
|
|
92
95
|
parser.on('closetag', onclosetag);
|
|
93
96
|
}
|
|
94
97
|
else if (node.name === 'rss' || node.name === 'rdf:rdf') {
|
|
95
|
-
|
|
98
|
+
const type = `rss ${node.attributes.version || '1.0'}`;
|
|
96
99
|
this._root.type = type;
|
|
97
100
|
parser.emit('type', type);
|
|
98
101
|
}
|
|
@@ -141,11 +144,17 @@ class XMLFeedParser extends stream_1.Writable {
|
|
|
141
144
|
}
|
|
142
145
|
this._obj = parent.obj;
|
|
143
146
|
const key = parent.key;
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
+
let data;
|
|
148
|
+
if (parent.i !== undefined) {
|
|
149
|
+
data = cleanObj(this._obj[key][parent.i]);
|
|
150
|
+
this._obj[key][parent.i] = data;
|
|
151
|
+
}
|
|
152
|
+
else {
|
|
153
|
+
data = cleanObj(this._obj[key]);
|
|
154
|
+
this._obj[key] = data;
|
|
155
|
+
}
|
|
147
156
|
if (!stack.length) {
|
|
148
|
-
|
|
157
|
+
const skey = key === 'entry' || key === 'items' ? 'item' : key;
|
|
149
158
|
// Some feeds will contain a summary of items at the top.
|
|
150
159
|
// Ignore this.
|
|
151
160
|
if (key !== 'items' || Array.isArray(data)) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"xmlfeedparser.js","sourceRoot":"","sources":["../src/xmlfeedparser.ts"],"names":[],"mappings":";;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"xmlfeedparser.js","sourceRoot":"","sources":["../src/xmlfeedparser.ts"],"names":[],"mappings":";;;;;AAAA,6CAAuC;AACvC,8CAKa;AAwBb;;;;;;;GAOG;AACH,MAAM,QAAQ,GAAG,CAAC,GAAiB,EAAE,EAAE;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACrC,MAAM,oBAAoB,GAAG,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;IAC5D,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACrB,iCAAiC;QACjC,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACnD,OAAO,GAAG,CAAC,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;SAAM,IAAI,IAAI,KAAK,CAAC,IAAI,oBAAoB,EAAE,CAAC;QAC9C,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAE9B,gEAAgE;IAChE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,MAAM,EAAE,GAAG,4CAA4C,CAAC,IAAI,CAC1D,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CACxB,CAAC;QACF,IAAI,EAAE,EAAE,CAAC;YACP,uCAAuC;YACvC,IAAI,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC;gBACzB,OAAO,GAAG,CAAC;YACb,CAAC;YAED,iDAAiD;YACjD,KAAK,CAAC,GAAG,EAAE,CAAC;YAEZ,MAAM,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YAElC,8CAA8C;YAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC7C,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACnB,IAAI,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,OAAO,GAAG,CAAC;gBACb,CAAC;gBACD,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAC1C,CAAC;YAED,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAqB,aAAc,SAAQ,sBAAQ;IAMjD,YAAY,MAAe;QACzB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QACtB,MAAM,MAAM,GAAG,aAAG,CAAC,YAAY,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,KAAK,GAIL,EAAE,CAAC;QACT,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QAE5B,0CAA0C;QAC1C,MAAM,MAAM,GAAG,CAAC,IAAwB,EAAE,EAAE;YAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpD,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,MAAM,CAAC;oBACpB,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;oBACvB,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBACD,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBACzC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC1B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;gBAC3B,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;gBAChC,MAAM,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACpC,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;gBAC1D,MAAM,IAAI,GAAG,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,KAAK,EAAE,CAAC;gBACvD,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;gBACvB,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBACzC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC,CAAC;gBAC5D,wBAAwB;YAC1B,CAAC;QACH,CAAC,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAE7B,MAAM,MAAM,GAAG,CAAC,IAAY,EAAE,EAAE;YAC9B,0DAA0D;YAC1D,MAAM,EAAE,GAAG,qCAAqC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,IAAI,EAAE,KAAK,IAAI,IAAI,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC;gBACxD,OAAO;YACT,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAoB,CAAC;YACtC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;gBACrB,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;YAChB,CAAC;YACD,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC;QACnB,CAAC,CAAC;QAEF,mEAAmE;QACnE,MAAM,SAAS,GAAG,CAAC,IAAwB,EAAE,EAAE;YAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;YACtB,IAAI,CAAqB,CAAC;YAE1B,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;oBACnC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,UAAU,CAAgB,CAAC;oBAClE,CAAC,GAAG,CAAC,CAAC;gBACR,CAAC;qBAAM,CAAC;oBACN,CAAC,GAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;YACnC,CAAC;YAED,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,UAAoB,CAAC;QACxC,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,GAAG,EAAE;YACtB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YAC3B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;YACT,CAAC;YAED,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,GAAa,CAAC;YACjC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;YACvB,IAAI,IAA2B,CAAC;YAChC,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,GAAG,QAAQ,CAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAiB,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAiB,CAAC,CAAC;gBAChD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAClB,MAAM,IAAI,GAAG,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC/D,yDAAyD;gBACzD,eAAe;gBACf,IAAI,GAAG,KAAK,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC3C,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;oBACxB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;wBAClB,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CACJ,KAAa,EACb,QAAwB,EACxB,QAAsC;QAEtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,QAAsC;QAC3C,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,CAAC;IACjB,CAAC;IAED,yCAAyC;IACzC,0CAA0C;IAC1C,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,IAAI,KAA8B,CAAC;QACnC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACxB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACzB,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YACpC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,KAAK,GAAG,EAAE,CAAC;QACb,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;QACvB,OAAO,IAAI,CAAC,KAAa,CAAC;IAC5B,CAAC;CACF;AAhJD,gCAgJC"}
|
package/package.json
CHANGED
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
"json",
|
|
9
9
|
"parser"
|
|
10
10
|
],
|
|
11
|
-
"version": "2.0.
|
|
11
|
+
"version": "2.0.4",
|
|
12
12
|
"repository": {
|
|
13
13
|
"type": "git",
|
|
14
14
|
"url": "git://github.com/fent/feedme.js.git"
|
|
@@ -22,6 +22,8 @@
|
|
|
22
22
|
"dist"
|
|
23
23
|
],
|
|
24
24
|
"scripts": {
|
|
25
|
+
"lint": "biome check .",
|
|
26
|
+
"lint:fix": "biome check --write .",
|
|
25
27
|
"prepare": "tsc -p tsconfig.build.json",
|
|
26
28
|
"build": "tsc -p tsconfig.build.json",
|
|
27
29
|
"test": "nyc --extension .ts --reporter=lcov --reporter=text-summary npm run test:unit",
|
|
@@ -32,17 +34,19 @@
|
|
|
32
34
|
"sax": "^1.2.4"
|
|
33
35
|
},
|
|
34
36
|
"devDependencies": {
|
|
37
|
+
"@biomejs/biome": "^2.5.15",
|
|
35
38
|
"@types/clarinet": "^0.12.0",
|
|
36
|
-
"@types/mocha": "^
|
|
37
|
-
"@types/node": "^
|
|
39
|
+
"@types/mocha": "^10.0.10",
|
|
40
|
+
"@types/node": "^20.1.2",
|
|
38
41
|
"@types/sax": "^1.2.1",
|
|
39
42
|
"mocha": "^12.0.3",
|
|
40
43
|
"nyc": "^18.0.0",
|
|
41
|
-
"ts-node": "^9.
|
|
42
|
-
"typescript": "^
|
|
44
|
+
"ts-node": "^10.9.2",
|
|
45
|
+
"typescript": "^5.6.3"
|
|
43
46
|
},
|
|
44
47
|
"engines": {
|
|
45
|
-
"node": ">=
|
|
48
|
+
"node": ">=20"
|
|
46
49
|
},
|
|
50
|
+
"sideEffects": false,
|
|
47
51
|
"license": "MIT"
|
|
48
52
|
}
|