@miso.ai/server-feed 0.6.3-beta.7 → 0.6.3-beta.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/cli/index.js +2 -2
- package/package.json +2 -2
- package/src/stream/feed.js +7 -5
- package/src/stream/index.js +1 -1
- package/src/version.js +1 -1
package/cli/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { yargs, stream } from '@miso.ai/server-commons';
|
|
3
|
-
import { version,
|
|
3
|
+
import { version, feedStreams } from '../src/index.js';
|
|
4
4
|
|
|
5
5
|
yargs.build(yargs => {
|
|
6
6
|
yargs
|
|
@@ -34,7 +34,7 @@ yargs.build(yargs => {
|
|
|
34
34
|
async function run(options) {
|
|
35
35
|
await stream.pipeline(
|
|
36
36
|
process.stdin,
|
|
37
|
-
|
|
37
|
+
...feedStreams(options),
|
|
38
38
|
new stream.OutputStream(),
|
|
39
39
|
);
|
|
40
40
|
}
|
package/package.json
CHANGED
|
@@ -16,9 +16,9 @@
|
|
|
16
16
|
"simonpai <simon.pai@askmiso.com>"
|
|
17
17
|
],
|
|
18
18
|
"dependencies": {
|
|
19
|
-
"@miso.ai/server-commons": "0.6.3-beta.
|
|
19
|
+
"@miso.ai/server-commons": "0.6.3-beta.8",
|
|
20
20
|
"feedparser": "^2.2.10",
|
|
21
21
|
"node-fetch": "^3.3.2"
|
|
22
22
|
},
|
|
23
|
-
"version": "0.6.3-beta.
|
|
23
|
+
"version": "0.6.3-beta.8"
|
|
24
24
|
}
|
package/src/stream/feed.js
CHANGED
|
@@ -3,14 +3,16 @@ import FeedParser from 'feedparser';
|
|
|
3
3
|
import DateFilterStream from './date-filter.js';
|
|
4
4
|
import ArticleTransformStream from './transform.js';
|
|
5
5
|
|
|
6
|
-
export default function
|
|
6
|
+
export default function feedStreams({ parse, after, update, transform } = {}) {
|
|
7
7
|
const threshold = update ? (Date.now() - parseDuration(update)) : startOfDate(after);
|
|
8
|
-
|
|
8
|
+
const streams = [
|
|
9
|
+
new FeedParser(parse),
|
|
10
|
+
];
|
|
9
11
|
if (threshold) {
|
|
10
|
-
|
|
12
|
+
streams.push(new DateFilterStream(threshold));
|
|
11
13
|
}
|
|
12
14
|
if (transform) {
|
|
13
|
-
|
|
15
|
+
streams.push(new ArticleTransformStream());
|
|
14
16
|
}
|
|
15
|
-
return
|
|
17
|
+
return streams;
|
|
16
18
|
}
|
package/src/stream/index.js
CHANGED
package/src/version.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
export default '0.6.3-beta.
|
|
1
|
+
export default '0.6.3-beta.8';
|