@miso.ai/server-feed 0.6.3-beta.8 → 0.6.3

package/package.json

@@ -16,9 +16,9 @@
     "simonpai <simon.pai@askmiso.com>"
   ],
   "dependencies": {
-    "@miso.ai/server-commons": "0.6.3-beta.8",
+    "@miso.ai/server-commons": "0.6.3",
     "feedparser": "^2.2.10",
     "node-fetch": "^3.3.2"
   },
-  "version": "0.6.3-beta.8"
+  "version": "0.6.3"
 }

package/src/stream/date-filter.js

@@ -7,19 +7,16 @@ export default class DateFilterStream extends Transform {
     this._threshold = threshold;
   }
 
-  async _transform(record, _) {
+  _transform(record, _, next) {
     try {
       const timestamp = Date.parse(record.date);
-      if (timestamp < this._threshold) {
-        //this.end();
-        return;
+      if (timestamp >= this._threshold) {
+        this.push(record);
       }
     } catch (err) {
       console.error(err);
-      //this.end();
-      return;
     }
-    this.push(record);
+    next();
   }
 
 }

package/src/stream/feed.js

@@ -2,6 +2,7 @@ import { parseDuration, startOfDate } from '@miso.ai/server-commons';
 import FeedParser from 'feedparser';
 import DateFilterStream from './date-filter.js';
 import ArticleTransformStream from './transform.js';
+import IdentityStream from './identity.js';
 
 export default function feedStreams({ parse, after, update, transform } = {}) {
   const threshold = update ? (Date.now() - parseDuration(update)) : startOfDate(after);
@@ -14,5 +15,9 @@ export default function feedStreams({ parse, after, update, transform } = {}) {
   if (transform) {
     streams.push(new ArticleTransformStream());
   }
+  if (streams.length === 1) {
+    // because Duplex stream is not async iterable
+    streams.push(new IdentityStream());
+  }
   return streams;
 }

package/src/stream/identity.js

@@ -0,0 +1,13 @@
+import { Transform } from 'stream';
+
+export default class IdentityStream extends Transform {
+
+  constructor() {
+    super({ objectMode: true });
+  }
+
+  _transform(record, _, next) {
+    next(undefined, record);
+  }
+
+}

package/src/stream/transform.js

@@ -8,7 +8,7 @@ export default class ArticleTransformStream extends Transform {
     this._after = after;
   }
 
-  async _transform({
+  _transform({
     title,
     description,
     summary,
@@ -20,7 +20,7 @@ export default class ArticleTransformStream extends Transform {
     image,
     author,
     categories,
-  }, _) {
+  }, _, next) {
     if (this._after !== undefined) {
       try {
         const timestamp = Date.parse(date);
@@ -56,6 +56,7 @@ export default class ArticleTransformStream extends Transform {
         summary,
       }),
     }));
+    next();
   }
 
 }

package/src/version.js

@@ -1 +1 @@
-export default '0.6.3-beta.8';
+export default '0.6.3';