@miso.ai/server-feed 0.6.3-beta.2

package/cli/index.js

@@ -0,0 +1,34 @@
+#!/usr/bin/env node
+import { yargs, stream } from '@miso.ai/server-commons';
+import version from '../src/version.js';
+import { stream as createFeedStream } from '../src/index.js';
+
+yargs.build(yargs => {
+  yargs
+    .env('MISO_FEED')
+    .option('url', {
+      type: 'string',
+    })
+    .option('auth', {
+      alias: 'u',
+      type: 'string',
+    })
+    .option('debug', {
+      type: 'boolean',
+      default: false,
+    })
+    .hide('debug')
+    .command({
+      command: '* [url]',
+      description: 'Read items from feed',
+      handler: run,
+    })
+    .version(version);
+});
+
+async function run({ url, auth } = {}) {
+  await stream.pipeline(
+    await createFeedStream(url, { fetch: { auth } }),
+    new stream.OutputStream(),
+  );
+}

package/package.json

@@ -0,0 +1,24 @@
+{
+  "name": "@miso.ai/server-feed",
+  "description": "Miso RSS/Atom feed data tools",
+  "type": "module",
+  "main": "src/index.js",
+  "bin": {
+    "miso-feed": "cli/index.js"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {},
+  "repository": "MisoAI/miso-server-js-sdk",
+  "license": "MIT",
+  "contributors": [
+    "simonpai <simon.pai@askmiso.com>"
+  ],
+  "dependencies": {
+    "@miso.ai/server-commons": "0.6.3-beta.2",
+    "feedparser": "^2.2.10",
+    "node-fetch": "^3.3.2"
+  },
+  "version": "0.6.3-beta.2"
+}

package/src/index.js

@@ -0,0 +1 @@
+export { default as stream } from './stream.js';

package/src/stream.js

@@ -0,0 +1,28 @@
+import { Buffer } from 'buffer';
+import fetch, { Headers } from 'node-fetch';
+import FeedParser from 'feedparser';
+
+export default async function stream(url, { fetch: fetchOptions, parse: parseOptions } = {}) {
+  const { status, body } = await fetch(url, buildFetchOptions(fetchOptions));
+  if (status !== 200) {
+    throw new Error(`Failed to fetch ${url}: ${status}`);
+  }
+  return body.pipe(new FeedParser(parseOptions));
+}
+
+function buildFetchOptions({ headers, auth, ...options } = {}) {
+  headers = new Headers(headers);
+  if (auth) {
+    if (typeof auth === 'object' && auth.username && auth.password) {
+      auth = `${auth.username}:${auth.password}`;
+    }
+    if (typeof auth !== 'string') {
+      throw new TypeError(`Invalid auth: must me a string or an object.`);
+    }
+    headers.set('Authorization', 'Basic ' + Buffer.from(auth).toString('base64'));
+  }
+  return {
+    ...options,
+    headers,
+  };
+}

package/src/version.js

@@ -0,0 +1 @@
+export default '0.6.3-beta.2';