backend-manager 3.2.146 → 3.2.148

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "3.2.146",
+  "version": "3.2.148",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {

package/src/manager/functions/core/cron/daily/ghostii-auto-publisher.js

@@ -2,15 +2,17 @@
 const fetch = require('wonderful-fetch');
 const powertools = require('node-powertools');
 const moment = require('moment');
+const JSON5 = require('json5');
 
 const PROMPT = `
-  Company: {name}: {description}
-  Current Date: {date}
+  Company: {app.name}: {app.brand.description}
+  Date: {date}
   Instructions: {prompt}
 
-  Use the following information to find a topic related to our company description:
+  Use the following information to find a topic related to our company:
   {suggestion}
 `
+
 const USER_AGENT = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36';
 
 function Module() {
@@ -28,24 +30,11 @@ Module.prototype.main = function (assistant, context) {
     // Log
     assistant.log(`Starting...`);
 
-    // Get settings
-    const settings = Manager.config.ghostii;
-
     // Set post ID
     self.postId = moment().unix();
 
-    // Log
-    assistant.log(`Settings`, settings);
-
-    // Quit if articles are disabled
-    if (!settings.articles || !settings.sources.length) {
-      assistant.log(`Quitting because articles are disabled`);
-
-      return resolve();
-    }
-
     // Get app content
-    self.appObject = await self.getAppData().catch((e) => e);
+    self.appObject = await self.getAppData(Manager.config.app.id).catch((e) => e);
     if (self.appObject instanceof Error) {
       return reject(self.appObject);
     }
@@ -53,14 +42,45 @@ Module.prototype.main = function (assistant, context) {
     // Log
     assistant.log(`App object`, self.appObject);
 
-    // Harvest articles
-    const result = await self.harvest(settings).catch((e) => e);
-    if (result instanceof Error) {
-      return reject(result);
-    }
+    // Get settings
+    let settingsArray = powertools.arrayify(Manager.config.ghostii);
 
-    // Log
-    assistant.log(`Finished!`, result);
+    // Loop through each item
+    for (const settings of settingsArray) {
+      const appId = settings.app || self.appObject.id;
+
+      // Fix settings
+      settings.articles = settings.articles || 0;
+      settings.sources = settings.sources || [];
+      settings.prompt = settings.prompt || '';
+      settings.app = await self.getAppData(appId).catch((e) => e);
+
+      // Check for errors
+      if (settings.app instanceof Error) {
+        assistant.error(`Error fetching app data`, settings.app);
+
+        continue;
+      }
+
+      // Log
+      assistant.log(`Settings (app=${appId})`, settings);
+
+      // Quit if articles are disabled
+      if (!settings.articles || !settings.sources.length) {
+        assistant.log(`Quitting because articles are disabled`);
+
+        continue;
+      }
+
+      // Harvest articles
+      const result = await self.harvest(settings).catch((e) => e);
+      if (result instanceof Error) {
+        return reject(result);
+      }
+
+      // Log
+      assistant.log(`Finished!`, result);
+    }
 
     // Resolve
     return resolve();
@@ -80,7 +100,7 @@ Module.prototype.harvest = function (settings) {
     const date = moment().format('MMMM YYYY');
 
     // Log
-    assistant.log(`harvest(): Starting...`);
+    assistant.log(`harvest(): Starting ${settings.app.id}...`);
 
     // Process the number of sources in the settings
     for (let index = 0; index < settings.articles; index++) {
@@ -109,8 +129,7 @@ Module.prototype.harvest = function (settings) {
 
       // Set suggestion
       const final = powertools.template(PROMPT, {
-        name: self.appObject.name,
-        description: self.appObject.brand.description,
+        ...settings,
         prompt: settings.prompt,
         date: date,
         suggestion: suggestion,
@@ -120,7 +139,7 @@ Module.prototype.harvest = function (settings) {
       assistant.log('harvest(): Get final content', final);
 
       // Request to Ghostii
-      const article = await self.requestGhostii(final).catch((e) => e);
+      const article = await self.requestGhostii(settings, final).catch((e) => e);
       if (article instanceof Error) {
         assistant.error(`harvest(): Error requesting Ghostii`, article);
 
@@ -131,7 +150,7 @@ Module.prototype.harvest = function (settings) {
       assistant.log(`harvest(): Article`, article);
 
       // Upload post to blog
-      const uploadedPost = await self.uploadPost(article).catch((e) => e);
+      const uploadedPost = await self.uploadPost(settings, article).catch((e) => e);
       if (uploadedPost instanceof Error) {
         assistant.error(`harvest(): Error uploading post to blog`, uploadedPost);
 
@@ -147,7 +166,7 @@ Module.prototype.harvest = function (settings) {
   });
 }
 
-Module.prototype.getAppData = function (settings) {
+Module.prototype.getAppData = function (id) {
   const self = this;
 
   // Shortcuts
@@ -164,16 +183,9 @@ Module.prototype.getAppData = function (settings) {
       tries: 3,
       response: 'json',
       body: {
-        id: Manager.config.app.id,
+        id: id,
       },
     })
-    // .then((r) => {
-    //   return resolve({
-    //     name: r?.name,
-    //     description: r?.brand?.description || '',
-    //     acceptable: r?.sponsorships?.acceptable || [],
-    //   })
-    // })
     .then((r) => resolve(r))
     .catch((e) => reject(e));
   });
@@ -193,13 +205,16 @@ Module.prototype.getURLContent = function (url) {
     fetch(url, {
       timeout: 30000,
       tries: 3,
-      response: 'text',
+      response: 'raw',
       headers: {
         'User-Agent': USER_AGENT,
       }
     })
-    .then((r) => {
-      return resolve(extractBodyContent(r));
+    .then(async (r) => {
+      const contentType = res.headers.get('content-type');
+      const text = await res.text();
+
+      return resolve(extractBodyContent(text, contentType, url));
     })
     .catch((e) => reject(e));
   });
@@ -222,7 +237,7 @@ Module.prototype.isURL = function (url) {
 }
 
 // Request to Ghostii
-Module.prototype.requestGhostii = function (content) {
+Module.prototype.requestGhostii = function (settings, content) {
   const self = this;
 
   // Shortcuts
@@ -244,6 +259,8 @@ Module.prototype.requestGhostii = function (content) {
         description: content,
         insertLinks: true,
         headerImageUrl: 'unsplash',
+        url: settings.app.url,
+        feedUrl: `${settings.app.url}/feeds/posts.json`,
       },
     })
     .then((r) => resolve(r))
@@ -251,7 +268,7 @@ Module.prototype.requestGhostii = function (content) {
   });
 }
 
-Module.prototype.uploadPost = function (article) {
+Module.prototype.uploadPost = function (settings, article) {
   const self = this;
 
   // Shortcuts
@@ -262,7 +279,7 @@ Module.prototype.uploadPost = function (article) {
 
   return new Promise(async function(resolve, reject) {
     // Fetch URL
-    fetch(`${self.appObject.server}/bm_api`, {
+    fetch(`${settings.app.server}/bm_api`, {
       method: 'post',
       timeout: 90000,
       tries: 1,
@@ -279,8 +296,8 @@ Module.prototype.uploadPost = function (article) {
           id: self.postId++,
           author: 'alex',
           path: 'ghostii',
-          githubUser: self.appObject.github.user,
-          githubRepo: self.appObject.github.repo,
+          githubUser: settings.app.github.user,
+          githubRepo: settings.app.github.repo,
         },
       },
     })
@@ -289,9 +306,22 @@ Module.prototype.uploadPost = function (article) {
   });
 }
 
-const extractBodyContent = (html) => {
+const extractBodyContent = (text, contentType, url) => {
+  const parsed = tryParse(text);
+
+  // Try JSON
+  if (parsed) {
+    // If it's from rss.app, extract the content
+    if (url.includes('rss.app') && parsed.items) {
+      return parsed.items.map((i) => `${i.title}: ${i.content_text}`).join('\n');
+    }
+
+    // If we cant recognize the JSON, return the original text
+    return text;
+  }
+
   // Extract the content within the body tag
-  const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+  const bodyMatch = text.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
   if (!bodyMatch) return '';
 
   let bodyContent = bodyMatch[1];
@@ -304,4 +334,12 @@ const extractBodyContent = (html) => {
   return bodyContent.replace(/<[^>]*>/g, ' ').replace(/\s+/g, ' ').trim();
 };
 
+function tryParse(json) {
+  try {
+    return JSON5.parse(json);
+  } catch (e) {
+    return null;
+  }
+};
+
 module.exports = Module;

package/templates/backend-manager-config.json

@@ -33,12 +33,14 @@
     appId: '1:123:web:456',
     measurementId: 'G-0123456789',
   },
-  ghostii: {
-    articles: 1,
-    sources: [
-      '$app',
-      // Add more sources here
-    ],
-    prompt: '',
-  },
+  ghostii: [
+    {
+      articles: 1,
+      sources: [
+        '$app',
+        // Add more sources here
+      ],
+      prompt: '',
+    }
+  ],
 }