gatsby-source-notion-churnotion 1.0.92 → 1.0.93

package/dist/onPostBootstrap.js

@@ -12,6 +12,9 @@ const node_nlp_1 = require("node-nlp");
 const manager = new node_nlp_1.NlpManager({ languages: ["ko"] });
 const getTokens = async (doc) => {
     const result = await manager.process("ko", doc);
+    if (!result.tokens) {
+        return [];
+    }
     return result.tokens.filter((token) => token.length > 1);
 };
 const vector_similarity_memo = new Map();
@@ -64,6 +67,9 @@ const getTextFromRawText = async (doc) => {
         .replace(/[\#\!\(\)\*\_\[\]\|\=\>\+\`\:\-]/g, "");
 };
 const getSpaceSeparatedDoc = async (doc) => {
+    if (!doc.trim()) {
+        return "";
+    }
     const tokens = await getTokens(doc);
     return tokens.join(" ");
 };
@@ -74,10 +80,9 @@ const onPostBootstrap = async ({ actions, getNode, getNodesByType, createNodeId,
         return;
     }
     const nodes = getNodesByType(constants_1.NODE_TYPE.Post);
-    const docs = nodes.map((node) => ({
-        id: node.id,
-        text: node.rawText,
-    }));
+    const docs = nodes
+        .map((node) => ({ id: node.id, text: node.rawText }))
+        .filter((doc) => doc.text?.trim() !== "");
     const tfidf = new natural_1.TfIdf();
     // tfidf
     docs.map(async (doc) => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.92",
+  "version": "1.0.93",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",