gatsby-source-notion-churnotion 1.0.92 → 1.0.94

package/dist/onPostBootstrap.js

@@ -12,7 +12,12 @@ const node_nlp_1 = require("node-nlp");
 const manager = new node_nlp_1.NlpManager({ languages: ["ko"] });
 const getTokens = async (doc) => {
     const result = await manager.process("ko", doc);
-    return result.tokens.filter((token) => token.length > 1);
+    if (!result.entities) {
+        return [];
+    }
+    return result.entities
+        .map((entity) => entity.utteranceText)
+        .filter((text) => text.length > 1);
 };
 const vector_similarity_memo = new Map();
 const md5 = (str) => {
@@ -64,20 +69,18 @@ const getTextFromRawText = async (doc) => {
         .replace(/[\#\!\(\)\*\_\[\]\|\=\>\+\`\:\-]/g, "");
 };
 const getSpaceSeparatedDoc = async (doc) => {
+    if (!doc.trim()) {
+        return "";
+    }
     const tokens = await getTokens(doc);
     return tokens.join(" ");
 };
 const onPostBootstrap = async ({ actions, getNode, getNodesByType, createNodeId, reporter, cache }, options) => {
-    const { etriToken } = options;
-    if (etriToken === "") {
-        reporter.info("[Related Post] Skip getting related post logic.");
-        return;
-    }
     const nodes = getNodesByType(constants_1.NODE_TYPE.Post);
-    const docs = nodes.map((node) => ({
-        id: node.id,
-        text: node.rawText,
-    }));
+    const docs = nodes
+        .map((node) => ({ id: node.id, text: node.rawText }))
+        .filter((doc) => doc.text?.trim() !== "");
+    reporter.info(`[TEST get Docs] ${docs}`);
     const tfidf = new natural_1.TfIdf();
     // tfidf
     docs.map(async (doc) => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.92",
+  "version": "1.0.94",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",