gatsby-source-notion-churnotion 1.0.91 → 1.0.93

package/dist/onPostBootstrap.js

@@ -8,11 +8,14 @@ const crypto_1 = __importDefault(require("crypto"));
 const natural_1 = require("natural");
 const constants_1 = require("./constants");
 const compute_cosine_similarity_1 = __importDefault(require("compute-cosine-similarity"));
-const node_nlp_typescript_1 = require("node-nlp-typescript");
-const manager = new node_nlp_typescript_1.NlpManager({ languages: ["ko"] }); // 한국어 설정
+const node_nlp_1 = require("node-nlp");
+const manager = new node_nlp_1.NlpManager({ languages: ["ko"] });
 const getTokens = async (doc) => {
     const result = await manager.process("ko", doc);
-    return result.tokens.filter((token) => token.length > 1); // 길이 1 이상의 토큰만 반환
+    if (!result.tokens) {
+        return [];
+    }
+    return result.tokens.filter((token) => token.length > 1);
 };
 const vector_similarity_memo = new Map();
 const md5 = (str) => {
@@ -64,6 +67,9 @@ const getTextFromRawText = async (doc) => {
         .replace(/[\#\!\(\)\*\_\[\]\|\=\>\+\`\:\-]/g, "");
 };
 const getSpaceSeparatedDoc = async (doc) => {
+    if (!doc.trim()) {
+        return "";
+    }
     const tokens = await getTokens(doc);
     return tokens.join(" ");
 };
@@ -74,10 +80,9 @@ const onPostBootstrap = async ({ actions, getNode, getNodesByType, createNodeId,
         return;
     }
     const nodes = getNodesByType(constants_1.NODE_TYPE.Post);
-    const docs = nodes.map((node) => ({
-        id: node.id,
-        text: node.rawText,
-    }));
+    const docs = nodes
+        .map((node) => ({ id: node.id, text: node.rawText }))
+        .filter((doc) => doc.text?.trim() !== "");
     const tfidf = new natural_1.TfIdf();
     // tfidf
     docs.map(async (doc) => {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.91",
+  "version": "1.0.93",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",
@@ -49,7 +49,6 @@
     "natural": "^8.0.1",
     "node-fetch": "^3.3.2",
     "node-nlp": "^5.0.0-alpha.4",
-    "node-nlp-typescript": "^1.0.3",
     "notion-to-md": "^3.1.1",
     "notion-types": "^7.1.5",
     "typescript": "^5.7.2"