gatsby-source-notion-churnotion 1.0.90 → 1.0.92

package/dist/gatsby-node.d.ts

@@ -2,3 +2,4 @@ export type { IPluginOptions } from "./types";
 export { onPluginInit } from "./onPluginInit";
 export { sourceNodes } from "./source-nodes";
 export { createSchemaCustomization } from "./createSchemaCustomization";
+export { onPostBootstrap } from "./onPostBootstrap";

package/dist/gatsby-node.js

@@ -1,10 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.createSchemaCustomization = exports.sourceNodes = exports.onPluginInit = void 0;
+exports.onPostBootstrap = exports.createSchemaCustomization = exports.sourceNodes = exports.onPluginInit = void 0;
 var onPluginInit_1 = require("./onPluginInit");
 Object.defineProperty(exports, "onPluginInit", { enumerable: true, get: function () { return onPluginInit_1.onPluginInit; } });
 var source_nodes_1 = require("./source-nodes");
 Object.defineProperty(exports, "sourceNodes", { enumerable: true, get: function () { return source_nodes_1.sourceNodes; } });
 var createSchemaCustomization_1 = require("./createSchemaCustomization");
 Object.defineProperty(exports, "createSchemaCustomization", { enumerable: true, get: function () { return createSchemaCustomization_1.createSchemaCustomization; } });
-// export { onPostBootstrap } from "./onPostBootstrap";
+var onPostBootstrap_1 = require("./onPostBootstrap");
+Object.defineProperty(exports, "onPostBootstrap", { enumerable: true, get: function () { return onPostBootstrap_1.onPostBootstrap; } });

package/dist/onPostBootstrap.js

@@ -8,6 +8,12 @@ const crypto_1 = __importDefault(require("crypto"));
 const natural_1 = require("natural");
 const constants_1 = require("./constants");
 const compute_cosine_similarity_1 = __importDefault(require("compute-cosine-similarity"));
+const node_nlp_1 = require("node-nlp");
+const manager = new node_nlp_1.NlpManager({ languages: ["ko"] });
+const getTokens = async (doc) => {
+    const result = await manager.process("ko", doc);
+    return result.tokens.filter((token) => token.length > 1);
+};
 const vector_similarity_memo = new Map();
 const md5 = (str) => {
     const md5 = crypto_1.default.createHash("md5");
@@ -36,6 +42,7 @@ const getRelatedPosts = (id, bow_vectors) => {
         vector,
     };
     return Array.from(bow_vectors.entries())
+        .filter(([otherId]) => otherId !== id)
         .sort((x, y) => {
         const vector_x = {
             id: x[0],
@@ -48,7 +55,8 @@ const getRelatedPosts = (id, bow_vectors) => {
         return (getMemorizedVectorSimilarity(vector_y, vector_node) -
             getMemorizedVectorSimilarity(vector_x, vector_node));
     })
-        .map((x) => x[0]);
+        .map((x) => x[0])
+        .slice(0, 5);
 };
 const getTextFromRawText = async (doc) => {
     return doc
@@ -56,7 +64,8 @@ const getTextFromRawText = async (doc) => {
         .replace(/[\#\!\(\)\*\_\[\]\|\=\>\+\`\:\-]/g, "");
 };
 const getSpaceSeparatedDoc = async (doc) => {
-    return "";
+    const tokens = await getTokens(doc);
+    return tokens.join(" ");
 };
 const onPostBootstrap = async ({ actions, getNode, getNodesByType, createNodeId, reporter, cache }, options) => {
     const { etriToken } = options;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.90",
+  "version": "1.0.92",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",
@@ -48,6 +48,7 @@
     "metascraper-url": "^5.45.25",
     "natural": "^8.0.1",
     "node-fetch": "^3.3.2",
+    "node-nlp": "^5.0.0-alpha.4",
     "notion-to-md": "^3.1.1",
     "notion-types": "^7.1.5",
     "typescript": "^5.7.2"