gatsby-source-notion-churnotion 1.0.59 → 1.0.60

package/dist/api/getPages.js

@@ -10,6 +10,7 @@ const fetchData_1 = require("../util/fetchData");
 const imageProcessor_1 = require("../util/imageProcessor");
 const slugify_1 = require("../util/slugify");
 const tableOfContent_1 = require("../util/tableOfContent");
+const metadataProcessor_1 = require("../util/metadataProcessor");
 const getPages = async ({ databaseId, reporter, getCache, actions, createNode, createNodeId, createParentChildLink, getNode, }) => {
     /**
      * 데이터베이스 내에 페이지들을 읽어서 재귀적으로 추가하는 서브 메서드드
@@ -142,6 +143,7 @@ const getPages = async ({ databaseId, reporter, getCache, actions, createNode, c
                         const bookId = page.properties?.book?.relation?.[0]?.id || null;
                         const imageNode = await (0, imageProcessor_1.processBlocks)(pageData.results, actions, getCache, createNodeId, reporter);
                         const tableOfContents = await (0, tableOfContent_1.processTableOfContents)(pageData.results, actions, getCache, createNodeId, reporter);
+                        const blocksWithMetadata = await (0, metadataProcessor_1.processMetadata)(pageData.results, actions, createNodeId, reporter);
                         const postNode = {
                             id: nodeId,
                             category: parentCategoryId,

package/dist/constants.d.ts

@@ -6,6 +6,7 @@ export declare const NODE_TYPE: {
     Category: string;
     Tag: string;
     Book: string;
+    Metadata: string;
 };
 export declare const COMMON_URI = "blog";
 export declare const POST_URI = "post";

package/dist/constants.js

@@ -10,6 +10,7 @@ exports.NODE_TYPE = {
     Category: `NCategory`,
     Tag: `NTag`,
     Book: `NBook`,
+    Metadata: `NMetadata`,
 };
 ///////////////url resource///////////////////////
 exports.COMMON_URI = `blog`;

package/dist/createSchemaCustomization.js

@@ -53,6 +53,14 @@ const createSchemaCustomization = ({ actions }) => {
             url: String!
             book_category: ${constants_1.NODE_TYPE.Category} @link(by: "id")
         }
+
+        type ${constants_1.NODE_TYPE.Metadata} implements Node {
+            id: ID!,
+            title: String,
+            description: String,
+            image: String,
+            url: String,
+        }
     `);
 };
 exports.createSchemaCustomization = createSchemaCustomization;

package/dist/util/metadataProcessor.d.ts

@@ -0,0 +1,2 @@
+import { Actions, Reporter } from "gatsby";
+export declare const processMetadata: (blocks: any[], actions: Actions, createNodeId: (input: string) => string, reporter: Reporter) => Promise<any[]>;

package/dist/util/metadataProcessor.js

@@ -0,0 +1,70 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processMetadata = void 0;
+const crypto_1 = __importDefault(require("crypto"));
+const metascraper_1 = __importDefault(require("metascraper"));
+const metascraper_description_1 = __importDefault(require("metascraper-description"));
+const metascraper_image_1 = __importDefault(require("metascraper-image"));
+const metascraper_title_1 = __importDefault(require("metascraper-title"));
+const metascraper_url_1 = __importDefault(require("metascraper-url"));
+const constants_1 = require("../constants");
+const scraper = (0, metascraper_1.default)([
+    (0, metascraper_url_1.default)(),
+    (0, metascraper_title_1.default)(),
+    (0, metascraper_description_1.default)(),
+    (0, metascraper_image_1.default)(),
+]);
+const processMetadata = async (blocks, actions, createNodeId, reporter) => {
+    const { createNode } = actions;
+    for (const block of blocks) {
+        if (block.type === "text" || block.type === "paragraph") {
+            const richText = block[block.type]?.rich_text || [];
+            for (const text of richText) {
+                const href = text.href;
+                if (href) {
+                    try {
+                        reporter.info(`[INFO] Fetching metadata for URL: ${href}`);
+                        const response = await fetch(href, {
+                            headers: { "User-Agent": "Mozilla/5.0" },
+                        });
+                        const html = await response.text();
+                        const metadata = await scraper({ html, url: href });
+                        const nodeId = createNodeId(`${crypto_1.default.createHash("md5").update(href).digest("hex")}-metadata`);
+                        const metadataNode = {
+                            id: nodeId,
+                            parent: null,
+                            children: [],
+                            internal: {
+                                type: constants_1.NODE_TYPE.Metadata,
+                                contentDigest: crypto_1.default
+                                    .createHash("md5")
+                                    .update(JSON.stringify(metadata))
+                                    .digest("hex"),
+                            },
+                            title: metadata.title || "",
+                            description: metadata.description || "",
+                            image: metadata.image || "",
+                            url: metadata.url || href,
+                        };
+                        createNode(metadataNode);
+                        reporter.info(`[SUCCESS] Created metadata node for URL: ${href}`);
+                        text.href = nodeId;
+                    }
+                    catch (error) {
+                        if (error instanceof Error) {
+                            reporter.error(`[ERROR] Failed to fetch metadata for URL: ${href}`, error);
+                        }
+                        else {
+                            console.error("Unknown error fetching metadata:", error);
+                        }
+                    }
+                }
+            }
+        }
+    }
+    return blocks;
+};
+exports.processMetadata = processMetadata;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.59",
+  "version": "1.0.60",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",
@@ -40,6 +40,11 @@
     "gatsby-source-filesystem": "^5.14.0",
     "gatsby-transformer-json": "^5.14.0",
     "gatsby-transformer-sharp": "^5.14.0",
+    "metascraper": "^5.45.25",
+    "metascraper-description": "^5.45.25",
+    "metascraper-image": "^5.45.27",
+    "metascraper-title": "^5.45.25",
+    "metascraper-url": "^5.45.25",
     "node-fetch": "^3.3.2",
     "notion-to-md": "^3.1.1",
     "notion-types": "^7.1.5",