gatsby-source-notion-churnotion 1.0.76 → 1.0.78

package/dist/api/getBooks.d.ts

@@ -1,2 +1,2 @@
 import { IGetBooksParams } from "../types";
-export declare const getBooks: ({ bookDatabaseId, reporter, createNode, createNodeId, getNode, cache, }: IGetBooksParams) => Promise<void>;
+export declare const getBooks: ({ bookDatabaseId, reporter, getCache, createNode, createNodeId, getNode, cache, }: IGetBooksParams) => Promise<void>;

package/dist/api/getBooks.js

@@ -7,7 +7,8 @@ exports.getBooks = void 0;
 const crypto_1 = __importDefault(require("crypto"));
 const constants_1 = require("../constants");
 const fetchData_1 = require("../util/fetchData");
-const getBooks = async ({ bookDatabaseId, reporter, createNode, createNodeId, getNode, cache, }) => {
+const gatsby_source_filesystem_1 = require("gatsby-source-filesystem");
+const getBooks = async ({ bookDatabaseId, reporter, getCache, createNode, createNodeId, getNode, cache, }) => {
     const databaseUrl = `databases/${bookDatabaseId}/query`;
     const cacheKey = `booksDatabase-${bookDatabaseId}`;
     let result = await cache.get(cacheKey);
@@ -33,6 +34,14 @@ const getBooks = async ({ bookDatabaseId, reporter, createNode, createNodeId, ge
         if (categoryId) {
             book_category = createNodeId(`${categoryId}-category`);
         }
+        const bookImage = page.properties?.bookImage?.files?.[0]?.file.url;
+        const bookImageNode = await (0, gatsby_source_filesystem_1.createRemoteFileNode)({
+            url: bookImage,
+            parentNodeId: page.id,
+            getCache,
+            createNode,
+            createNodeId,
+        });
         const bookNode = {
             id: nodeId,
             book_name: page.properties?.[`이름`]?.title?.[0]?.plain_text || `Unnamed`,
@@ -50,6 +59,7 @@ const getBooks = async ({ bookDatabaseId, reporter, createNode, createNodeId, ge
             update_date: page.last_edited_time,
             url: `${constants_1.COMMON_URI}/${constants_1.BOOK_URI}/${slug}`,
             book_category: book_category,
+            book_image: bookImageNode,
         };
         reporter.info(`[DEBUG] Book ${bookNode.book_name} has book_category: ${bookNode.book_category}`);
         createNode(bookNode);

package/dist/source-nodes.js

@@ -16,6 +16,7 @@ const sourceNodes = async (gatsbyApi, options) => {
         await (0, getBooks_1.getBooks)({
             bookDatabaseId,
             reporter,
+            getCache,
             createNode,
             createNodeId,
             getNode,

package/dist/util/metadataProcessor.d.ts

@@ -1,2 +1,2 @@
-import { Actions, Reporter } from "gatsby";
-export declare const processMetadata: (blocks: any[], actions: Actions, createNodeId: (input: string) => string, reporter: Reporter) => Promise<any[]>;
+import { Actions, GatsbyCache, Reporter } from "gatsby";
+export declare const processMetadata: (blocks: any[], actions: Actions, createNodeId: (input: string) => string, reporter: Reporter, cache: GatsbyCache) => Promise<any[]>;

package/dist/util/metadataProcessor.js

@@ -17,7 +17,7 @@ const scraper = (0, metascraper_1.default)([
     (0, metascraper_description_1.default)(),
     (0, metascraper_image_1.default)(),
 ]);
-const processMetadata = async (blocks, actions, createNodeId, reporter) => {
+const processMetadata = async (blocks, actions, createNodeId, reporter, cache) => {
     const { createNode } = actions;
     for (const block of blocks) {
         if (block.type === "text" ||
@@ -31,6 +31,17 @@ const processMetadata = async (blocks, actions, createNodeId, reporter) => {
                 const href = text.href;
                 if (href) {
                     try {
+                        reporter.info(`[INFO] Processing metadata for URL: ${href}`);
+                        const cacheKey = `metadata-${crypto_1.default
+                            .createHash("md5")
+                            .update(href)
+                            .digest("hex")}`;
+                        const cachedMetadata = await cache.get(cacheKey);
+                        if (cachedMetadata) {
+                            reporter.info(`[INFO] Using cached metadata for URL: ${href}`);
+                            text.href = cachedMetadata.nodeId;
+                            continue;
+                        }
                         reporter.info(`[INFO] Fetching metadata for URL: ${href}`);
                         const response = await fetch(href, {
                             headers: { "User-Agent": "Mozilla/5.0" },
@@ -56,6 +67,7 @@ const processMetadata = async (blocks, actions, createNodeId, reporter) => {
                         };
                         createNode(metadataNode);
                         reporter.info(`[SUCCESS] Created metadata node for URL: ${href}`);
+                        await cache.set(cacheKey, { ...metadata, nodeId });
                         text.href = nodeId;
                     }
                     catch (error) {

package/dist/util/processor.js

@@ -6,7 +6,7 @@ const metadataProcessor_1 = require("./metadataProcessor");
 const tableOfContent_1 = require("./tableOfContent");
 const processor = async (blocks, actions, getCache, createNodeId, reporter, cache) => {
     const { thumbnail, tableOfContents, updatedBlocks, rawText } = await processBlocksForContent(blocks, actions, getCache, createNodeId, reporter, cache);
-    await (0, metadataProcessor_1.processMetadata)(blocks, actions, createNodeId, reporter);
+    await (0, metadataProcessor_1.processMetadata)(blocks, actions, createNodeId, reporter, cache);
     return [thumbnail, tableOfContents, updatedBlocks, rawText];
 };
 exports.processor = processor;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "gatsby-source-notion-churnotion",
   "description": "Gatsby plugin that can connect with One Notion Database RECURSIVELY using official API",
-  "version": "1.0.76",
+  "version": "1.0.78",
   "skipLibCheck": true,
   "license": "0BSD",
   "main": "./dist/gatsby-node.js",