rotion 0.0.1 → 0.0.3

package/dist/exporter/api.d.ts

@@ -0,0 +1,15 @@
+import { Client } from '@notionhq/client';
+export declare const notion: Client;
+export interface reqAPIWithBackoffArgs {
+    func: Function;
+    args: unknown;
+    count: number;
+}
+export declare function reqAPIWithBackoff<T>({ func, args, count }: reqAPIWithBackoffArgs): Promise<T>;
+export interface reqAPIWithBackoffAndCacheArgs {
+    name: string;
+    func: Function;
+    args: unknown;
+    count: number;
+}
+export declare function reqAPIWithBackoffAndCache<T>({ name, func, args, count }: reqAPIWithBackoffAndCacheArgs): Promise<T>;

package/dist/exporter/api.js

@@ -0,0 +1,56 @@
+import { Client } from '@notionhq/client';
+import { isNotionClientError, APIErrorCode, ClientErrorCode, } from '@notionhq/client';
+import { atoh, readCache, writeCache, isAvailableCache, } from './files.js';
+import { cacheDir, waitingTimeSec, waitTimeSecAfterLimit, auth, } from './variables.js';
+export const notion = new Client({ auth });
+export async function reqAPIWithBackoff({ func, args, count }) {
+    if (count < 1) {
+        throw new Error('backoff count exceeded');
+    }
+    let res = null;
+    try {
+        res = await func(args);
+        if (waitingTimeSec > 0) {
+            await new Promise(resolve => setTimeout(resolve, waitingTimeSec));
+        }
+    }
+    catch (error) {
+        if (isNotionClientError(error)) {
+            switch (error.code) {
+                case APIErrorCode.RateLimited:
+                case APIErrorCode.InternalServerError:
+                case ClientErrorCode.ResponseError:
+                case ClientErrorCode.RequestTimeout:
+                    console.log(`backoff(${count}) -- error code: ${error.code}`);
+                    if (waitTimeSecAfterLimit > 0) {
+                        await new Promise(resolve => setTimeout(resolve, waitTimeSecAfterLimit));
+                    }
+                    res = await reqAPIWithBackoff({ func, args, count: count-- });
+                    break;
+            }
+        }
+        console.error('error:', error);
+        console.error('args:', args);
+    }
+    if (res === null) {
+        throw new Error(`request to notion api failed: ${func.name}`);
+    }
+    return res;
+}
+export async function reqAPIWithBackoffAndCache({ name, func, args, count }) {
+    const key = atoh(JSON.stringify({ func: func.name, args }));
+    const cacheFile = `${cacheDir}/${name}-${key}`;
+    try {
+        const cache = await readCache(cacheFile);
+        if (await isAvailableCache(cacheFile, 600)) {
+            return cache;
+        }
+    }
+    catch (_) {
+        /* not fatal */
+    }
+    const res = await reqAPIWithBackoff({ func, args, count });
+    await writeCache(cacheFile, res);
+    return res;
+}
+//# sourceMappingURL=api.js.map

package/dist/exporter/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/exporter/api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAA;AACzC,OAAO,EACL,mBAAmB,EACnB,YAAY,EACZ,eAAe,GAChB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EACL,IAAI,EACJ,SAAS,EACT,UAAU,EACV,gBAAgB,GACjB,MAAM,YAAY,CAAA;AACnB,OAAO,EACL,QAAQ,EACR,cAAc,EACd,qBAAqB,EACrB,IAAI,GACL,MAAM,gBAAgB,CAAA;AAEvB,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;AAQ1C,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAyB;IACtF,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;IAC3C,CAAC;IAED,IAAI,GAAG,GAAW,IAAI,CAAA;IAEtB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAM,CAAA;QAC3B,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAA;QACnE,CAAC;IACH,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,mBAAmB,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,YAAY,CAAC,WAAW,CAAC;gBAC9B,KAAK,YAAY,CAAC,mBAAmB,CAAC;gBACtC,KAAK,eAAe,CAAC,aAAa,CAAC;gBACnC,KAAK,eAAe,CAAC,cAAc;oBACjC,OAAO,CAAC,GAAG,CAAC,WAAW,KAAK,oBAAoB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAA;oBAC7D,IAAI,qBAAqB,GAAG,CAAC,EAAE,CAAC;wBAC9B,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC,CAAA;oBAC1E,CAAC;oBACD,GAAG,GAAG,MAAM,iBAAiB,CAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAA;oBAChE,MAAK;YACT,CAAC;QACH,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAC9B,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IAC9B,CAAC;IAED,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,GAAG,CAAA;AACZ,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAiC;IAC7G,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAC3D,MAAM,SAAS,GAAG,GAAG,QAAQ,IAAI,IAAI,IAAI,GAAG,EAAE,CAAA;IAE9C,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,SAAS,CAAS,SAAS,CAAC,CAAA;QAChD,IAAI,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,KAAU,CAAA;QACnB,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe;IACjB,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAC7D,MAAM,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;IAChC,OAAO,GAAQ,CAAA;AACjB,CAAC"}

package/dist/exporter/blocks.d.ts

@@ -0,0 +1,13 @@
+import type { ListBlockChildrenResponseEx } from './types.js';
+export interface FetchBlocksArgs {
+    block_id: string;
+    last_edited_time?: string;
+}
+export interface FetchBlocksRes extends ListBlockChildrenResponseEx {
+}
+/**
+ * FetchBlocks retrieves page blocks and download images in from blocks.
+ * And create cache that includes filepath of downloaded images.
+ * The last_edited_time of 2nd args is for ROTION_INCREMENTAL_CACHE.
+ */
+export declare const FetchBlocks: ({ block_id, last_edited_time }: FetchBlocksArgs) => Promise<FetchBlocksRes>;

package/dist/exporter/blocks.js

@@ -0,0 +1,210 @@
+import { reqAPIWithBackoff, reqAPIWithBackoffAndCache, notion, } from './api.js';
+import { cacheDir, incrementalCache, } from './variables.js';
+import { FetchPage } from './page.js';
+import { createDirWhenNotfound, saveImage, readCache, writeCache, getHtmlMeta, getVideoHtml, getEmbedHtml, isEmpty, } from './files.js';
+/**
+ * FetchBlocks retrieves page blocks and download images in from blocks.
+ * And create cache that includes filepath of downloaded images.
+ * The last_edited_time of 2nd args is for ROTION_INCREMENTAL_CACHE.
+ */
+export const FetchBlocks = async ({ block_id, last_edited_time }) => {
+    await createDirWhenNotfound(cacheDir);
+    const cacheFile = `${cacheDir}/notion.blocks.children.list-${block_id}`;
+    try {
+        const list = await readCache(cacheFile);
+        if (!isEmpty(list)) {
+            if (incrementalCache && last_edited_time === undefined) {
+                console.log('last_edited_time is required as a FetchBlocks() args when incremental cache');
+                return list;
+            }
+            if (!incrementalCache || list.last_edited_time === last_edited_time) {
+                return list;
+            }
+            console.log(`incremental block cache: ${cacheFile}`);
+        }
+    }
+    catch (_) {
+        /* not fatal */
+    }
+    const list = await reqAPIWithBackoff({
+        func: notion.blocks.children.list,
+        args: { block_id },
+        count: 3
+    });
+    // With the blocks api, you can get the last modified date of a block,
+    // but not the last modified date of all blocks. So extend the type and add it.
+    if (last_edited_time) {
+        list.last_edited_time = last_edited_time;
+    }
+    for (const block of list.results) {
+        try {
+            const { type } = block;
+            switch (type) {
+                case 'bookmark':
+                    block.bookmark.site = await getHtmlMeta(block.bookmark.url);
+                    break;
+                case 'bulleted_list_item':
+                    if (block.has_children) {
+                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    }
+                    break;
+                case 'callout':
+                    if (block.callout.icon?.type === 'external') {
+                        const iconUrl = block.callout.icon.external.url;
+                        block.callout.icon.src = await saveImage(iconUrl, `block-${block.id}`);
+                    }
+                    break;
+                case 'child_database':
+                    // if (block.has_children) {
+                    const database_id = block.id;
+                    block.database = await reqAPIWithBackoffAndCache({
+                        name: 'notion.databases.retrieve',
+                        func: notion.databases.retrieve,
+                        args: { database_id },
+                        count: 3,
+                    });
+                    console.log(block);
+                    // }
+                    break;
+                case 'child_page':
+                    block.page = await FetchPage({ page_id: block.id, last_edited_time: block.last_edited_time });
+                    // Unnecessary?
+                    // block.children = await FetchBlocks(block.id, block.last_edited_time)
+                    break;
+                case 'column_list':
+                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    block.columns = [];
+                    for (const b of block.children.results) {
+                        block.columns.push(await FetchBlocks({ block_id: b.id, last_edited_time: block.last_edited_time }));
+                    }
+                    break;
+                case 'embed':
+                    block.embed.html = await getEmbedHtml(block);
+                    break;
+                case 'image':
+                    const { id, image } = block;
+                    if (image !== undefined) {
+                        const imageUrl = image.type === 'file' ? image.file.url : image.external.url;
+                        block.image.src = await saveImage(imageUrl, `block-${id}`);
+                    }
+                    break;
+                case 'numbered_list_item':
+                    if (block.has_children) {
+                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    }
+                    break;
+                case 'paragraph':
+                    for (const richText of block.paragraph.rich_text) {
+                        if (richText.type !== 'mention') {
+                            continue;
+                        }
+                        switch (richText.mention.type) {
+                            case 'database':
+                                try {
+                                    const database_id = richText.mention.database.id;
+                                    const db = await reqAPIWithBackoffAndCache({
+                                        name: 'notion.databases.retrieve',
+                                        func: notion.databases.retrieve,
+                                        args: { database_id },
+                                        count: 3,
+                                    });
+                                    richText.mention.database.name = db.title.map(v => v.plain_text).join('');
+                                    if (db.icon?.type === 'emoji') {
+                                        richText.mention.database.icon = { type: 'emoji', emoji: db.icon.emoji };
+                                    }
+                                    else if (db.icon?.type === 'external' || db.icon?.type === 'file') {
+                                        const iconUrl = (db.icon.type === 'external') ? db.icon.external.url : db.icon.file.url;
+                                        const src = await saveImage(iconUrl, `block-${block.id}`);
+                                        richText.mention.database.icon = { type: db.icon.type, src, url: src };
+                                    }
+                                }
+                                catch (e) {
+                                    console.log(`database view mention is unsupported ${block.type}`, block, e);
+                                    richText.mention.database.name = '--';
+                                    richText.mention.database.icon = { type: 'emoji', emoji: '@' };
+                                }
+                                break;
+                            case 'page':
+                                try {
+                                    const page_id = richText.mention.page.id;
+                                    const page = await reqAPIWithBackoff({
+                                        func: notion.pages.retrieve,
+                                        args: { page_id },
+                                        count: 3,
+                                    });
+                                    for (const prop of Object.values(page.properties)) {
+                                        if (prop.type === 'title') {
+                                            richText.mention.page.name = prop.title.map(v => v.plain_text).join('');
+                                            break;
+                                        }
+                                    }
+                                    if (page.icon?.type === 'emoji') {
+                                        richText.mention.page.icon = {
+                                            type: page.icon.type,
+                                            emoji: page.icon.emoji,
+                                        };
+                                    }
+                                    else if (page.icon?.type === 'external' || page.icon?.type === 'file') {
+                                        const iconUrl = (page.icon.type === 'external') ? page.icon.external.url : page.icon.file.url;
+                                        const src = await saveImage(iconUrl, `block-${block.id}`);
+                                        richText.mention.page.icon = {
+                                            type: page.icon.type,
+                                            src,
+                                            url: src,
+                                        };
+                                    }
+                                }
+                                catch (e) {
+                                    console.log(`page mention is unsupported ${block.type}`, block, e);
+                                    richText.mention.page.name = '--';
+                                    richText.mention.page.icon = { type: 'emoji', emoji: '@' };
+                                }
+                                break;
+                        }
+                    }
+                    break;
+                case 'table':
+                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    break;
+                case 'toggle':
+                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    break;
+                case 'video':
+                    if (block.video.type === 'external') {
+                        block.video.html = await getVideoHtml(block);
+                    }
+                    break;
+                case 'audio':
+                case 'breadcrumb':
+                case 'code':
+                case 'column':
+                case 'divider':
+                case 'equation':
+                case 'file':
+                case 'heading_1':
+                case 'heading_2':
+                case 'heading_3':
+                case 'link_to_page':
+                case 'link_preview':
+                case 'pdf':
+                case 'quote':
+                case 'synced_block':
+                case 'table_of_contents':
+                case 'table_row':
+                case 'template':
+                case 'to_do':
+                case 'unsupported':
+                    break;
+                default:
+                    console.log(`unknown block error`, block);
+                    break;
+            }
+        }
+        catch (e) {
+            console.log(`error for ${block.type} contents get`, block, e);
+        }
+    }
+    await writeCache(cacheFile, list);
+    return list;
+};
+//# sourceMappingURL=blocks.js.map

package/dist/exporter/blocks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"blocks.js","sourceRoot":"","sources":["../../src/exporter/blocks.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EACzB,MAAM,GACP,MAAM,UAAU,CAAA;AACjB,OAAO,EACL,QAAQ,EACR,gBAAgB,GACjB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAA;AACrC,OAAO,EACL,qBAAqB,EACrB,SAAS,EACT,SAAS,EACT,UAAU,EACV,WAAW,EACX,YAAY,EACZ,YAAY,EACZ,OAAO,GACR,MAAM,YAAY,CAAA;AAenB;;;;GAIG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAmB,EAA2B,EAAE;IAC5G,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IACrC,MAAM,SAAS,GAAG,GAAG,QAAQ,gCAAgC,QAAQ,EAAE,CAAA;IAEvE,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAA8B,SAAS,CAAC,CAAA;QACpE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,gBAAgB,IAAI,gBAAgB,KAAK,SAAS,EAAE,CAAC;gBACvD,OAAO,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAA;gBAC1F,OAAO,IAAI,CAAA;YACb,CAAC;YACD,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,KAAK,gBAAgB,EAAE,CAAC;gBACpE,OAAO,IAAI,CAAA;YACb,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe;IACjB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAA8B;QAChE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI;QACjC,IAAI,EAAE,EAAE,QAAQ,EAAE;QAClB,KAAK,EAAE,CAAC;KACT,CAAC,CAAA;IAEF,sEAAsE;IACtE,+EAA+E;IAC/E,IAAI,gBAAgB,EAAE,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAA;IAC1C,CAAC;IAED,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,EAAE,IAAI,EAAE,GAAG,KAAK,CAAA;YACtB,QAAQ,IAAI,EAAE,CAAC;gBACb,KAAK,UAAU;oBACb,KAAK,CAAC,QAAQ,CAAC,IAAI,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAA;oBAC3D,MAAK;gBACP,KAAK,oBAAoB;oBACvB,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;wBACvB,KAAK,CAAC,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBACtG,CAAC;oBACD,MAAK;gBACP,KAAK,SAAS;oBACZ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAA;wBAC/C,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;oBACxE,CAAC;oBACD,MAAK;gBACP,KAAK,gBAAgB;oBACnB,4BAA4B;oBAC5B,MAAM,WAAW,GAAG,KAAK,CAAC,EAAE,CAAA;oBAC5B,KAAK,CAAC,QAAQ,GAAG,MAAM,yBAAyB,CAAwB;wBACtE,IAAI,EAAE,2BAA2B;wBACjC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;wBAC/B,IAAI,EAAE,EAAE,WAAW,EAAE;wBACrB,KAAK,EAAE,CAAC;qBACT,CAAC,CAAA;oBACF,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;oBAClB,IAAI;oBACJ,MAAK;gBACP,KAAK,YAAY;oBACf,KAAK,CAAC,IAAI,GAAG,MAAM,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBAC7F,eAAe;oBACf,uEAAuE;oBACvE,MAAK;gBACP,KAAK,aAAa;oBAChB,KAAK,CAAC,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBACpG,KAAK,CAAC,OAAO,GAAG,EAAE,CAAA;oBAClB,KAAK,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;wBACvC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;oBACrG,CAAC;oBACD,MAAK;gBACP,KAAK,OAAO;oBACV,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAA;oBAC5C,MAAK;gBACP,KAAK,OAAO;oBACV,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,KAAK,CAAA;oBAC3B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;wBACxB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAA;wBAC5E,KAAK,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAA;oBAC5D,CAAC;oBACD,MAAK;gBACP,KAAK,oBAAoB;oBACvB,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;wBACvB,KAAK,CAAC,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBACtG,CAAC;oBACD,MAAK;gBACP,KAAK,WAAW;oBACd,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;wBACjD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;4BAChC,SAAQ;wBACV,CAAC;wBACD,QAAQ,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;4BAC9B,KAAK,UAAU;gCACb,IAAI,CAAC;oCACH,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAA;oCAChD,MAAM,EAAE,GAAG,MAAM,yBAAyB,CAAwB;wCAChE,IAAI,EAAE,2BAA2B;wCACjC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;wCAC/B,IAAI,EAAE,EAAE,WAAW,EAAE;wCACrB,KAAK,EAAE,CAAC;qCACT,CAAC,CAAA;oCACF,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;oCACzE,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wCAC9B,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;oCAC1E,CAAC;yCAAM,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;wCACpE,MAAM,OAAO,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;wCACvF,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;wCACzD,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAA;oCACxE,CAAC;gCACH,CAAC;gCAAC,OAAO,CAAC,EAAE,CAAC;oCACX,OAAO,CAAC,GAAG,CAAC,wCAAwC,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;oCAC3E,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAA;oCACrC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAA;gCAChE,CAAC;gCACD,MAAK;4BACP,KAAK,MAAM;gCACT,IAAI,CAAC;oCACH,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAA;oCACxC,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAoB;wCACtD,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;wCAC3B,IAAI,EAAE,EAAE,OAAO,EAAE;wCACjB,KAAK,EAAE,CAAC;qCACT,CAAC,CAAA;oCACF,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;wCAClD,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4CAC1B,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;4CACvE,MAAK;wCACP,CAAC;oCACH,CAAC;oCACD,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;wCAChC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG;4CAC3B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;4CACpB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;yCACvB,CAAA;oCACH,CAAC;yCAAM,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;wCACxE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;wCAC7F,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,SAAS,KAAK,CAAC,EAAE,EAAE,CAAC,CAAA;wCACzD,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG;4CAC3B,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;4CACpB,GAAG;4CACH,GAAG,EAAE,GAAG;yCACT,CAAA;oCACH,CAAC;gCACH,CAAC;gCAAC,OAAO,CAAC,EAAE,CAAC;oCACX,OAAO,CAAC,GAAG,CAAC,+BAA+B,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;oCAClE,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;oCACjC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAA;gCAC5D,CAAC;gCACD,MAAK;wBACT,CAAC;oBACH,CAAC;oBACD,MAAK;gBACP,KAAK,OAAO;oBACV,KAAK,CAAC,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBACpG,MAAK;gBACP,KAAK,QAAQ;oBACX,KAAK,CAAC,QAAQ,GAAG,MAAM,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;oBACpG,MAAK;gBACP,KAAK,OAAO;oBACV,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBACpC,KAAK,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,CAAA;oBAC9C,CAAC;oBACD,MAAK;gBACP,KAAK,OAAO,CAAC;gBACb,KAAK,YAAY,CAAC;gBAClB,KAAK,MAAM,CAAC;gBACZ,KAAK,QAAQ,CAAC;gBACd,KAAK,SAAS,CAAC;gBACf,KAAK,UAAU,CAAC;gBAChB,KAAK,MAAM,CAAC;gBACZ,KAAK,WAAW,CAAC;gBACjB,KAAK,WAAW,CAAC;gBACjB,KAAK,WAAW,CAAC;gBACjB,KAAK,cAAc,CAAC;gBACpB,KAAK,cAAc,CAAC;gBACpB,KAAK,KAAK,CAAC;gBACX,KAAK,OAAO,CAAC;gBACb,KAAK,cAAc,CAAC;gBACpB,KAAK,mBAAmB,CAAC;gBACzB,KAAK,WAAW,CAAC;gBACjB,KAAK,UAAU,CAAC;gBAChB,KAAK,OAAO,CAAC;gBACb,KAAK,aAAa;oBAChB,MAAK;gBACP;oBACE,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,KAAK,CAAC,CAAA;oBACzC,MAAK;YACT,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,IAAI,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAED,MAAM,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IAEjC,OAAO,IAAI,CAAA;AACb,CAAC,CAAA"}

package/dist/exporter/breadcrumbs.d.ts

@@ -0,0 +1,12 @@
+import type { MentionIcon } from './types.js';
+export interface FetchBreadcrumbsProps {
+    type: 'page_id' | 'database_id' | 'block_id' | 'workspace';
+    id: string;
+    limit?: number;
+}
+export type BreadcrumbsIcon = MentionIcon;
+export interface Breadcrumbs {
+    name: string;
+    icon: BreadcrumbsIcon;
+}
+export declare const FetchBreadcrumbs: ({ type, id, limit }: FetchBreadcrumbsProps) => Promise<Breadcrumbs[]>;

package/dist/exporter/breadcrumbs.js

@@ -0,0 +1,110 @@
+import { reqAPIWithBackoff, notion } from './api.js';
+export const FetchBreadcrumbs = async ({ type, id, limit }) => {
+    let breadcrumbs = [];
+    const max = limit === undefined ? 5 : limit;
+    let count = 0;
+    let nextType = type;
+    let nextID = id;
+    let isNext = true;
+    const getID = (parent) => {
+        switch (parent.type) {
+            case 'block_id':
+                return parent.block_id;
+            case 'page_id':
+                return parent.page_id;
+            case 'database_id':
+                return parent.database_id;
+            case 'workspace':
+                isNext = false;
+                return '';
+        }
+    };
+    while (count < max && isNext) {
+        switch (nextType) {
+            case 'block_id': {
+                const res = await reqAPIWithBackoff({
+                    func: notion.blocks.retrieve,
+                    args: { block_id: nextID },
+                    count: 3,
+                });
+                if ('parent' in res) {
+                    nextType = res.parent.type;
+                    nextID = getID(res.parent);
+                }
+                else {
+                    isNext = false;
+                }
+                break;
+            }
+            case 'page_id': {
+                const page = await reqAPIWithBackoff({
+                    func: notion.pages.retrieve,
+                    args: { page_id: nextID },
+                    count: 3,
+                });
+                nextType = page.parent.type;
+                nextID = getID(page.parent);
+                const name = page.properties.title.type === 'title' ? page.properties.title.title.map(v => v.plain_text).join('') : '';
+                if (page.icon?.type === 'emoji') {
+                    breadcrumbs.unshift({
+                        name,
+                        icon: {
+                            type: page.icon.type,
+                            emoji: page.icon.emoji,
+                        }
+                    });
+                }
+                else if (page.icon?.type === 'external' || page.icon?.type === 'file') {
+                    const src = page.icon.type === 'external' ? page.icon.external.url : page.icon.file.url;
+                    breadcrumbs.unshift({
+                        name,
+                        icon: {
+                            type: page.icon.type,
+                            src,
+                            url: src,
+                        }
+                    });
+                }
+                count++;
+                break;
+            }
+            case 'database_id': {
+                const db = await reqAPIWithBackoff({
+                    func: notion.databases.retrieve,
+                    args: { database_id: nextID },
+                    count: 3,
+                });
+                nextType = db.parent.type;
+                nextID = getID(db.parent);
+                const name = db.title.map(v => v.plain_text).join('');
+                if (db.icon?.type === 'emoji') {
+                    breadcrumbs.unshift({
+                        name,
+                        icon: {
+                            type: db.icon.type,
+                            emoji: db.icon.emoji,
+                        }
+                    });
+                }
+                else if (db.icon?.type === 'external' || db.icon?.type === 'file') {
+                    const src = db.icon.type === 'external' ? db.icon.external.url : db.icon.file.url;
+                    breadcrumbs.unshift({
+                        name,
+                        icon: {
+                            type: db.icon.type,
+                            src,
+                            url: src,
+                        }
+                    });
+                }
+                count++;
+                break;
+            }
+            case 'workspace':
+                isNext = false;
+                break;
+        }
+    }
+    return breadcrumbs;
+};
+//# sourceMappingURL=breadcrumbs.js.map

package/dist/exporter/breadcrumbs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"breadcrumbs.js","sourceRoot":"","sources":["../../src/exporter/breadcrumbs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,UAAU,CAAA;AAgBpD,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAyB,EAA0B,EAAE;IAC3G,IAAI,WAAW,GAAkB,EAAE,CAAA;IACnC,MAAM,GAAG,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IAC3C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,IAAI,CAAA;IACnB,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,IAAI,MAAM,GAAG,IAAI,CAAA;IAEjB,MAAM,KAAK,GAAG,CAAC,MAAc,EAAE,EAAE;QAC/B,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,UAAU;gBACb,OAAO,MAAM,CAAC,QAAQ,CAAA;YACxB,KAAK,SAAS;gBACZ,OAAO,MAAM,CAAC,OAAO,CAAA;YACvB,KAAK,aAAa;gBAChB,OAAO,MAAM,CAAC,WAAW,CAAA;YAC3B,KAAK,WAAW;gBACd,MAAM,GAAG,KAAK,CAAA;gBACd,OAAO,EAAE,CAAA;QACb,CAAC;IACH,CAAC,CAAA;IAED,OAAO,KAAK,GAAG,GAAG,IAAI,MAAM,EAAE,CAAC;QAC7B,QAAQ,QAAQ,EAAE,CAAC;YACjB,KAAK,UAAU,CAAC,CAAC,CAAC;gBAChB,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAmB;oBACpD,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ;oBAC5B,IAAI,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE;oBAC1B,KAAK,EAAE,CAAC;iBACT,CAAC,CAAA;gBACF,IAAI,QAAQ,IAAI,GAAG,EAAE,CAAC;oBACpB,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAA;oBAC1B,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;gBAC5B,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,KAAK,CAAA;gBAChB,CAAC;gBACD,MAAK;YACP,CAAC;YACD,KAAK,SAAS,CAAC,CAAC,CAAC;gBACf,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAoB;oBACtD,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ;oBAC3B,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE;oBACzB,KAAK,EAAE,CAAC;iBACT,CAAC,CAAA;gBACF,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA;gBAC3B,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBACtH,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,WAAW,CAAC,OAAO,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE;4BACJ,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;4BACpB,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;yBACvB;qBACF,CAAC,CAAA;gBACJ,CAAC;qBAAM,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;oBACxE,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;oBACvF,WAAW,CAAC,OAAO,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE;4BACJ,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;4BACpB,GAAG;4BACH,GAAG,EAAE,GAAG;yBACT;qBACF,CAAC,CAAA;gBACJ,CAAC;gBACD,KAAK,EAAE,CAAA;gBACP,MAAK;YACP,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAwB;oBACxD,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;oBAC/B,IAAI,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;oBAC7B,KAAK,EAAE,CAAC;iBACT,CAAC,CAAA;gBACF,QAAQ,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAA;gBACzB,MAAM,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAA;gBACzB,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBACrD,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC9B,WAAW,CAAC,OAAO,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE;4BACJ,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI;4BAClB,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK;yBACrB;qBACF,CAAC,CAAA;gBACJ,CAAC;qBAAM,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,UAAU,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;oBACpE,MAAM,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAA;oBACjF,WAAW,CAAC,OAAO,CAAC;wBAClB,IAAI;wBACJ,IAAI,EAAE;4BACJ,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI;4BAClB,GAAG;4BACH,GAAG,EAAE,GAAG;yBACT;qBACF,CAAC,CAAA;gBACJ,CAAC;gBACD,KAAK,EAAE,CAAA;gBACP,MAAK;YACP,CAAC;YACD,KAAK,WAAW;gBACd,MAAM,GAAG,KAAK,CAAA;gBACd,MAAK;QACT,CAAC;IACH,CAAC;IAED,OAAO,WAAW,CAAA;AACpB,CAAC,CAAA"}

package/dist/exporter/database.d.ts

@@ -0,0 +1,10 @@
+import type { QueryDatabaseParameters, QueryDatabaseResponseEx } from './types.js';
+export interface FetchDatabaseArgs extends QueryDatabaseParameters {
+}
+export interface FetchDatabaseRes extends QueryDatabaseResponseEx {
+}
+/**
+ * FetchDatabase retrieves database and download images in from blocks.
+ * And create cache that includes filepath of downloaded images.
+ */
+export declare const FetchDatabase: (params: FetchDatabaseArgs) => Promise<FetchDatabaseRes>;

package/dist/exporter/database.js

@@ -0,0 +1,92 @@
+import { reqAPIWithBackoff, reqAPIWithBackoffAndCache, notion, } from './api.js';
+import { cacheDir, incrementalCache, } from './variables.js';
+import { atoh, createDirWhenNotfound, saveImage, readCache, writeCache, isAvailableCache, isEmpty, } from './files.js';
+/**
+ * FetchDatabase retrieves database and download images in from blocks.
+ * And create cache that includes filepath of downloaded images.
+ */
+export const FetchDatabase = async (params) => {
+    const { database_id } = params;
+    const limit = ('page_size' in params) ? params.page_size : undefined;
+    const paramsHash = atoh(JSON.stringify(params));
+    await createDirWhenNotfound(cacheDir);
+    const cacheFile = `${cacheDir}/notion.databases.query-${paramsHash}${limit !== undefined ? `.limit-${limit}` : ''}`;
+    let allres;
+    let res;
+    try {
+        const list = await readCache(cacheFile);
+        if (!isEmpty(list)) {
+            if (!incrementalCache) {
+                return list;
+            }
+            if (await isAvailableCache(cacheFile, 120)) {
+                return list;
+            }
+        }
+    }
+    catch (_) {
+        /* not fatal */
+    }
+    while (true) {
+        if (res && res.next_cursor) {
+            params.start_cursor = res.next_cursor;
+        }
+        res = await reqAPIWithBackoff({
+            func: notion.databases.query,
+            args: params,
+            count: 3,
+        });
+        if (allres === undefined) {
+            allres = res;
+        }
+        else {
+            allres.results.push(...res.results);
+        }
+        if (res.next_cursor === null || limit !== undefined) {
+            break;
+        }
+    }
+    for (const result of allres.results) {
+        const page = result;
+        // Save page cover files
+        if ('cover' in page && page.cover != null) {
+            const imageUrl = (page.cover.type === 'external') ? page.cover.external.url : page.cover.file.url;
+            page.cover.src = await saveImage(imageUrl, `page-cover-${page.id}`);
+        }
+        // Set page property items
+        page.property_items = [];
+        for (const [, v] of Object.entries(page.properties)) {
+            const page_id = page.id;
+            const property_id = v.id;
+            const props = await reqAPIWithBackoffAndCache({
+                name: 'notion.pages.properties.retrieve',
+                func: notion.pages.properties.retrieve,
+                args: { page_id, property_id },
+                count: 3,
+            });
+            page.property_items.push(props);
+            // Save avatar in people property type
+            if (v.type === 'people') {
+                const peoples = v.people;
+                for (const people of peoples) {
+                    if (people.avatar_url) {
+                        people.avatar = await saveImage(people.avatar_url, `database-avatar-${people.id}`);
+                    }
+                }
+            }
+        }
+    }
+    const meta = await reqAPIWithBackoff({
+        func: notion.databases.retrieve,
+        args: { database_id },
+        count: 3,
+    });
+    if ('cover' in meta && meta.cover !== null) {
+        const imageUrl = (meta.cover.type === 'external') ? meta.cover.external.url : meta.cover.file.url;
+        meta.cover.src = await saveImage(imageUrl, `database-cover-${database_id}`);
+    }
+    allres.meta = meta;
+    await writeCache(cacheFile, allres);
+    return allres;
+};
+//# sourceMappingURL=database.js.map

package/dist/exporter/database.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"database.js","sourceRoot":"","sources":["../../src/exporter/database.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,EACjB,yBAAyB,EACzB,MAAM,GACP,MAAM,UAAU,CAAA;AACjB,OAAO,EACL,QAAQ,EACR,gBAAgB,GACjB,MAAM,gBAAgB,CAAA;AACvB,OAAO,EACL,IAAI,EACJ,qBAAqB,EACrB,SAAS,EACT,SAAS,EACT,UAAU,EACV,gBAAgB,EAChB,OAAO,GACR,MAAM,YAAY,CAAA;AAgBnB;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,MAAyB,EAA6B,EAAE;IAC1F,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAA;IAC9B,MAAM,KAAK,GAAG,CAAC,WAAW,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAA;IACpE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAA;IAE/C,MAAM,qBAAqB,CAAC,QAAQ,CAAC,CAAA;IACrC,MAAM,SAAS,GAAG,GAAG,QAAQ,2BAA2B,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAA;IACnH,IAAI,MAAyC,CAAA;IAC7C,IAAI,GAAsC,CAAA;IAE1C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,SAAS,CAA0B,SAAS,CAAC,CAAA;QAChE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACnB,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,OAAO,IAAI,CAAA;YACb,CAAC;YACD,IAAI,MAAM,gBAAgB,CAAC,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAA;YACb,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,eAAe;IACjB,CAAC;IAED,OAAO,IAAI,EAAE,CAAC;QACZ,IAAI,GAAG,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;YAC3B,MAAM,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAA;QACvC,CAAC;QACD,GAAG,GAAG,MAAM,iBAAiB,CAA0B;YACrD,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK;YAC5B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,CAAC;SACT,CAAC,CAAA;QACF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,CAAA;QACd,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAA;QACrC,CAAC;QACD,IAAI,GAAG,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACpD,MAAK;QACP,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,IAAI,GAAyB,MAAM,CAAA;QACzC,wBAAwB;QACxB,IAAI,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;YAC1C,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAA;YACjG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,cAAc,IAAI,CAAC,EAAE,EAAE,CAAC,CAAA;QACrE,CAAC;QACD,0BAA0B;QAC1B,IAAI,CAAC,cAAc,GAAG,EAAE,CAAA;QACxB,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACpD,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,CAAA;YACvB,MAAM,WAAW,GAAG,CAAC,CAAC,EAAE,CAAA;YACxB,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAA0B;gBACrE,IAAI,EAAE,kCAAkC;gBACxC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ;gBACtC,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE;gBAC9B,KAAK,EAAE,CAAC;aACT,CAAC,CAAA;YACF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC/B,sCAAsC;YACtC,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,CAAC,CAAC,MAAiD,CAAA;gBACnE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;wBACtB,MAAM,CAAC,MAAM,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,mBAAmB,MAAM,CAAC,EAAE,EAAE,CAAC,CAAA;oBACpF,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAwB;QAC1D,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ;QAC/B,IAAI,EAAE,EAAE,WAAW,EAAE;QACrB,KAAK,EAAE,CAAC;KACT,CAAC,CAAA;IACF,IAAI,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAA;QACjG,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,MAAM,SAAS,CAAC,QAAQ,EAAE,kBAAkB,WAAW,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,MAAM,CAAC,IAAI,GAAG,IAAI,CAAA;IAElB,MAAM,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAA;IAEnC,OAAO,MAAM,CAAA;AACf,CAAC,CAAA"}

package/dist/exporter/files.d.ts

@@ -21,3 +21,4 @@ export declare const getHtmlMeta: (reqUrl: string) => Promise<{
 }>;
 export declare const getVideoHtml: (block: VideoBlockObjectResponseEx) => Promise<string>;
 export declare const getEmbedHtml: (block: EmbedBlockObjectResponseEx) => Promise<string>;
+export declare const isEmpty: (obj: Object) => boolean;

package/dist/exporter/files.js

@@ -9,18 +9,7 @@ import imagemin from 'imagemin';
 import imageminWebp from 'imagemin-webp';
 import { fileTypeFromFile } from 'file-type';
 import replaceExt from 'replace-ext';
-import pkg from '../../package.json' assert { type: 'json' };
-const docRoot = process.env.ROTION_DOCROOT || 'public';
-const imageDir = process.env.ROTION_IMAGEDIR || 'images';
-const timeout = process.env.ROTION_TIMEOUT ? parseInt(process.env.ROTION_TIMEOUT) : 1500;
-const httpOptions = {
-    timeout,
-    headers: {
-        'User-Agent': `${pkg.name}/${pkg.version}`,
-        Accept: '*/*',
-    },
-};
-const webpQuality = process.env.ROTION_WEBP_QUALITY ? parseInt(process.env.ROTION_WEBP_QUALITY) : 95;
+import { docRoot, imageDir, timeout, webpQuality, httpOptions, } from './variables.js';
 // @ts-ignore
 https.get[promisify.custom] = function getAsync(url) {
     return new Promise((resolve, reject) => {
@@ -326,4 +315,7 @@ export const getEmbedHtml = async (block) => {
     }
     return '';
 };
+export const isEmpty = (obj) => {
+    return !Object.keys(obj).length;
+};
 //# sourceMappingURL=files.js.map