rotion 3.6.2 → 4.0.0

package/dist/exporter/blocks.js

@@ -1,373 +1,408 @@
 import { reqAPIWithBackoff, reqAPIWithBackoffAndCache, notion, } from './api.js';
-import { cacheDir, incrementalCache, debug, } from './variables.js';
+import { config } from './variables.js';
 import { FetchPage, getNotionIconUrl } from './page.js';
 import { createDirWhenNotfound, saveImage, saveFile, readCache, writeCache, getHtmlMeta, getVideoHtml, getEmbedHtml, isEmpty, getVideoType } from './files.js';
 import { FetchBreadcrumbs } from './breadcrumbs.js';
 import { getIssueForLinkPreview, getRepoForLinkPreview } from './github.js';
+import { collectFailures, reportFailure, reportExtraFailure } from './failures.js';
+import { warn } from './log.js';
+import { withFileLock } from './mutex.js';
+import { collectDependencies, recordDependency, recordDependencies, isAnyDependencyChanged, editedTimeOf, pageOfBlock, } from './dependencies.js';
 /**
  * FetchBlocks retrieves page blocks and download images in from blocks.
  * And create cache that includes filepath of downloaded images.
  * The last_edited_time of 2nd args is for ROTION_INCREMENTAL_CACHE.
  */
 export const FetchBlocks = async ({ block_id, last_edited_time }) => {
+    const { cacheDir, incrementalCache, debug } = config();
     await createDirWhenNotfound(cacheDir);
     const cacheFile = `${cacheDir}/notion.blocks.children.list-${block_id}`;
-    try {
-        const list = await readCache(cacheFile);
-        if (!isEmpty(list)) {
-            if (incrementalCache && last_edited_time === undefined) {
-                if (debug) {
+    const lockKey = `blocks-${block_id}`;
+    // Parallel build workers, or concurrent requests to a server, wait here
+    // for the one that fetches the blocks, and then read its cache.
+    return withFileLock(lockKey, async () => {
+        try {
+            const list = await readCache(cacheFile);
+            if (!isEmpty(list)) {
+                if (incrementalCache && last_edited_time === undefined && debug) {
                     console.log(`use cache in FetchBlocks(): ${cacheFile}, last_edited_time is required as a FetchBlocks() args when incremental cache`);
                 }
-                return list;
-            }
-            if (!incrementalCache || list.last_edited_time === last_edited_time) {
+                const sameEditedTime = !incrementalCache || last_edited_time === undefined || list.last_edited_time === last_edited_time;
+                // A page or database the blocks show may have been edited even though
+                // the page itself was not
+                if (sameEditedTime && !(incrementalCache && await isAnyDependencyChanged(list.dependencies))) {
+                    if (debug) {
+                        console.log(`use cache so same last-edited-time in FetchBlocks(): ${cacheFile}`);
+                    }
+                    recordDependencies(list.dependencies);
+                    return list;
+                }
                 if (debug) {
-                    console.log(`use cache so same last-edited-time in FetchBlocks(): ${cacheFile}`);
+                    const reason = sameEditedTime ? 'a page or database it shows was edited' : 'an old cache file was found';
+                    console.log(`requesting to API because ${reason} in FetchBlocks(): ${cacheFile}`);
                 }
-                return list;
-            }
-            if (debug) {
-                console.log(`requesting to API because an old cache file was found in FetchBlocks(): ${cacheFile}`);
             }
         }
-    }
-    catch (_) {
-        /* not fatal */
-    }
-    let allres;
-    let res;
-    let params = { block_id, start_cursor: undefined };
-    while (true) {
-        if (res && res.next_cursor) {
-            params.start_cursor = res.next_cursor;
+        catch (_) {
+            /* not fatal */
         }
-        res = await reqAPIWithBackoff({
-            func: notion.blocks.children.list,
-            args: params,
-            count: 3
-        });
-        if (allres === undefined) {
-            allres = res;
-        }
-        else {
-            allres.results.push(...res.results);
-        }
-        if (res.next_cursor === null) {
-            break;
-        }
-    }
-    // With the blocks api, you can get the last modified date of a block,
-    // but not the last modified date of all blocks. So extend the type and add it.
-    if (last_edited_time) {
-        allres.last_edited_time = last_edited_time;
-    }
-    for (const block of allres.results) {
-        try {
-            const { type } = block;
-            switch (type) {
-                case 'bookmark':
-                    block.bookmark.site = await getHtmlMeta(block.bookmark.url);
-                    break;
-                case 'bulleted_list_item':
-                    if (block.has_children) {
-                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                    }
-                    break;
-                case 'breadcrumb':
-                    block.list = await FetchBreadcrumbs({ id: block_id, type: 'page_id' });
-                    break;
-                case 'callout':
-                    if (block.callout.icon?.type === 'external') {
-                        const iconUrl = block.callout.icon.external.url;
-                        try {
-                            const ipws = await saveImage(iconUrl, `block-${block.id}`);
-                            block.callout.icon.src = ipws.path;
-                        }
-                        catch (e) {
-                            if (debug) {
-                                console.log(`Failed to save callout icon: ${e}`);
-                            }
-                        }
-                    }
-                    else if (block.callout.icon?.type === 'icon') {
-                        const url = getNotionIconUrl(block.callout.icon.icon);
-                        try {
-                            const ipws = await saveImage(url, `block-${block.id}`);
-                            block.callout.icon = { type: 'external', external: { url }, src: ipws.path };
-                        }
-                        catch (e) {
-                            if (debug) {
-                                console.log(`Failed to save callout icon: ${e}`);
-                            }
-                        }
+        // A result that misses something because of a transient failure, such as
+        // a rate limit or a download that timed out, is not cached, so that the
+        // next call fetches it again instead of keeping the gap.
+        const { value: allres, complete } = await collectFailures(async () => {
+            const { value: allres, dependencies } = await collectDependencies(async () => {
+                let allres;
+                let res;
+                let params = { block_id, start_cursor: undefined };
+                while (true) {
+                    if (res && res.next_cursor) {
+                        params.start_cursor = res.next_cursor;
                     }
-                    if (block.has_children) {
-                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                    }
-                    break;
-                case 'child_database':
-                    // if (block.has_children) {
-                    const database_id = block.id;
-                    block.database = await reqAPIWithBackoffAndCache({
-                        name: 'notion.databases.retrieve',
-                        func: notion.databases.retrieve,
-                        args: { database_id },
-                        count: 3,
+                    res = await reqAPIWithBackoff({
+                        func: notion().blocks.children.list,
+                        args: params,
+                        count: 3
                     });
-                    // }
-                    break;
-                case 'child_page':
-                    block.page = await FetchPage({ page_id: block.id, last_edited_time: block.last_edited_time });
-                    // Unnecessary?
-                    // block.children = await FetchBlocks(block.id, block.last_edited_time)
-                    break;
-                case 'column_list':
-                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                    block.columns = [];
-                    for (const b of block.children.results) {
-                        block.columns.push(await FetchBlocks({ block_id: b.id, last_edited_time: block.last_edited_time }));
+                    if (allres === undefined) {
+                        allres = res;
                     }
-                    break;
-                case 'embed':
-                    block.embed.html = await getEmbedHtml(block);
-                    break;
-                case 'image':
-                    const { id, image } = block;
-                    if (image !== undefined) {
-                        const imageUrl = image.type === 'file' ? image.file.url : image.external.url;
-                        try {
-                            const ipws = await saveImage(imageUrl, `block-${id}`);
-                            block.image.src = ipws.path;
-                            if (ipws.width) {
-                                block.image.width = ipws.width;
-                            }
-                            if (ipws.height) {
-                                block.image.height = ipws.height;
-                            }
-                        }
-                        catch (e) {
-                            if (debug) {
-                                console.log(`Failed to save image: ${e}`);
-                            }
-                        }
+                    else {
+                        allres.results.push(...res.results);
                     }
-                    break;
-                case 'numbered_list_item':
-                    if (block.has_children) {
-                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
+                    if (res.next_cursor === null) {
+                        break;
                     }
-                    break;
-                case 'paragraph':
-                    for (const richText of block.paragraph.rich_text) {
-                        if (richText.type !== 'mention') {
-                            continue;
-                        }
-                        const mention = richText.mention;
-                        switch (mention.type) {
-                            case 'database':
-                                try {
-                                    const database_id = mention.database.id;
-                                    const db = await reqAPIWithBackoffAndCache({
-                                        name: 'notion.databases.retrieve',
-                                        func: notion.databases.retrieve,
-                                        args: { database_id },
-                                        count: 3,
-                                    });
-                                    mention.database.name = db.title.map(v => v.plain_text).join('');
-                                    if (db.icon?.type === 'emoji') {
-                                        mention.database.icon = { type: 'emoji', emoji: db.icon.emoji };
+                }
+                // With the blocks api, you can get the last modified date of a block,
+                // but not the last modified date of all blocks. So extend the type and add it.
+                if (last_edited_time) {
+                    allres.last_edited_time = last_edited_time;
+                }
+                // Editing a nested block does not update its parent block's last_edited_time,
+                // only the page's. So pass the page's last_edited_time down to nested blocks.
+                for (const block of allres.results) {
+                    try {
+                        const { type } = block;
+                        switch (type) {
+                            case 'bookmark':
+                                block.bookmark.site = await getHtmlMeta(block.bookmark.url);
+                                break;
+                            case 'bulleted_list_item':
+                                if (block.has_children) {
+                                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                }
+                                break;
+                            case 'breadcrumb':
+                                block.list = await FetchBreadcrumbs({ id: block_id, type: 'page_id' });
+                                break;
+                            case 'callout':
+                                if (block.callout.icon?.type === 'external') {
+                                    const iconUrl = block.callout.icon.external.url;
+                                    try {
+                                        const ipws = await saveImage(iconUrl, `block-${block.id}`);
+                                        block.callout.icon.src = ipws.path;
                                     }
-                                    else if (db.icon?.type === 'external' || db.icon?.type === 'file') {
-                                        const iconUrl = (db.icon.type === 'external') ? db.icon.external.url : db.icon.file.url;
-                                        try {
-                                            const ipws = await saveImage(iconUrl, `block-${block.id}`);
-                                            mention.database.icon = { type: db.icon.type, src: ipws.path, url: ipws.path };
+                                    catch (e) {
+                                        reportFailure(`icon of callout block ${block.id}`, e);
+                                    }
+                                }
+                                else if (block.callout.icon?.type === 'icon') {
+                                    const url = getNotionIconUrl(block.callout.icon.icon);
+                                    try {
+                                        const ipws = await saveImage(url, `block-${block.id}`);
+                                        block.callout.icon = { type: 'external', external: { url }, src: ipws.path };
+                                    }
+                                    catch (e) {
+                                        reportFailure(`icon of callout block ${block.id}`, e);
+                                    }
+                                }
+                                if (block.has_children) {
+                                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                }
+                                break;
+                            case 'child_database':
+                                // if (block.has_children) {
+                                const database_id = block.id;
+                                block.database = await reqAPIWithBackoffAndCache({
+                                    name: 'notion.databases.retrieve',
+                                    func: notion().databases.retrieve,
+                                    args: { database_id },
+                                    count: 3,
+                                });
+                                recordDependency({ type: 'database', id: database_id, last_edited_time: block.database.last_edited_time });
+                                // }
+                                break;
+                            case 'child_page':
+                                {
+                                    // The title and icon come from the child page; its own
+                                    // last_edited_time tells whether they changed
+                                    const edited = await editedTimeOf('page', block.id);
+                                    recordDependency({ type: 'page', id: block.id, last_edited_time: edited });
+                                    block.page = await FetchPage({ page_id: block.id, last_edited_time: edited });
+                                }
+                                // Unnecessary?
+                                // block.children = await FetchBlocks(block.id, block.last_edited_time)
+                                break;
+                            case 'column_list':
+                                block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                block.columns = [];
+                                for (const b of block.children.results) {
+                                    block.columns.push(await FetchBlocks({ block_id: b.id, last_edited_time: last_edited_time ?? b.last_edited_time }));
+                                }
+                                break;
+                            case 'embed':
+                                block.embed.html = await getEmbedHtml(block);
+                                break;
+                            case 'image':
+                                const { id, image } = block;
+                                if (image !== undefined) {
+                                    const imageUrl = image.type === 'file' ? image.file.url : image.external.url;
+                                    try {
+                                        const ipws = await saveImage(imageUrl, `block-${id}`);
+                                        block.image.src = ipws.path;
+                                        if (ipws.width) {
+                                            block.image.width = ipws.width;
                                         }
-                                        catch (e) {
-                                            if (debug) {
-                                                console.log(`Failed to save database icon: ${e}`);
-                                            }
+                                        if (ipws.height) {
+                                            block.image.height = ipws.height;
                                         }
                                     }
+                                    catch (e) {
+                                        reportFailure(`image of block ${id}`, e);
+                                    }
                                 }
-                                catch (e) {
-                                    if (debug) {
-                                        console.log(`database view mention is unsupported ${block.type}`, block, e);
+                                break;
+                            case 'numbered_list_item':
+                                if (block.has_children) {
+                                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                }
+                                break;
+                            case 'paragraph':
+                                for (const richText of block.paragraph.rich_text) {
+                                    if (richText.type !== 'mention') {
+                                        continue;
+                                    }
+                                    const mention = richText.mention;
+                                    switch (mention.type) {
+                                        case 'database':
+                                            try {
+                                                const database_id = mention.database.id;
+                                                const db = await reqAPIWithBackoffAndCache({
+                                                    name: 'notion.databases.retrieve',
+                                                    func: notion().databases.retrieve,
+                                                    args: { database_id },
+                                                    count: 3,
+                                                });
+                                                recordDependency({ type: 'database', id: database_id, last_edited_time: db.last_edited_time });
+                                                mention.database.name = db.title.map(v => v.plain_text).join('');
+                                                if (db.icon?.type === 'emoji') {
+                                                    mention.database.icon = { type: 'emoji', emoji: db.icon.emoji };
+                                                }
+                                                else if (db.icon?.type === 'external' || db.icon?.type === 'file') {
+                                                    const iconUrl = (db.icon.type === 'external') ? db.icon.external.url : db.icon.file.url;
+                                                    try {
+                                                        const ipws = await saveImage(iconUrl, `block-${block.id}`);
+                                                        mention.database.icon = { type: db.icon.type, src: ipws.path, url: ipws.path };
+                                                    }
+                                                    catch (e) {
+                                                        reportFailure(`icon of the database mentioned in block ${block.id}`, e);
+                                                    }
+                                                }
+                                            }
+                                            catch (e) {
+                                                reportFailure(`database mentioned in block ${block.id}`, e);
+                                                mention.database.name = '--';
+                                                mention.database.icon = { type: 'emoji', emoji: '@' };
+                                            }
+                                            break;
+                                        case 'page':
+                                            try {
+                                                const page_id = mention.page.id;
+                                                const page = await reqAPIWithBackoff({
+                                                    func: notion().pages.retrieve,
+                                                    args: { page_id },
+                                                    count: 3,
+                                                });
+                                                recordDependency({ type: 'page', id: page_id, last_edited_time: page.last_edited_time });
+                                                for (const prop of Object.values(page.properties)) {
+                                                    if (prop.type === 'title') {
+                                                        mention.page.name = prop.title.map(v => v.plain_text).join('');
+                                                        break;
+                                                    }
+                                                }
+                                                if (page.icon?.type === 'emoji') {
+                                                    mention.page.icon = {
+                                                        type: page.icon.type,
+                                                        emoji: page.icon.emoji,
+                                                    };
+                                                }
+                                                else if (page.icon?.type === 'external' || page.icon?.type === 'file') {
+                                                    const iconUrl = (page.icon.type === 'external') ? page.icon.external.url : page.icon.file.url;
+                                                    try {
+                                                        const ipws = await saveImage(iconUrl, `block-${block.id}`);
+                                                        mention.page.icon = {
+                                                            type: page.icon.type,
+                                                            src: ipws.path,
+                                                            url: ipws.path,
+                                                        };
+                                                    }
+                                                    catch (e) {
+                                                        reportFailure(`icon of the page mentioned in block ${block.id}`, e);
+                                                    }
+                                                }
+                                            }
+                                            catch (e) {
+                                                reportFailure(`page mentioned in block ${block.id}`, e);
+                                                mention.page.name = '--';
+                                                mention.page.icon = { type: 'emoji', emoji: '@' };
+                                            }
+                                            break;
                                     }
-                                    mention.database.name = '--';
-                                    mention.database.icon = { type: 'emoji', emoji: '@' };
                                 }
                                 break;
-                            case 'page':
+                            case 'file': {
+                                const url = block.file.type === 'external' ? block.file.external.url : block.file.file.url;
                                 try {
-                                    const page_id = mention.page.id;
-                                    const page = await reqAPIWithBackoff({
-                                        func: notion.pages.retrieve,
-                                        args: { page_id },
-                                        count: 3,
-                                    });
-                                    for (const prop of Object.values(page.properties)) {
-                                        if (prop.type === 'title') {
-                                            mention.page.name = prop.title.map(v => v.plain_text).join('');
-                                            break;
+                                    const { src, size } = await saveFile(url, `block-${block.id}`);
+                                    block.file.src = src;
+                                    block.file.size = size;
+                                }
+                                catch (e) {
+                                    reportFailure(`file of block ${block.id}`, e);
+                                }
+                                break;
+                            }
+                            case 'pdf': {
+                                const url = block.pdf.type === 'external' ? block.pdf.external.url : block.pdf.file.url;
+                                try {
+                                    const { src, size } = await saveFile(url, `block-${block.id}`);
+                                    block.pdf.src = src;
+                                    block.pdf.size = size;
+                                }
+                                catch (e) {
+                                    reportFailure(`PDF of block ${block.id}`, e);
+                                }
+                                break;
+                            }
+                            case 'synced_block':
+                                if (block.has_children) {
+                                    if (block.synced_block.synced_from === null) {
+                                        block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                    }
+                                    else if (block.synced_block.synced_from.type === 'block_id') {
+                                        const block_id = block.synced_block.synced_from.block_id;
+                                        // The source is edited in its own page, which does not change
+                                        // the last_edited_time of this one. Cache its blocks with the
+                                        // time of that page, the same key the page itself uses.
+                                        const sourcePage = await pageOfBlock(block_id);
+                                        let sourceEdited;
+                                        if (sourcePage !== undefined) {
+                                            sourceEdited = await editedTimeOf('page', sourcePage);
+                                            recordDependency({ type: 'page', id: sourcePage, last_edited_time: sourceEdited });
                                         }
+                                        block.children = await FetchBlocks({ block_id, last_edited_time: sourceEdited ?? last_edited_time ?? block.last_edited_time });
+                                    }
+                                }
+                                break;
+                            case 'table':
+                                block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                break;
+                            case 'toggle':
+                                block.children = await FetchBlocks({ block_id: block.id, last_edited_time: last_edited_time ?? block.last_edited_time });
+                                break;
+                            case 'video':
+                                if (block.video.type === 'file') {
+                                    try {
+                                        const { src } = await saveFile(block.video.file.url, `block-${block.id}`);
+                                        block.video.src = src;
+                                        block.video.videoType = getVideoType(src);
                                     }
-                                    if (page.icon?.type === 'emoji') {
-                                        mention.page.icon = {
-                                            type: page.icon.type,
-                                            emoji: page.icon.emoji,
-                                        };
+                                    catch (e) {
+                                        reportFailure(`video of block ${block.id}`, e);
                                     }
-                                    else if (page.icon?.type === 'external' || page.icon?.type === 'file') {
-                                        const iconUrl = (page.icon.type === 'external') ? page.icon.external.url : page.icon.file.url;
-                                        try {
-                                            const ipws = await saveImage(iconUrl, `block-${block.id}`);
-                                            mention.page.icon = {
-                                                type: page.icon.type,
-                                                src: ipws.path,
-                                                url: ipws.path,
-                                            };
-                                        }
-                                        catch (e) {
-                                            if (debug) {
-                                                console.log(`Failed to save page icon: ${e}`);
+                                }
+                                else if (block.video.type === 'external') {
+                                    block.video.html = await getVideoHtml(block);
+                                }
+                                break;
+                            case 'link_preview':
+                                const { url } = block.link_preview;
+                                if (url.includes('figma.com')) {
+                                    // https://www.figma.com/file/GfHZFRpWGd0QXsRg9igdw8/Google-Material-Design?node-id=0%3A1
+                                    block.link_preview.figma = {
+                                        html: `<iframe style="border: 1px solid rgba(0, 0, 0, 0.1);" width="100%" height="450" src="https://www.figma.com/embed?embed_host=share&url=${encodeURI(url)}" allowfullscreen></iframe>`
+                                    };
+                                }
+                                else if (url.includes('github.com')) {
+                                    // Like bookmarks and embeds, the preview comes from a third party,
+                                    // so GitHub being unavailable does not keep the whole page out of
+                                    // the cache.
+                                    try {
+                                        const u = new URL(url).pathname;
+                                        if (u.split('/').length > 1) {
+                                            const [owner, repo, type, num] = u.split('/').slice(1);
+                                            if (owner && repo && (type === 'issues' || type === 'pull') && num) {
+                                                const res = await getIssueForLinkPreview({ owner, repo, number: num });
+                                                block.link_preview.github = {
+                                                    type: 'issue',
+                                                    issue: res,
+                                                };
+                                            }
+                                            else if (owner && repo) {
+                                                const res = await getRepoForLinkPreview({ owner, repo });
+                                                block.link_preview.github = {
+                                                    type: 'repo',
+                                                    repo: res,
+                                                };
                                             }
                                         }
                                     }
-                                }
-                                catch (e) {
-                                    if (debug) {
-                                        console.log(`page mention is unsupported ${block.type}`, block, e);
+                                    catch (e) {
+                                        reportExtraFailure(`GitHub preview of block ${block.id}`, e);
                                     }
-                                    mention.page.name = '--';
-                                    mention.page.icon = { type: 'emoji', emoji: '@' };
+                                }
+                                break;
+                            case 'audio':
+                            case 'code':
+                            case 'column':
+                            case 'divider':
+                            case 'equation':
+                            case 'heading_1':
+                            case 'heading_2':
+                            case 'heading_3':
+                            case 'link_to_page':
+                            case 'quote':
+                            case 'table_of_contents':
+                            case 'table_row':
+                            case 'template':
+                            case 'to_do':
+                            case 'unsupported':
+                                break;
+                            default:
+                                if (debug) {
+                                    console.log(`unknown block error`, block);
                                 }
                                 break;
                         }
                     }
-                    break;
-                case 'file': {
-                    const url = block.file.type === 'external' ? block.file.external.url : block.file.file.url;
-                    try {
-                        const { src, size } = await saveFile(url, `block-${block.id}`);
-                        block.file.src = src;
-                        block.file.size = size;
-                    }
-                    catch (e) {
-                        if (debug) {
-                            console.log(`Failed to save file: ${e}`);
-                        }
-                    }
-                    break;
-                }
-                case 'pdf': {
-                    const url = block.pdf.type === 'external' ? block.pdf.external.url : block.pdf.file.url;
-                    try {
-                        const { src, size } = await saveFile(url, `block-${block.id}`);
-                        block.pdf.src = src;
-                        block.pdf.size = size;
-                    }
                     catch (e) {
-                        if (debug) {
-                            console.log(`Failed to save PDF: ${e}`);
-                        }
+                        reportFailure(`contents of ${block.type} block ${block.id}`, e);
                     }
-                    break;
                 }
-                case 'synced_block':
-                    if (block.has_children) {
-                        if (block.synced_block.synced_from === null) {
-                            block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                        }
-                        else if (block.synced_block.synced_from.type === 'block_id') {
-                            const block_id = block.synced_block.synced_from.block_id;
-                            block.children = await FetchBlocks({ block_id, last_edited_time: block.last_edited_time });
-                        }
-                    }
-                    break;
-                case 'table':
-                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                    break;
-                case 'toggle':
-                    block.children = await FetchBlocks({ block_id: block.id, last_edited_time: block.last_edited_time });
-                    break;
-                case 'video':
-                    if (block.video.type === 'file') {
-                        try {
-                            const { src } = await saveFile(block.video.file.url, `block-${block.id}`);
-                            block.video.src = src;
-                            block.video.videoType = getVideoType(src);
-                        }
-                        catch (e) {
-                            if (debug) {
-                                console.log(`Failed to save video: ${e}`);
-                            }
-                        }
-                    }
-                    else if (block.video.type === 'external') {
-                        block.video.html = await getVideoHtml(block);
-                    }
-                    break;
-                case 'link_preview':
-                    const { url } = block.link_preview;
-                    if (url.includes('figma.com')) {
-                        // https://www.figma.com/file/GfHZFRpWGd0QXsRg9igdw8/Google-Material-Design?node-id=0%3A1
-                        block.link_preview.figma = {
-                            html: `<iframe style="border: 1px solid rgba(0, 0, 0, 0.1);" width="100%" height="450" src="https://www.figma.com/embed?embed_host=share&url=${encodeURI(url)}" allowfullscreen></iframe>`
-                        };
-                    }
-                    else if (url.includes('github.com')) {
-                        const u = new URL(url).pathname;
-                        if (u.split('/').length > 1) {
-                            const [owner, repo, type, num] = u.split('/').slice(1);
-                            if (owner && repo && (type === 'issues' || type === 'pull') && num) {
-                                const res = await getIssueForLinkPreview({ owner, repo, number: num });
-                                block.link_preview.github = {
-                                    type: 'issue',
-                                    issue: res,
-                                };
-                            }
-                            else if (owner && repo) {
-                                const res = await getRepoForLinkPreview({ owner, repo });
-                                block.link_preview.github = {
-                                    type: 'repo',
-                                    repo: res,
-                                };
-                            }
-                        }
-                    }
-                    break;
-                case 'audio':
-                case 'code':
-                case 'column':
-                case 'divider':
-                case 'equation':
-                case 'heading_1':
-                case 'heading_2':
-                case 'heading_3':
-                case 'link_to_page':
-                case 'quote':
-                case 'table_of_contents':
-                case 'table_row':
-                case 'template':
-                case 'to_do':
-                case 'unsupported':
-                    break;
-                default:
-                    if (debug) {
-                        console.log(`unknown block error`, block);
-                    }
-                    break;
+                return allres;
+            });
+            if (dependencies.length > 0) {
+                allres.dependencies = dependencies;
             }
+            return allres;
+        });
+        if (complete) {
+            await writeCache(cacheFile, allres);
         }
-        catch (e) {
-            if (debug) {
-                console.log(`error for ${block.type} contents get`, block, e);
-            }
+        else {
+            warn(`not caching the blocks of ${block_id} because of a transient failure; they are fetched again on the next call`);
         }
-    }
-    await writeCache(cacheFile, allres);
-    return allres;
+        return allres;
+    });
 };
 //# sourceMappingURL=blocks.js.map