noblog 0.0.3 → 0.0.5

package/dist/cmds/generate.d.ts

@@ -1,2 +1,3 @@
+#!/usr/bin/env node
 export {};
 //# sourceMappingURL=generate.d.ts.map

package/dist/generate.esm.js

@@ -0,0 +1,241 @@
+#!/usr/bin/env node
+import * as path from 'path';
+import * as fs from 'fs/promises';
+import { NotionToMarkdown } from 'notion-to-md';
+import 'node-fetch';
+import 'markdown-table';
+import 'dotenv/config';
+import retry from 'async-retry';
+import { Client, APIResponseError } from '@notionhq/client';
+
+const addTabSpace = (text, n = 0) => {
+    const tab = "	";
+    for (let i = 0; i < n; i++) {
+        if (text.includes("\n")) {
+            const multiLineText = text.split(/(?:^|\n)/).join(`\n${tab}`);
+            text = tab + multiLineText;
+        }
+        else
+            text = tab + text;
+    }
+    return text;
+};
+const toggle = (summary, children) => {
+    if (!summary)
+        return children || "";
+    return `<details>
+<summary>${summary}</summary>
+${children || ""}
+</details>\n\n`;
+};
+
+const NOTION_API_SECRET = process.env.NOTION_API_SECRET ?? '';
+const NOBLOG_DATABASE_ID = process.env.NOBLOG_DATABASE_ID ?? '';
+const client = new Client({
+    auth: NOTION_API_SECRET,
+});
+const numberOfRetry = 2;
+async function GetAllPosts() {
+    const params = {
+        database_id: NOBLOG_DATABASE_ID,
+        filter: {
+            and: [{
+                    property: 'publish',
+                    checkbox: { equals: true, },
+                }]
+        },
+        sorts: [{
+                property: 'date',
+                direction: 'descending',
+            }],
+        page_size: 100,
+    };
+    let results = [];
+    while (true) {
+        const res = await retry(async (bail) => {
+            try {
+                return (await client.databases.query(params));
+            }
+            catch (error) {
+                if (error instanceof APIResponseError) {
+                    if (error.status && error.status >= 400 && error.status < 500) {
+                        bail(error);
+                    }
+                }
+                throw error;
+            }
+        }, { retries: numberOfRetry, });
+        results = results.concat(res.results);
+        if (!res.has_more) {
+            break;
+        }
+        params['start_cursor'] = res.next_cursor;
+    }
+    return results;
+}
+async function GetPageMeta(page_id) {
+    const result = await retry(async (bail) => {
+        try {
+            return (await client.pages.retrieve({ page_id: page_id }));
+        }
+        catch (error) {
+            if (error instanceof APIResponseError) {
+                if (error.status && error.status >= 400 && error.status < 500) {
+                    bail(error);
+                }
+            }
+            throw error;
+        }
+    }, { retries: numberOfRetry, });
+    return result;
+}
+
+class Noblog extends NotionToMarkdown {
+    Posts = [];
+    SavePath = "./src/pages/posts/";
+    ChildPath = "nob_children/";
+    MdCollection = {};
+    constructor(posts, save_path, child_path) {
+        super({ notionClient: client });
+        this.Posts = posts;
+        if (child_path != undefined) {
+            this.ChildPath = child_path;
+        }
+        if (save_path != undefined) {
+            this.SavePath = save_path;
+        }
+        this.setCustomTransformer("child_page", async (block) => {
+            let path = this.ChildPath;
+            const page = block;
+            if (!page?.id) {
+                return false;
+            }
+            if (this.Posts.filter(post => post.id === page.child_page.title).length > 0) {
+                path = "";
+            }
+            return `[${page.child_page.title}](${path}${page.id})`;
+        });
+    }
+    async Collect(recur = true) {
+        const save_dir = this.SavePath;
+        const sub_dir = path.join(save_dir, this.ChildPath);
+        const futs = this.Posts.map(page => {
+            return this.FromPageid(page.id, recur);
+        });
+        try {
+            await Promise.all(futs);
+            for (const pageid of Object.keys(this.MdCollection)) {
+                let fpath = sub_dir;
+                if (this.Posts.find(page => page.id === pageid))
+                    fpath = save_dir;
+                await this.SaveJelly(pageid + ".md", fpath, this.MdCollection[pageid]);
+            }
+            console.log(`success: finish dump all files to "${save_dir}"`);
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                console.log(`failed: consider run verbose with v=true - ${error.message}`);
+            }
+            else {
+                console.log('failed: an unknown error occurred');
+            }
+        }
+    }
+    async FromBlocks(blocks, recursive) {
+        let jelly = { content: "", children: [] };
+        for (const block of blocks) {
+            const subjelly = await this.FromBlocks(block.children, recursive);
+            if (block.type === "toggle") {
+                jelly.content += toggle(block.parent, subjelly.content);
+                jelly.children = [...jelly.children, ...subjelly.children];
+                continue;
+            }
+            let line_wrap = "";
+            if (block.type !== "to_do" &&
+                block.type !== "bulleted_list_item" &&
+                block.type !== "numbered_list_item") {
+                line_wrap = "\n";
+            }
+            jelly.content += (line_wrap + `${addTabSpace(block.parent, 0)}\n` + line_wrap);
+            if (block.type === "child_page") {
+                jelly.children = [...jelly.children, block.blockId];
+                if (recursive)
+                    await this.FromPageid(block.blockId, recursive);
+            }
+            else {
+                jelly.content += subjelly.content;
+                jelly.children = [...jelly.children, ...subjelly.children];
+            }
+        }
+        return jelly;
+    }
+    async FromPageid(page_id, recursive = true) {
+        if (this.MdCollection.hasOwnProperty(page_id)) {
+            return this.MdCollection[page_id];
+        }
+        const blocks = await this.pageToMarkdown(page_id);
+        const jelly = await this.FromBlocks(blocks, recursive);
+        const meta = await GetPageMeta(page_id);
+        const astro_meta = await this.AssembleAstroFrontmatter(meta);
+        jelly.content = astro_meta + jelly.content;
+        this.MdCollection[page_id] = jelly;
+        return jelly;
+    }
+    async SaveJelly(fname, dir, jelly) {
+        if (jelly === undefined)
+            return `failed: ${fname} has empty jelly: `;
+        try {
+            await fs.mkdir(dir, { recursive: true });
+            const filePath = path.join(dir, fname);
+            await fs.writeFile(filePath, jelly.content, 'utf-8');
+            return `success: ${fname} saved to ${filePath}`;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                return `failed: ${fname} - ${error.message}`;
+            }
+            else {
+                return 'failed: an unknown error occurred';
+            }
+        }
+    }
+    async AssembleAstroFrontmatter(page) {
+        let frontmatter = "";
+        // default layout
+        const ischild = this.Posts.filter(post => post.id === page.id).length > 0 ? "" : "../";
+        frontmatter += "layout: " + ischild + "../../layouts/MarkdownPostLayout.astro" + "\n";
+        // get title
+        frontmatter += "title: " + JSON.stringify(page.properties.title?.title?.[0]?.plain_text ?? "") + "\n";
+        // get tags
+        frontmatter += "tags: " + JSON.stringify((page.properties.tags?.multi_select ?? []).map(tag => tag.name)) + "\n";
+        // get date
+        frontmatter += "date: " + (page.properties.date?.date?.start ?? "") + "\n";
+        // get archived
+        frontmatter += "archived: " + (page.properties.archived ? "true" : "false") + "\n";
+        // get description
+        frontmatter += "desc: " + JSON.stringify(page.properties.description?.rich_text?.[0]?.plain_text ?? "") + "\n";
+        return "---\n" + frontmatter + "---\n";
+    }
+}
+
+function help() {
+    const usage = "Usage:\n  noblog <SAVE_DIR> <SUB_DIR>";
+    const example = "Example:\n  noblog";
+    const params = "Config:\n  save_dir: dir for posts in database. (default: ./src/pages/posts)\n  sub_dir: sub pages during collection. (default: nob_children/)";
+    const output = usage + "\n" + example + "\n" + params + "\n";
+    return output;
+}
+async function main() {
+    const argv = process.argv.slice(2);
+    if (argv.length > 2) {
+        console.error("Error: invallid arg.");
+        console.log(help());
+    }
+    const save_dir = argv[0] ?? "./src/pages/posts";
+    const sub_dir = argv[1] ?? "nob_children/";
+    const pages = await GetAllPosts();
+    const nob = new Noblog(pages, save_dir, sub_dir);
+    nob.Collect(true);
+}
+main();
+//# sourceMappingURL=generate.esm.js.map

package/dist/generate.esm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.esm.js","sources":["../src/lib/nomd/format.ts","../src/lib/notion/client.ts","../src/lib/nomd/nomd.ts","../src/cmds/generate.ts"],"sourcesContent":[null,null,null,null],"names":["notion_client","fmt.toggle","fmt.addTabSpace"],"mappings":";;;;;;;;;;AAqHO,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,CAAC,GAAG,CAAC,KAAI;IACjD,MAAM,GAAG,GAAG,GAAG,CAAC;AAChB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;AAC1B,QAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;AACvB,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA,EAAA,EAAK,GAAG,CAAA,CAAE,CAAC,CAAC;AAC9D,YAAA,IAAI,GAAG,GAAG,GAAG,aAAa,CAAC;SAC5B;;AAAM,YAAA,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC;KAC1B;AACD,IAAA,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAMK,MAAM,MAAM,GAAG,CAAC,OAAgB,EAAE,QAAiB,KAAI;AAC5D,IAAA,IAAI,CAAC,OAAO;QAAE,OAAO,QAAQ,IAAI,EAAE,CAAC;IACpC,OAAO,CAAA;WACE,OAAO,CAAA;AAChB,EAAA,QAAQ,IAAI,EAAE,CAAA;eACD,CAAC;AAChB,CAAC;;ACnID,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAA;AAC7D,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAA;AAExD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC;AAC/B,IAAA,IAAI,EAAE,iBAAiB;AACxB,CAAA,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,CAAC,CAAA;AAEhB,eAAe,WAAW,GAAA;AAC/B,IAAA,MAAM,MAAM,GAA0B;AACpC,QAAA,WAAW,EAAE,kBAAkB;AAC/B,QAAA,MAAM,EAAE;AACN,YAAA,GAAG,EAAE,CAAC;AACJ,oBAAA,QAAQ,EAAE,SAAS;AACnB,oBAAA,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,GAAG;iBAC5B,CAAC;AACH,SAAA;AACD,QAAA,KAAK,EAAE,CAAC;AACN,gBAAA,QAAQ,EAAE,MAAM;AAChB,gBAAA,SAAS,EAAE,YAAY;aACxB,CAAC;AACF,QAAA,SAAS,EAAE,GAAG;KACf,CAAA;IAED,IAAI,OAAO,GAAW,EAAE,CAAA;IACxB,OAAO,IAAI,EAAE;QACX,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,OAAO,IAAI,KAAI;AACb,YAAA,IAAI;gBACF,QAAQ,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAClC,MAAa,CACd,EAA0B;aAC5B;YAAC,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,KAAK,YAAY,gBAAgB,EAAE;AACrC,oBAAA,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE;wBAC7D,IAAI,CAAC,KAAK,CAAC,CAAA;qBACZ;iBACF;AACD,gBAAA,MAAM,KAAK,CAAA;aACZ;AACH,SAAC,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,CAC/B,CAAA;QAED,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;AACrC,QAAA,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YAAE,MAAK;SAAE;AAC5B,QAAA,MAAM,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,WAAqB,CAAA;KACnD;AAED,IAAA,OAAO,OAAO,CAAA;AAChB,CAAC;AAGM,eAAe,WAAW,CAAC,OAAe,EAAA;IAC/C,MAAM,MAAM,GAAG,MAAM,KAAK,CACxB,OAAO,IAAI,KAAI;AACb,QAAA,IAAI;AACF,YAAA,QAAQ,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAS;SACnE;QAAC,OAAO,KAAc,EAAE;AACvB,YAAA,IAAI,KAAK,YAAY,gBAAgB,EAAE;AACrC,gBAAA,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE;oBAC7D,IAAI,CAAC,KAAK,CAAC,CAAA;iBACZ;aACF;AACD,YAAA,MAAM,KAAK,CAAA;SACZ;AACH,KAAC,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,CAC/B,CAAA;AACD,IAAA,OAAO,MAAM,CAAA;AACf;;ACvDM,MAAO,MAAO,SAAQ,gBAAgB,CAAA;IAC1C,KAAK,GAAW,EAAE,CAAC;IACnB,QAAQ,GAAW,oBAAoB,CAAC;IACxC,SAAS,GAAW,eAAe,CAAC;IACpC,YAAY,GAA4B,EAAE,CAAC;AAE3C,IAAA,WAAA,CAAY,KAAa,EAAE,SAAkB,EAAE,UAAmB,EAAA;AAChE,QAAA,KAAK,CAAC,EAAE,YAAY,EAAEA,MAAa,EAAE,CAAC,CAAC;AAEvC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,UAAU,IAAI,SAAS,EAAE;AAC3B,YAAA,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC;SAC7B;AACD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;SAC3B;QAED,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,OAAO,KAAK,KAAI;AACtD,YAAA,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,MAAM,IAAI,GAAG,KAAY,CAAC;AAC1B,YAAA,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE;AAAE,gBAAA,OAAO,KAAK,CAAC;aAAE;YAChC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3E,IAAI,GAAG,EAAE,CAAC;aACX;AACD,YAAA,OAAO,CAAI,CAAA,EAAA,IAAI,CAAC,UAAU,CAAC,KAAK,CAAK,EAAA,EAAA,IAAI,CAAG,EAAA,IAAI,CAAC,EAAE,GAAG,CAAC;AACzD,SAAC,CAAC,CAAA;KACH;AAED,IAAA,MAAM,OAAO,CAAC,KAAA,GAAiB,IAAI,EAAA;AACjC,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;AAC9B,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAG;YACjC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;AACxC,SAAC,CAAC,CAAA;AACF,QAAA,IAAI;AACF,YAAA,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AACvB,YAAA,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;gBACnD,IAAI,KAAK,GAAG,OAAO,CAAC;AACpB,gBAAA,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC;oBAC7C,KAAK,GAAG,QAAQ,CAAA;AAClB,gBAAA,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;aACvE;AACD,YAAA,OAAO,CAAC,GAAG,CAAC,sCAAsC,QAAQ,CAAA,CAAA,CAAG,CAAC,CAAA;SAC/D;QAAC,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,KAAK,YAAY,KAAK,EAAE;gBAC1B,OAAO,CAAC,GAAG,CAAC,CAAA,2CAAA,EAA8C,KAAK,CAAC,OAAO,CAAE,CAAA,CAAC,CAAC;aAC5E;iBAAM;AACL,gBAAA,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;aAClD;SACF;KACF;AAED,IAAA,MAAM,UAAU,CAAC,MAAiB,EAAE,SAAkB,EAAA;QACpD,IAAI,KAAK,GAAY,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;AAClD,QAAA,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;AAC1B,YAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAElE,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;AAC3B,gBAAA,KAAK,CAAC,OAAO,IAAIC,MAAU,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC5D,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAC3D,SAAS;aACV;YACD,IAAI,SAAS,GAAG,EAAE,CAAC;AACnB,YAAA,IACE,KAAK,CAAC,IAAI,KAAK,OAAO;gBACtB,KAAK,CAAC,IAAI,KAAK,oBAAoB;AACnC,gBAAA,KAAK,CAAC,IAAI,KAAK,oBAAoB,EACnC;gBACA,SAAS,GAAG,IAAI,CAAC;aAClB;YACD,KAAK,CAAC,OAAO,KAAK,SAAS,GAAG,CAAA,EAAGC,WAAe,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAI,EAAA,CAAA,GAAG,SAAS,CAAC,CAAC;AACnF,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;AAC/B,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACpD,gBAAA,IAAI,SAAS;oBAAE,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;aAChE;iBAAM;AACL,gBAAA,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC;AAClC,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;aAC5D;SACF;AACD,QAAA,OAAO,KAAK,CAAC;KACd;AAED,IAAA,MAAM,UAAU,CAAC,OAAe,EAAE,YAAqB,IAAI,EAAA;QACzD,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE;AAC7C,YAAA,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;SACnC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AACvD,QAAA,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;QAC5D,KAAK,CAAC,OAAO,GAAG,UAAU,GAAG,KAAK,CAAC,OAAO,CAAA;AAC1C,QAAA,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;AACnC,QAAA,OAAO,KAAK,CAAC;KACd;AAED,IAAA,MAAM,SAAS,CAAC,KAAa,EAAE,GAAW,EAAE,KAA0B,EAAA;QACpE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,CAAA,QAAA,EAAW,KAAK,CAAA,kBAAA,CAAoB,CAAA;AACpE,QAAA,IAAI;AACF,YAAA,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AACvC,YAAA,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AACrD,YAAA,OAAO,CAAY,SAAA,EAAA,KAAK,CAAa,UAAA,EAAA,QAAQ,EAAE,CAAC;SACjD;QAAC,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,KAAK,YAAY,KAAK,EAAE;AAC1B,gBAAA,OAAO,WAAW,KAAK,CAAA,GAAA,EAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aAC9C;iBAAM;AACL,gBAAA,OAAO,mCAAmC,CAAC;aAC5C;SACF;KACF;IAED,MAAM,wBAAwB,CAAC,IAAU,EAAA;QACvC,IAAI,WAAW,GAAG,EAAE,CAAA;;AAEpB,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;QACtF,WAAW,IAAI,UAAU,GAAG,OAAO,GAAG,wCAAwC,GAAG,IAAI,CAAA;;QAErF,WAAW,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;;AAErG,QAAA,WAAW,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;;AAEhH,QAAA,WAAW,IAAI,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;;QAE1E,WAAW,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAA;;QAElF,WAAW,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,SAAS,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;AAC9G,QAAA,OAAO,OAAO,GAAG,WAAW,GAAG,OAAO,CAAA;KACvC;AACF;;AChJD,SAAS,IAAI,GAAA;IACX,MAAM,KAAK,GAAG,uCAAuC,CAAC;IACtD,MAAM,OAAO,GAAG,oBAAoB,CAAC;IACrC,MAAM,MAAM,GAAG,gJAAgJ,CAAC;AAChK,IAAA,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAC7D,IAAA,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,eAAe,IAAI,GAAA;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;AACpC,IAAA,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;AACnB,QAAA,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;AACtC,QAAA,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;KACrB;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,eAAe,CAAA;AAC1C,IAAA,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;AAEhD,IAAA,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AACnB,CAAC;AAED,IAAI,EAAE"}

package/dist/generate.js

@@ -0,0 +1,263 @@
+#!/usr/bin/env node
+'use strict';
+
+var path = require('path');
+var fs = require('fs/promises');
+var notionToMd = require('notion-to-md');
+require('node-fetch');
+require('markdown-table');
+require('dotenv/config');
+var retry = require('async-retry');
+var client$1 = require('@notionhq/client');
+
+function _interopNamespaceDefault(e) {
+    var n = Object.create(null);
+    if (e) {
+        Object.keys(e).forEach(function (k) {
+            if (k !== 'default') {
+                var d = Object.getOwnPropertyDescriptor(e, k);
+                Object.defineProperty(n, k, d.get ? d : {
+                    enumerable: true,
+                    get: function () { return e[k]; }
+                });
+            }
+        });
+    }
+    n.default = e;
+    return Object.freeze(n);
+}
+
+var path__namespace = /*#__PURE__*/_interopNamespaceDefault(path);
+var fs__namespace = /*#__PURE__*/_interopNamespaceDefault(fs);
+
+const addTabSpace = (text, n = 0) => {
+    const tab = "	";
+    for (let i = 0; i < n; i++) {
+        if (text.includes("\n")) {
+            const multiLineText = text.split(/(?:^|\n)/).join(`\n${tab}`);
+            text = tab + multiLineText;
+        }
+        else
+            text = tab + text;
+    }
+    return text;
+};
+const toggle = (summary, children) => {
+    if (!summary)
+        return children || "";
+    return `<details>
+<summary>${summary}</summary>
+${children || ""}
+</details>\n\n`;
+};
+
+const NOTION_API_SECRET = process.env.NOTION_API_SECRET ?? '';
+const NOBLOG_DATABASE_ID = process.env.NOBLOG_DATABASE_ID ?? '';
+const client = new client$1.Client({
+    auth: NOTION_API_SECRET,
+});
+const numberOfRetry = 2;
+async function GetAllPosts() {
+    const params = {
+        database_id: NOBLOG_DATABASE_ID,
+        filter: {
+            and: [{
+                    property: 'publish',
+                    checkbox: { equals: true, },
+                }]
+        },
+        sorts: [{
+                property: 'date',
+                direction: 'descending',
+            }],
+        page_size: 100,
+    };
+    let results = [];
+    while (true) {
+        const res = await retry(async (bail) => {
+            try {
+                return (await client.databases.query(params));
+            }
+            catch (error) {
+                if (error instanceof client$1.APIResponseError) {
+                    if (error.status && error.status >= 400 && error.status < 500) {
+                        bail(error);
+                    }
+                }
+                throw error;
+            }
+        }, { retries: numberOfRetry, });
+        results = results.concat(res.results);
+        if (!res.has_more) {
+            break;
+        }
+        params['start_cursor'] = res.next_cursor;
+    }
+    return results;
+}
+async function GetPageMeta(page_id) {
+    const result = await retry(async (bail) => {
+        try {
+            return (await client.pages.retrieve({ page_id: page_id }));
+        }
+        catch (error) {
+            if (error instanceof client$1.APIResponseError) {
+                if (error.status && error.status >= 400 && error.status < 500) {
+                    bail(error);
+                }
+            }
+            throw error;
+        }
+    }, { retries: numberOfRetry, });
+    return result;
+}
+
+class Noblog extends notionToMd.NotionToMarkdown {
+    Posts = [];
+    SavePath = "./src/pages/posts/";
+    ChildPath = "nob_children/";
+    MdCollection = {};
+    constructor(posts, save_path, child_path) {
+        super({ notionClient: client });
+        this.Posts = posts;
+        if (child_path != undefined) {
+            this.ChildPath = child_path;
+        }
+        if (save_path != undefined) {
+            this.SavePath = save_path;
+        }
+        this.setCustomTransformer("child_page", async (block) => {
+            let path = this.ChildPath;
+            const page = block;
+            if (!page?.id) {
+                return false;
+            }
+            if (this.Posts.filter(post => post.id === page.child_page.title).length > 0) {
+                path = "";
+            }
+            return `[${page.child_page.title}](${path}${page.id})`;
+        });
+    }
+    async Collect(recur = true) {
+        const save_dir = this.SavePath;
+        const sub_dir = path__namespace.join(save_dir, this.ChildPath);
+        const futs = this.Posts.map(page => {
+            return this.FromPageid(page.id, recur);
+        });
+        try {
+            await Promise.all(futs);
+            for (const pageid of Object.keys(this.MdCollection)) {
+                let fpath = sub_dir;
+                if (this.Posts.find(page => page.id === pageid))
+                    fpath = save_dir;
+                await this.SaveJelly(pageid + ".md", fpath, this.MdCollection[pageid]);
+            }
+            console.log(`success: finish dump all files to "${save_dir}"`);
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                console.log(`failed: consider run verbose with v=true - ${error.message}`);
+            }
+            else {
+                console.log('failed: an unknown error occurred');
+            }
+        }
+    }
+    async FromBlocks(blocks, recursive) {
+        let jelly = { content: "", children: [] };
+        for (const block of blocks) {
+            const subjelly = await this.FromBlocks(block.children, recursive);
+            if (block.type === "toggle") {
+                jelly.content += toggle(block.parent, subjelly.content);
+                jelly.children = [...jelly.children, ...subjelly.children];
+                continue;
+            }
+            let line_wrap = "";
+            if (block.type !== "to_do" &&
+                block.type !== "bulleted_list_item" &&
+                block.type !== "numbered_list_item") {
+                line_wrap = "\n";
+            }
+            jelly.content += (line_wrap + `${addTabSpace(block.parent, 0)}\n` + line_wrap);
+            if (block.type === "child_page") {
+                jelly.children = [...jelly.children, block.blockId];
+                if (recursive)
+                    await this.FromPageid(block.blockId, recursive);
+            }
+            else {
+                jelly.content += subjelly.content;
+                jelly.children = [...jelly.children, ...subjelly.children];
+            }
+        }
+        return jelly;
+    }
+    async FromPageid(page_id, recursive = true) {
+        if (this.MdCollection.hasOwnProperty(page_id)) {
+            return this.MdCollection[page_id];
+        }
+        const blocks = await this.pageToMarkdown(page_id);
+        const jelly = await this.FromBlocks(blocks, recursive);
+        const meta = await GetPageMeta(page_id);
+        const astro_meta = await this.AssembleAstroFrontmatter(meta);
+        jelly.content = astro_meta + jelly.content;
+        this.MdCollection[page_id] = jelly;
+        return jelly;
+    }
+    async SaveJelly(fname, dir, jelly) {
+        if (jelly === undefined)
+            return `failed: ${fname} has empty jelly: `;
+        try {
+            await fs__namespace.mkdir(dir, { recursive: true });
+            const filePath = path__namespace.join(dir, fname);
+            await fs__namespace.writeFile(filePath, jelly.content, 'utf-8');
+            return `success: ${fname} saved to ${filePath}`;
+        }
+        catch (error) {
+            if (error instanceof Error) {
+                return `failed: ${fname} - ${error.message}`;
+            }
+            else {
+                return 'failed: an unknown error occurred';
+            }
+        }
+    }
+    async AssembleAstroFrontmatter(page) {
+        let frontmatter = "";
+        // default layout
+        const ischild = this.Posts.filter(post => post.id === page.id).length > 0 ? "" : "../";
+        frontmatter += "layout: " + ischild + "../../layouts/MarkdownPostLayout.astro" + "\n";
+        // get title
+        frontmatter += "title: " + JSON.stringify(page.properties.title?.title?.[0]?.plain_text ?? "") + "\n";
+        // get tags
+        frontmatter += "tags: " + JSON.stringify((page.properties.tags?.multi_select ?? []).map(tag => tag.name)) + "\n";
+        // get date
+        frontmatter += "date: " + (page.properties.date?.date?.start ?? "") + "\n";
+        // get archived
+        frontmatter += "archived: " + (page.properties.archived ? "true" : "false") + "\n";
+        // get description
+        frontmatter += "desc: " + JSON.stringify(page.properties.description?.rich_text?.[0]?.plain_text ?? "") + "\n";
+        return "---\n" + frontmatter + "---\n";
+    }
+}
+
+function help() {
+    const usage = "Usage:\n  noblog <SAVE_DIR> <SUB_DIR>";
+    const example = "Example:\n  noblog";
+    const params = "Config:\n  save_dir: dir for posts in database. (default: ./src/pages/posts)\n  sub_dir: sub pages during collection. (default: nob_children/)";
+    const output = usage + "\n" + example + "\n" + params + "\n";
+    return output;
+}
+async function main() {
+    const argv = process.argv.slice(2);
+    if (argv.length > 2) {
+        console.error("Error: invallid arg.");
+        console.log(help());
+    }
+    const save_dir = argv[0] ?? "./src/pages/posts";
+    const sub_dir = argv[1] ?? "nob_children/";
+    const pages = await GetAllPosts();
+    const nob = new Noblog(pages, save_dir, sub_dir);
+    nob.Collect(true);
+}
+main();
+//# sourceMappingURL=generate.js.map

package/dist/generate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate.js","sources":["../src/lib/nomd/format.ts","../src/lib/notion/client.ts","../src/lib/nomd/nomd.ts","../src/cmds/generate.ts"],"sourcesContent":[null,null,null,null],"names":["Client","APIResponseError","NotionToMarkdown","notion_client","path","fmt.toggle","fmt.addTabSpace","fs"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqHO,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,CAAC,GAAG,CAAC,KAAI;IACjD,MAAM,GAAG,GAAG,GAAG,CAAC;AAChB,IAAA,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;AAC1B,QAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;AACvB,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAA,EAAA,EAAK,GAAG,CAAA,CAAE,CAAC,CAAC;AAC9D,YAAA,IAAI,GAAG,GAAG,GAAG,aAAa,CAAC;SAC5B;;AAAM,YAAA,IAAI,GAAG,GAAG,GAAG,IAAI,CAAC;KAC1B;AACD,IAAA,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAMK,MAAM,MAAM,GAAG,CAAC,OAAgB,EAAE,QAAiB,KAAI;AAC5D,IAAA,IAAI,CAAC,OAAO;QAAE,OAAO,QAAQ,IAAI,EAAE,CAAC;IACpC,OAAO,CAAA;WACE,OAAO,CAAA;AAChB,EAAA,QAAQ,IAAI,EAAE,CAAA;eACD,CAAC;AAChB,CAAC;;ACnID,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,EAAE,CAAA;AAC7D,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE,CAAA;AAExD,MAAM,MAAM,GAAG,IAAIA,eAAM,CAAC;AAC/B,IAAA,IAAI,EAAE,iBAAiB;AACxB,CAAA,CAAC,CAAA;AAEF,MAAM,aAAa,GAAG,CAAC,CAAA;AAEhB,eAAe,WAAW,GAAA;AAC/B,IAAA,MAAM,MAAM,GAA0B;AACpC,QAAA,WAAW,EAAE,kBAAkB;AAC/B,QAAA,MAAM,EAAE;AACN,YAAA,GAAG,EAAE,CAAC;AACJ,oBAAA,QAAQ,EAAE,SAAS;AACnB,oBAAA,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,GAAG;iBAC5B,CAAC;AACH,SAAA;AACD,QAAA,KAAK,EAAE,CAAC;AACN,gBAAA,QAAQ,EAAE,MAAM;AAChB,gBAAA,SAAS,EAAE,YAAY;aACxB,CAAC;AACF,QAAA,SAAS,EAAE,GAAG;KACf,CAAA;IAED,IAAI,OAAO,GAAW,EAAE,CAAA;IACxB,OAAO,IAAI,EAAE;QACX,MAAM,GAAG,GAAG,MAAM,KAAK,CACrB,OAAO,IAAI,KAAI;AACb,YAAA,IAAI;gBACF,QAAQ,MAAM,MAAM,CAAC,SAAS,CAAC,KAAK,CAClC,MAAa,CACd,EAA0B;aAC5B;YAAC,OAAO,KAAc,EAAE;AACvB,gBAAA,IAAI,KAAK,YAAYC,yBAAgB,EAAE;AACrC,oBAAA,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE;wBAC7D,IAAI,CAAC,KAAK,CAAC,CAAA;qBACZ;iBACF;AACD,gBAAA,MAAM,KAAK,CAAA;aACZ;AACH,SAAC,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,CAC/B,CAAA;QAED,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;AACrC,QAAA,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YAAE,MAAK;SAAE;AAC5B,QAAA,MAAM,CAAC,cAAc,CAAC,GAAG,GAAG,CAAC,WAAqB,CAAA;KACnD;AAED,IAAA,OAAO,OAAO,CAAA;AAChB,CAAC;AAGM,eAAe,WAAW,CAAC,OAAe,EAAA;IAC/C,MAAM,MAAM,GAAG,MAAM,KAAK,CACxB,OAAO,IAAI,KAAI;AACb,QAAA,IAAI;AACF,YAAA,QAAQ,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAS;SACnE;QAAC,OAAO,KAAc,EAAE;AACvB,YAAA,IAAI,KAAK,YAAYA,yBAAgB,EAAE;AACrC,gBAAA,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE;oBAC7D,IAAI,CAAC,KAAK,CAAC,CAAA;iBACZ;aACF;AACD,YAAA,MAAM,KAAK,CAAA;SACZ;AACH,KAAC,EAAE,EAAE,OAAO,EAAE,aAAa,GAAG,CAC/B,CAAA;AACD,IAAA,OAAO,MAAM,CAAA;AACf;;ACvDM,MAAO,MAAO,SAAQC,2BAAgB,CAAA;IAC1C,KAAK,GAAW,EAAE,CAAC;IACnB,QAAQ,GAAW,oBAAoB,CAAC;IACxC,SAAS,GAAW,eAAe,CAAC;IACpC,YAAY,GAA4B,EAAE,CAAC;AAE3C,IAAA,WAAA,CAAY,KAAa,EAAE,SAAkB,EAAE,UAAmB,EAAA;AAChE,QAAA,KAAK,CAAC,EAAE,YAAY,EAAEC,MAAa,EAAE,CAAC,CAAC;AAEvC,QAAA,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;AACnB,QAAA,IAAI,UAAU,IAAI,SAAS,EAAE;AAC3B,YAAA,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC;SAC7B;AACD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;SAC3B;QAED,IAAI,CAAC,oBAAoB,CAAC,YAAY,EAAE,OAAO,KAAK,KAAI;AACtD,YAAA,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,MAAM,IAAI,GAAG,KAAY,CAAC;AAC1B,YAAA,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE;AAAE,gBAAA,OAAO,KAAK,CAAC;aAAE;YAChC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3E,IAAI,GAAG,EAAE,CAAC;aACX;AACD,YAAA,OAAO,CAAI,CAAA,EAAA,IAAI,CAAC,UAAU,CAAC,KAAK,CAAK,EAAA,EAAA,IAAI,CAAG,EAAA,IAAI,CAAC,EAAE,GAAG,CAAC;AACzD,SAAC,CAAC,CAAA;KACH;AAED,IAAA,MAAM,OAAO,CAAC,KAAA,GAAiB,IAAI,EAAA;AACjC,QAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAA;AAC9B,QAAA,MAAM,OAAO,GAAGC,eAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAG;YACjC,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;AACxC,SAAC,CAAC,CAAA;AACF,QAAA,IAAI;AACF,YAAA,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AACvB,YAAA,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;gBACnD,IAAI,KAAK,GAAG,OAAO,CAAC;AACpB,gBAAA,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC;oBAC7C,KAAK,GAAG,QAAQ,CAAA;AAClB,gBAAA,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;aACvE;AACD,YAAA,OAAO,CAAC,GAAG,CAAC,sCAAsC,QAAQ,CAAA,CAAA,CAAG,CAAC,CAAA;SAC/D;QAAC,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,KAAK,YAAY,KAAK,EAAE;gBAC1B,OAAO,CAAC,GAAG,CAAC,CAAA,2CAAA,EAA8C,KAAK,CAAC,OAAO,CAAE,CAAA,CAAC,CAAC;aAC5E;iBAAM;AACL,gBAAA,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;aAClD;SACF;KACF;AAED,IAAA,MAAM,UAAU,CAAC,MAAiB,EAAE,SAAkB,EAAA;QACpD,IAAI,KAAK,GAAY,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAA;AAClD,QAAA,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;AAC1B,YAAA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;AAElE,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE;AAC3B,gBAAA,KAAK,CAAC,OAAO,IAAIC,MAAU,CAAC,KAAK,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC5D,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAC3D,SAAS;aACV;YACD,IAAI,SAAS,GAAG,EAAE,CAAC;AACnB,YAAA,IACE,KAAK,CAAC,IAAI,KAAK,OAAO;gBACtB,KAAK,CAAC,IAAI,KAAK,oBAAoB;AACnC,gBAAA,KAAK,CAAC,IAAI,KAAK,oBAAoB,EACnC;gBACA,SAAS,GAAG,IAAI,CAAC;aAClB;YACD,KAAK,CAAC,OAAO,KAAK,SAAS,GAAG,CAAA,EAAGC,WAAe,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAI,EAAA,CAAA,GAAG,SAAS,CAAC,CAAC;AACnF,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE;AAC/B,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;AACpD,gBAAA,IAAI,SAAS;oBAAE,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;aAChE;iBAAM;AACL,gBAAA,KAAK,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC;AAClC,gBAAA,KAAK,CAAC,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;aAC5D;SACF;AACD,QAAA,OAAO,KAAK,CAAC;KACd;AAED,IAAA,MAAM,UAAU,CAAC,OAAe,EAAE,YAAqB,IAAI,EAAA;QACzD,IAAI,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE;AAC7C,YAAA,OAAO,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;SACnC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AACvD,QAAA,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAA;QACvC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAA;QAC5D,KAAK,CAAC,OAAO,GAAG,UAAU,GAAG,KAAK,CAAC,OAAO,CAAA;AAC1C,QAAA,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;AACnC,QAAA,OAAO,KAAK,CAAC;KACd;AAED,IAAA,MAAM,SAAS,CAAC,KAAa,EAAE,GAAW,EAAE,KAA0B,EAAA;QACpE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,CAAA,QAAA,EAAW,KAAK,CAAA,kBAAA,CAAoB,CAAA;AACpE,QAAA,IAAI;AACF,YAAA,MAAMC,aAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAGH,eAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;AACvC,YAAA,MAAMG,aAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AACrD,YAAA,OAAO,CAAY,SAAA,EAAA,KAAK,CAAa,UAAA,EAAA,QAAQ,EAAE,CAAC;SACjD;QAAC,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,KAAK,YAAY,KAAK,EAAE;AAC1B,gBAAA,OAAO,WAAW,KAAK,CAAA,GAAA,EAAM,KAAK,CAAC,OAAO,EAAE,CAAC;aAC9C;iBAAM;AACL,gBAAA,OAAO,mCAAmC,CAAC;aAC5C;SACF;KACF;IAED,MAAM,wBAAwB,CAAC,IAAU,EAAA;QACvC,IAAI,WAAW,GAAG,EAAE,CAAA;;AAEpB,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,CAAA;QACtF,WAAW,IAAI,UAAU,GAAG,OAAO,GAAG,wCAAwC,GAAG,IAAI,CAAA;;QAErF,WAAW,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;;AAErG,QAAA,WAAW,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,IAAI,EAAE,EAAE,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAA;;AAEhH,QAAA,WAAW,IAAI,QAAQ,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;;QAE1E,WAAW,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC,GAAG,IAAI,CAAA;;QAElF,WAAW,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,SAAS,GAAG,CAAC,CAAC,EAAE,UAAU,IAAI,EAAE,CAAC,GAAG,IAAI,CAAA;AAC9G,QAAA,OAAO,OAAO,GAAG,WAAW,GAAG,OAAO,CAAA;KACvC;AACF;;AChJD,SAAS,IAAI,GAAA;IACX,MAAM,KAAK,GAAG,uCAAuC,CAAC;IACtD,MAAM,OAAO,GAAG,oBAAoB,CAAC;IACrC,MAAM,MAAM,GAAG,gJAAgJ,CAAC;AAChK,IAAA,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAAC;AAC7D,IAAA,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,eAAe,IAAI,GAAA;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;AACpC,IAAA,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE;AACnB,QAAA,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;AACtC,QAAA,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;KACrB;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,mBAAmB,CAAC;IAChD,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,eAAe,CAAA;AAC1C,IAAA,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;AAEhD,IAAA,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;AACnB,CAAC;AAED,IAAI,EAAE;;"}

package/dist/lib/{cvtmd.d.ts → nomd/format.d.ts}

@@ -35,4 +35,4 @@ export declare const divider: () => string;
 export declare const toggle: (summary?: string, children?: string) => string;
 export declare const table: (cells: string[][]) => string;
 export {};
-//# sourceMappingURL=cvtmd.d.ts.map
+//# sourceMappingURL=format.d.ts.map

package/dist/lib/nomd/format.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../../src/lib/nomd/format.ts"],"names":[],"mappings":"AAIA,KAAK,WAAW,GACZ;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,GACjC;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,EAAE;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAChD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,GAC5D,IAAI,CAAC;AAET,eAAO,MAAM,UAAU,SAAU,MAAM,WAEtC,CAAC;AAEF,eAAO,MAAM,cAAc,SAAU,MAAM,WAE1C,CAAC;AAEF,eAAO,MAAM,IAAI,SAAU,MAAM,WAEhC,CAAC;AAEF,eAAO,MAAM,MAAM,SAAU,MAAM,WAElC,CAAC;AAEF,eAAO,MAAM,aAAa,SAAU,MAAM,WAEzC,CAAC;AAEF,eAAO,MAAM,SAAS,SAAU,MAAM,WAErC,CAAC;AAEF,eAAO,MAAM,IAAI,SAAU,MAAM,QAAQ,MAAM,WAE9C,CAAC;AAEF,eAAO,MAAM,SAAS,SAAU,MAAM,aAAa,MAAM,WAMxD,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,WAIpC,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,WAEpC,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,WAEpC,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,WAEpC,CAAC;AAEF,eAAO,MAAM,KAAK,SAAU,MAAM,WAGjC,CAAC;AAEF,eAAO,MAAM,OAAO,SAAU,MAAM,SAAS,WAAW,WAQvD,CAAC;AAEF,eAAO,MAAM,MAAM,SAAU,MAAM,UAAU,MAAM,WAGlD,CAAC;AAEF,eAAO,MAAM,IAAI,SAAU,MAAM,WAAW,OAAO,WAElD,CAAC;AAEF,eAAO,MAAM,KAAK,QACX,MAAM,QACL,MAAM,oBACK,OAAO,KACvB,QAAQ,MAAM,CAuBhB,CAAC;AAEF,eAAO,MAAM,WAAW,SAAU,MAAM,uBASvC,CAAC;AAEF,eAAO,MAAM,OAAO,cAEnB,CAAC;AAEF,eAAO,MAAM,MAAM,aAAc,MAAM,aAAa,MAAM,WAMzD,CAAC;AAEF,eAAO,MAAM,KAAK,UAAW,MAAM,EAAE,EAAE,WAEtC,CAAC"}

package/dist/lib/nomd/nomd.d.ts

@@ -1,4 +1,5 @@
 import { NotionToMarkdown } from "notion-to-md";
+import type { Page } from '../notion/object.js';
 type MdBlock = {
     type?: string;
     blockId: string;
@@ -10,11 +11,16 @@ export type MdJelly = {
     children: string[];
 };
 export declare class Noblog extends NotionToMarkdown {
+    Posts: Page[];
+    SavePath: string;
+    ChildPath: string;
     MdCollection: Record<string, MdJelly>;
-    constructor();
+    constructor(posts: Page[], save_path?: string, child_path?: string);
+    Collect(recur?: boolean): Promise<void>;
     FromBlocks(blocks: MdBlock[], recursive: boolean): Promise<MdJelly>;
     FromPageid(page_id: string, recursive?: boolean): Promise<MdJelly | undefined>;
     SaveJelly(fname: string, dir: string, jelly: MdJelly | undefined): Promise<string>;
+    AssembleAstroFrontmatter(page: Page): Promise<string>;
 }
 export {};
 //# sourceMappingURL=nomd.d.ts.map

package/dist/lib/nomd/nomd.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"nomd.d.ts","sourceRoot":"","sources":["../../../src/lib/nomd/nomd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAOhD,KAAK,OAAO,GAAG;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAA;AAED,qBAAa,MAAO,SAAQ,gBAAgB;IAC1C,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAM;;IAWrC,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IA8BnE,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,OAAc;IAarD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;CAezF"}
+{"version":3,"file":"nomd.d.ts","sourceRoot":"","sources":["../../../src/lib/nomd/nomd.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAGhD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,qBAAqB,CAAC;AAIhD,KAAK,OAAO,GAAG;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAA;AAED,qBAAa,MAAO,SAAQ,gBAAgB;IAC1C,KAAK,EAAE,IAAI,EAAE,CAAM;IACnB,QAAQ,EAAE,MAAM,CAAwB;IACxC,SAAS,EAAE,MAAM,CAAmB;IACpC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAM;gBAE/B,KAAK,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM;IAsB5D,OAAO,CAAC,KAAK,GAAE,OAAc;IAwB7B,UAAU,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IA8BnE,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,OAAc;IAarD,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IAgBlF,wBAAwB,CAAC,IAAI,EAAE,IAAI;CAiB1C"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "noblog",
-	"version": "0.0.3",
+	"version": "0.0.5",
 	"description": "Generate static blog contnet from a Notion.so table.",
 	"author": "humbornjo",
 	"license": "MIT",

package/dist/cmds/generate.js

@@ -1,48 +0,0 @@
-import * as path from "path";
-import { Logger } from "tslog";
-import { Noblog } from "../lib/nomd/nomd.js";
-import { GetAllPosts } from "../lib/notion/client.js";
-let save_dir = "./src/pages/posts/";
-let sub_dir = "nob_children";
-const nob = new Noblog();
-const logger = new Logger({ name: "noblog" });
-function help() {
-    const usage = "Usage: noblog <SAVE_DIR>";
-    const example = "Example:\n  noblog .";
-    const output = usage + "\n" + example + "\n";
-    return output;
-}
-async function main() {
-    const argv = process.argv.slice(2);
-    if (argv.length > 1) {
-        console.error("Error: invallid arg.");
-        console.log(help());
-    }
-    save_dir = argv[0] ?? save_dir;
-    sub_dir = path.join(save_dir, sub_dir);
-    const pages = await GetAllPosts();
-    const futures = pages.map(page => {
-        return nob.FromPageid(page.id);
-    });
-    try {
-        await Promise.all(futures);
-        for (const pageid of Object.keys(nob.MdCollection)) {
-            let fpath = sub_dir;
-            if (pages.find(page => page.id === pageid))
-                fpath = save_dir;
-            const log = await nob.SaveJelly(pageid, fpath, nob.MdCollection[pageid]);
-            logger.info(log);
-        }
-        console.log(`success: finish dump all files to "${save_dir}"`);
-    }
-    catch (error) {
-        if (error instanceof Error) {
-            console.log(`failed: consider run verbose with v=true - ${error.message}`);
-        }
-        else {
-            console.log('failed: an unknown error occurred');
-        }
-    }
-}
-main();
-//# sourceMappingURL=generate.js.map

package/dist/cmds/generate.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"generate.js","sourceRoot":"","sources":["../../src/cmds/generate.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAE/B,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,IAAI,QAAQ,GAAG,oBAAoB,CAAA;AACnC,IAAI,OAAO,GAAG,cAAc,CAAA;AAC5B,MAAM,GAAG,GAAG,IAAI,MAAM,EAAE,CAAA;AACxB,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;AAE9C,SAAS,IAAI;IACX,MAAM,KAAK,GAAG,0BAA0B,CAAC;IACzC,MAAM,OAAO,GAAG,sBAAsB,CAAC;IAEvC,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,GAAG,OAAO,GAAG,IAAI,CAAC;IAC7C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC;IACpC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACtC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IACtB,CAAC;IACD,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC;IAC/B,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAEtC,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC/B,OAAO,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC;QACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACnD,IAAI,KAAK,GAAG,OAAO,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC;gBACxC,KAAK,GAAG,QAAQ,CAAA;YAClB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;YACxE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,sCAAsC,QAAQ,GAAG,CAAC,CAAA;IAChE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,8CAA8C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAA"}