@sillsdev/docu-notion 0.13.4 → 0.14.0-alpha.10

package/dist/plugins/embedTweaks.spec.js

@@ -12,53 +12,6 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const log_1 = require("../log");
 const pluginTestRun_1 = require("./pluginTestRun");
 const embedTweaks_1 = require("./embedTweaks");
-test("youtube", () => __awaiter(void 0, void 0, void 0, function* () {
-    const config = { plugins: [embedTweaks_1.youtubeEmbed] };
-    const result = yield (0, pluginTestRun_1.blocksToMarkdown)(config, [
-        {
-            object: "block",
-            id: "e6ddd1d4-36d4-4925-94c1-5dff4662c1f3",
-            has_children: false,
-            archived: false,
-            type: "video",
-            video: {
-                caption: [
-                    {
-                        type: "text",
-                        text: {
-                            content: "A video about editing in Notion",
-                            link: null,
-                        },
-                        plain_text: "A video about editing in Notion",
-                        href: null,
-                    },
-                ],
-                type: "external",
-                external: { url: "https://www.youtube.com/watch?v=FXIrojSK3Jo" },
-            },
-        },
-    ]);
-    expect(result).toContain(`import ReactPlayer from "react-player";`);
-    expect(result).toContain(`<ReactPlayer controls url="https://www.youtube.com/watch?v=FXIrojSK3Jo" />`);
-}));
-test("vimeo", () => __awaiter(void 0, void 0, void 0, function* () {
-    (0, log_1.setLogLevel)("verbose");
-    const config = { plugins: [embedTweaks_1.vimeoEmbed] };
-    const result = yield (0, pluginTestRun_1.blocksToMarkdown)(config, [
-        {
-            object: "block",
-            id: "39ff83a3-2fb5-4411-a715-960656a177ff",
-            type: "video",
-            video: {
-                caption: [],
-                type: "external",
-                external: { url: "https://vimeo.com/4613611xx" },
-            },
-        },
-    ]);
-    expect(result).toContain(`import ReactPlayer from "react-player";`);
-    expect(result).toContain(`<ReactPlayer controls url="https://vimeo.com/4613611xx" />`);
-}));
 test("imgur", () => __awaiter(void 0, void 0, void 0, function* () {
     (0, log_1.setLogLevel)("verbose");
     const config = { plugins: [embedTweaks_1.imgurGifEmbed] };

package/dist/plugins/externalLinks.spec.js

@@ -23,6 +23,19 @@ test("links turned into bookmarks", () => __awaiter(void 0, void 0, void 0, func
     });
     expect(results.trim()).toBe("[https://github.com](https://github.com)");
 }));
+test("video links turned into bookmarks", () => __awaiter(void 0, void 0, void 0, function* () {
+    (0, log_1.setLogLevel)("debug");
+    const results = yield getMarkdown({
+        object: "block",
+        type: "bookmark",
+        bookmark: {
+            caption: [],
+            url: "https://vimeo.com/4613611xx",
+        },
+    });
+    expect(results).toContain("[https://vimeo.com/4613611xx](https://vimeo.com/4613611xx)");
+    expect(results).not.toContain(`import`);
+}));
 test("external link inside callout", () => __awaiter(void 0, void 0, void 0, function* () {
     const results = yield getMarkdown({
         type: "callout",

package/dist/plugins/internalLinks.spec.js

@@ -14,7 +14,6 @@ const pluginTestRun_1 = require("./pluginTestRun");
 const CalloutTransformer_1 = require("./CalloutTransformer");
 const externalLinks_1 = require("./externalLinks");
 const internalLinks_1 = require("./internalLinks");
-const NumberedListTransformer_1 = require("./NumberedListTransformer");
 test("urls that show up as raw text get left that way", () => __awaiter(void 0, void 0, void 0, function* () {
     const results = yield getMarkdown({
         type: "paragraph",
@@ -523,7 +522,6 @@ function getMarkdown(block, targetPage) {
         const config = {
             plugins: [
                 CalloutTransformer_1.standardCalloutTransformer,
-                NumberedListTransformer_1.standardNumberedListTransformer,
                 internalLinks_1.standardInternalLinkConversion,
                 externalLinks_1.standardExternalLinkConversion,
             ],

package/dist/plugins/pluginTestRun.d.ts

@@ -1,7 +1,7 @@
 import { NotionPage } from "../NotionPage";
 import { IDocuNotionConfig } from "../config/configuration";
 import { NotionBlock } from "../types";
-export declare function blocksToMarkdown(config: IDocuNotionConfig, blocks: NotionBlock[], pages?: NotionPage[]): Promise<string>;
+export declare function blocksToMarkdown(config: IDocuNotionConfig, blocks: NotionBlock[], pages?: NotionPage[], children?: NotionBlock[], validApiKey?: string): Promise<string>;
 export declare function makeSamplePageObject(options: {
     slug?: string;
     name?: string;

package/dist/plugins/pluginTestRun.js

@@ -16,9 +16,17 @@ const HierarchicalNamedLayoutStrategy_1 = require("../HierarchicalNamedLayoutStr
 const NotionPage_1 = require("../NotionPage");
 const transform_1 = require("../transform");
 const internalLinks_1 = require("./internalLinks");
-function blocksToMarkdown(config, blocks, pages) {
+const pull_1 = require("../pull");
+function blocksToMarkdown(config, blocks, pages, 
+// Notes on children:
+//   - These children will apply to each block in blocks. (could enhance but not needed yet)
+//   - If you are passing in children, it is probably because your parent block has has_children=true.
+//     In that case, notion-to-md will make an API call... you'll need to set any validApiKey.
+children, validApiKey) {
     return __awaiter(this, void 0, void 0, function* () {
-        const notionClient = new client_1.Client({ auth: "unused" });
+        const notionClient = new client_1.Client({
+            auth: validApiKey || "unused",
+        });
         const notionToMD = new notion_to_md_1.NotionToMarkdown({
             notionClient,
         });
@@ -28,17 +36,18 @@ function blocksToMarkdown(config, blocks, pages) {
         // }
         const docunotionContext = {
             notionToMarkdown: notionToMD,
-            // TODO when does this actually need to do get some children?
-            // We can add a children argument to this method, but for the tests
-            // I have so far, it's not needed.
             getBlockChildren: (id) => {
+                // We call numberChildrenIfNumberedList here because the real getBlockChildren does
+                if (children)
+                    (0, pull_1.numberChildrenIfNumberedList)(children);
                 return new Promise((resolve, reject) => {
-                    resolve([]);
+                    resolve(children !== null && children !== void 0 ? children : []);
                 });
             },
             convertNotionLinkToLocalDocusaurusLink: (url) => {
                 return (0, internalLinks_1.convertInternalUrl)(docunotionContext, url);
             },
+            imports: [],
             //TODO might be needed for some tests, e.g. the image transformer...
             directoryContainingMarkdown: "not yet",
             relativeFilePathToFolderContainingPage: "not yet",

package/dist/plugins/pluginTypes.d.ts

@@ -40,5 +40,6 @@ export type IDocuNotionContext = {
     convertNotionLinkToLocalDocusaurusLink: (url: string) => string | undefined;
     pages: NotionPage[];
     counts: ICounts;
+    imports: string[];
 };
 export {};

package/dist/pull.d.ts

@@ -1,4 +1,5 @@
 import { Client } from "@notionhq/client";
+import { ListBlockChildrenResponseResults } from "notion-to-md/build/types";
 export type DocuNotionOptions = {
     notionToken: string;
     rootPage: string;
@@ -11,3 +12,4 @@ export type DocuNotionOptions = {
 export declare function notionPull(options: DocuNotionOptions): Promise<void>;
 export declare function executeWithRateLimitAndRetries<T>(label: string, asyncFunction: () => Promise<T>): Promise<T>;
 export declare function initNotionClient(notionToken: string): Client;
+export declare function numberChildrenIfNumberedList(blocks: ListBlockChildrenResponseResults): void;

package/dist/pull.js

@@ -32,7 +32,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.initNotionClient = exports.executeWithRateLimitAndRetries = exports.notionPull = void 0;
+exports.numberChildrenIfNumberedList = exports.initNotionClient = exports.executeWithRateLimitAndRetries = exports.notionPull = void 0;
 const fs = __importStar(require("fs-extra"));
 const notion_to_md_1 = require("notion-to-md");
 const HierarchicalNamedLayoutStrategy_1 = require("./HierarchicalNamedLayoutStrategy");
@@ -62,7 +62,7 @@ function notionPull(options) {
         const optionsForLogging = Object.assign({}, options);
         // Just show the first few letters of the notion token, which start with "secret" anyhow.
         optionsForLogging.notionToken =
-            optionsForLogging.notionToken.substring(0, 3) + "...";
+            optionsForLogging.notionToken.substring(0, 10) + "...";
         const config = yield (0, configuration_1.loadConfigAsync)();
         (0, log_1.verbose)(`Options:${JSON.stringify(optionsForLogging, null, 2)}`);
         yield (0, images_1.initImageHandling)(options.imgPrefixInMarkdown || options.imgOutputPath || "", options.imgOutputPath || "", options.locales);
@@ -73,6 +73,16 @@ function notionPull(options) {
         layoutStrategy.setRootDirectoryForMarkdown(options.markdownOutputPath.replace(/\/+$/, "") // trim any trailing slash
         );
         (0, log_1.info)("Connecting to Notion...");
+        // Do a  quick test to see if we can connect to the root so that we can give a better error than just a generic "could not find page" one.
+        try {
+            yield executeWithRateLimitAndRetries("retrieving root page", () => __awaiter(this, void 0, void 0, function* () {
+                yield notionClient.pages.retrieve({ page_id: options.rootPage });
+            }));
+        }
+        catch (e) {
+            (0, log_1.error)(`docu-notion could not retrieve the root page from Notion. \r\na) Check that the root page id really is "${options.rootPage}".\r\nb) Check that your Notion API token (the "Integration Secret") is correct. It starts with "${optionsForLogging.notionToken}".\r\nc) Check that your root page includes your "integration" in its "connections".\r\nThis internal error message may help:\r\n    ${e.message}`);
+            (0, process_1.exit)(1);
+        }
         (0, log_1.group)("Stage 1: walk children of the page named 'Outline', looking for pages...");
         yield getPagesRecursively(options, "", options.rootPage, 0, true);
         (0, log_1.logDebug)("getPagesRecursively", JSON.stringify(pages, null, 2));
@@ -99,6 +109,7 @@ function outputPages(options, config, pages) {
             options: options,
             pages: pages,
             counts: counts,
+            imports: [],
             convertNotionLinkToLocalDocusaurusLink: (url) => (0, internalLinks_1.convertInternalUrl)(context, url),
         };
         for (const page of pages) {
@@ -212,9 +223,11 @@ function executeWithRateLimitAndRetries(label, asyncFunction) {
                     e.message.includes("timeout") ||
                     e.message.includes("Timeout") ||
                     e.message.includes("limit") ||
-                    e.message.includes("Limit")) {
+                    e.message.includes("Limit") ||
+                    (e === null || e === void 0 ? void 0 : e.code) === "notionhq_client_response_error" ||
+                    (e === null || e === void 0 ? void 0 : e.code) === "service_unavailable") {
                     const secondsToWait = i + 1;
-                    (0, log_1.info)(`While doing "${label}", got error "${e.message}". Will retry after  ${secondsToWait}s...`);
+                    (0, log_1.warning)(`While doing "${label}", got error "${e.message}". Will retry after ${secondsToWait}s...`);
                     yield new Promise(resolve => setTimeout(resolve, 1000 * secondsToWait));
                 }
                 else {
@@ -264,7 +277,9 @@ function getBlockChildren(id) {
             (0, log_1.error)(`The Notion API returned some blocks that were not full blocks. docu-notion does not handle this yet. Please report it.`);
             (0, process_1.exit)(1);
         }
-        return (_b = overallResult === null || overallResult === void 0 ? void 0 : overallResult.results) !== null && _b !== void 0 ? _b : [];
+        const result = (_b = overallResult === null || overallResult === void 0 ? void 0 : overallResult.results) !== null && _b !== void 0 ? _b : [];
+        numberChildrenIfNumberedList(result);
+        return result;
     });
 }
 function initNotionClient(notionToken) {
@@ -287,3 +302,20 @@ function fromPageId(context, pageId, order, foundDirectlyInOutline) {
         });
     });
 }
+// This function is copied (and renamed from modifyNumberedListObject) from notion-to-md.
+// They always run it on the results of their getBlockChildren.
+// When we use our own getBlockChildren, we need to run it too.
+function numberChildrenIfNumberedList(blocks) {
+    let numberedListIndex = 0;
+    for (const block of blocks) {
+        if ("type" in block && block.type === "numbered_list_item") {
+            // add numbers
+            // @ts-ignore
+            block.numbered_list_item.number = ++numberedListIndex;
+        }
+        else {
+            numberedListIndex = 0;
+        }
+    }
+}
+exports.numberChildrenIfNumberedList = numberChildrenIfNumberedList;

package/dist/run.d.ts

@@ -1 +1 @@
-export declare function run(): void;
+export declare function run(): Promise<void>;

package/dist/run.js

@@ -1,33 +1,86 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.run = void 0;
+const fs = __importStar(require("fs-extra"));
 const commander_1 = require("commander");
 const log_1 = require("./log");
 const pull_1 = require("./pull");
+const path_1 = __importDefault(require("path"));
 function run() {
-    const pkg = require("../package.json");
-    // eslint-disable-next-line @typescript-eslint/restrict-template-expressions
-    console.log(`docu-notion version ${pkg.version}`);
-    commander_1.program.name("docu-notion").description("");
-    commander_1.program.usage("-n <token> -r <root> [options]");
-    commander_1.program
-        .requiredOption("-n, --notion-token <string>", "notion api token, which looks like secret_3bc1b50XFYb15123RHF243x43450XFY33250XFYa343")
-        .requiredOption("-r, --root-page <string>", "The 31 character ID of the page which is the root of your docs page in notion. The code will look like 9120ec9960244ead80fa2ef4bc1bba25. This page must have a child page named 'Outline'")
-        .option("-m, --markdown-output-path  <string>", "Root of the hierarchy for md files. WARNING: node-pull-mdx will delete files from this directory. Note also that if it finds localized images, it will create an i18n/ directory as a sibling.", "./docs")
-        .option("-t, --status-tag  <string>", "Database pages without a Notion page property 'status' matching this will be ignored. Use '*' to ignore status altogether.", "Publish")
-        .option("--locales  <codes>", "Comma-separated list of iso 639-2 codes, the same list as in docusaurus.config.js, minus the primary (i.e. 'en'). This is needed for image localization.", parseLocales, [])
-        .addOption(new commander_1.Option("-l, --log-level <level>", "Log level").choices([
-        "info",
-        "verbose",
-        "debug",
-    ]))
-        .option("-i, --img-output-path  <string>", "Path to directory where images will be stored. If this is not included, images will be placed in the same directory as the document that uses them, which then allows for localization of screenshots.")
-        .option("-p, --img-prefix-in-markdown <string>", "When referencing an image from markdown, prefix with this path instead of the full img-output-path. Should be used only in conjunction with --img-output-path.");
-    commander_1.program.showHelpAfterError();
-    commander_1.program.parse();
-    (0, log_1.setLogLevel)(commander_1.program.opts().logLevel);
-    console.log(JSON.stringify(commander_1.program.opts));
-    (0, pull_1.notionPull)(commander_1.program.opts()).then(() => console.log("docu-notion Finished."));
+    return __awaiter(this, void 0, void 0, function* () {
+        const pkg = require("../package.json");
+        // eslint-disable-next-line @typescript-eslint/restrict-template-expressions
+        console.log(`docu-notion version ${pkg.version}`);
+        commander_1.program.name("docu-notion").description("");
+        commander_1.program.usage("-n <token> -r <root> [options]");
+        commander_1.program
+            .requiredOption("-n, --notion-token <string>", "notion api token, which looks like secret_3bc1b50XFYb15123RHF243x43450XFY33250XFYa343")
+            .requiredOption("-r, --root-page <string>", "The 31 character ID of the page which is the root of your docs page in notion. The code will look like 9120ec9960244ead80fa2ef4bc1bba25. This page must have a child page named 'Outline'")
+            .option("-m, --markdown-output-path  <string>", "Root of the hierarchy for md files. WARNING: docu-notion will delete files from this directory. Note also that if it finds localized images, it will create an i18n/ directory as a sibling.", "./docs")
+            .option("--css-output-directory  <string>", "docu-notion has a docu-notion-styles.css file that you will need to use to get things like notion columns to look right. This option specifies where that file should be copied to.", "./css")
+            .option("-t, --status-tag  <string>", "Database pages without a Notion page property 'status' matching this will be ignored. Use '*' to ignore status altogether.", "Publish")
+            .option("--locales  <codes>", "Comma-separated list of iso 639-2 codes, the same list as in docusaurus.config.js, minus the primary (i.e. 'en'). This is needed for image localization.", parseLocales, [])
+            .addOption(new commander_1.Option("-l, --log-level <level>", "Log level").choices([
+            "info",
+            "verbose",
+            "debug",
+        ]))
+            .option("-i, --img-output-path  <string>", "Path to directory where images will be stored. If this is not included, images will be placed in the same directory as the document that uses them, which then allows for localization of screenshots.")
+            .option("-p, --img-prefix-in-markdown <string>", "When referencing an image from markdown, prefix with this path instead of the full img-output-path. Should be used only in conjunction with --img-output-path.");
+        commander_1.program.showHelpAfterError();
+        commander_1.program.parse();
+        (0, log_1.setLogLevel)(commander_1.program.opts().logLevel);
+        console.log(JSON.stringify(commander_1.program.opts()));
+        // copy in the this version of the css needed to make columns (and maybe other things?) work
+        let pathToCss = "";
+        try {
+            pathToCss = require.resolve("@sillsdev/docu-notion/dist/docu-notion-styles.css");
+        }
+        catch (e) {
+            // when testing from the docu-notion project itself:
+            pathToCss = "./src/css/docu-notion-styles.css";
+        }
+        // make any missing parts of the path exist
+        fs.ensureDirSync(commander_1.program.opts().cssOutputDirectory);
+        fs.copyFileSync(pathToCss, path_1.default.join(commander_1.program.opts().cssOutputDirectory, "docu-notion-styles.css"));
+        // pull and convert
+        yield (0, pull_1.notionPull)(commander_1.program.opts()).then(() => console.log("docu-notion Finished."));
+    });
 }
 exports.run = run;
 function parseLocales(value) {

package/dist/transform.js

@@ -15,6 +15,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getMarkdownFromNotionBlocks = exports.getMarkdownForPage = void 0;
 const chalk_1 = __importDefault(require("chalk"));
 const log_1 = require("./log");
+const pull_1 = require("./pull");
 function getMarkdownForPage(config, context, page) {
     return __awaiter(this, void 0, void 0, function* () {
         (0, log_1.info)(`Reading & converting page ${page.layoutContext}/${page.nameOrTitle} (${chalk_1.default.blue(page.hasExplicitSlug
@@ -44,9 +45,12 @@ function getMarkdownFromNotionBlocks(context, config, blocks) {
         markdown = doLinkFixes(context, markdown, config);
         //console.log("markdown after link fixes", markdown);
         // simple regex-based tweaks. These are usually related to docusaurus
-        const { imports, body } = yield doTransformsOnMarkdown(context, config, markdown);
+        const body = yield doTransformsOnMarkdown(context, config, markdown);
         // console.log("markdown after regex fixes", markdown);
         // console.log("body after regex", body);
+        const uniqueImports = [...new Set(context.imports)];
+        const imports = uniqueImports.join("\n");
+        context.imports = []; // reset for next page
         return `${imports}\n${body}`;
     });
 }
@@ -65,7 +69,6 @@ function doNotionBlockTransforms(blocks, config) {
     }
 }
 function doTransformsOnMarkdown(context, config, input) {
-    var _a;
     return __awaiter(this, void 0, void 0, function* () {
         const regexMods = config.plugins
             .filter(plugin => !!plugin.regexMarkdownModifications)
@@ -81,7 +84,6 @@ function doTransformsOnMarkdown(context, config, input) {
         let body = input;
         //console.log("body before regex: " + body);
         let match;
-        const imports = new Set();
         // eslint-disable-next-line @typescript-eslint/no-unused-vars
         for (const mod of regexMods) {
             let replacement = undefined;
@@ -113,20 +115,31 @@ function doTransformsOnMarkdown(context, config, input) {
                             precedingPart +
                                 partStartingFromThisMatch.replace(original, replacement);
                         // add any library imports
-                        (_a = mod.imports) === null || _a === void 0 ? void 0 : _a.forEach(imp => imports.add(imp));
+                        if (!context.imports)
+                            context.imports = [];
+                        context.imports.push(...(mod.imports || []));
                     }
                 }
             }
         }
         (0, log_1.logDebug)("doTransformsOnMarkdown", "body after regex: " + body);
-        const uniqueImports = [...new Set(imports)];
-        return { body, imports: [...uniqueImports].join("\n") };
+        return body;
     });
 }
 function doNotionToMarkdown(docunotionContext, blocks) {
     return __awaiter(this, void 0, void 0, function* () {
-        const mdBlocks = yield docunotionContext.notionToMarkdown.blocksToMarkdown(blocks);
-        const markdown = docunotionContext.notionToMarkdown.toMarkdownString(mdBlocks);
+        let mdBlocks;
+        yield (0, pull_1.executeWithRateLimitAndRetries)("notionToMarkdown.blocksToMarkdown", () => __awaiter(this, void 0, void 0, function* () {
+            mdBlocks = yield docunotionContext.notionToMarkdown.blocksToMarkdown(
+            // We need to provide a copy of blocks.
+            // Calling blocksToMarkdown can modify the values in the blocks. If it does, and then
+            // we have to retry, we end up retrying with the modified values, which
+            // causes various issues (like using the transformed image url instead of the original one).
+            // Note, currently, we don't do anything else with blocks after this.
+            // If that changes, we'll need to figure out a more sophisticated approach.
+            JSON.parse(JSON.stringify(blocks)));
+        }));
+        const markdown = docunotionContext.notionToMarkdown.toMarkdownString(mdBlocks).parent || "";
         return markdown;
     });
 }

package/package.json

@@ -11,8 +11,9 @@
     "// typescript check": "",
     "tsc": "tsc",
     "// test out with a private sample notion db": "",
-    "large-site-test": "npm run ts -- -n $SIL_BLOOM_DOCS_NOTION_TOKEN -r $SIL_BLOOM_DOCS_NOTION_ROOT_PAGE  --locales en,fr",
+    "large-site-test": "npm run ts -- -n $SIL_BLOOM_DOCS_NOTION_TOKEN -r $SIL_BLOOM_DOCS_NOTION_ROOT_PAGE  --locales en,fr   --log-level debug",
     "pull-test-tagged": "npm run ts -- -n $DOCU_NOTION_INTEGRATION_TOKEN -r $DOCU_NOTION_TEST_ROOT_PAGE_ID  --log-level debug --status-tag test",
+    "pull-test-css": "npm run ts -- --css-output-directory ./test/css -n $DOCU_NOTION_INTEGRATION_TOKEN -r $DOCU_NOTION_TEST_ROOT_PAGE_ID  --log-level debug --status-tag test",
     "pull-sample-site": "npm run ts -- -n $DOCU_NOTION_INTEGRATION_TOKEN -r $DOCU_NOTION_SAMPLE_ROOT_PAGE  --log-level debug",
     "// test with a semi-stable/public site:": "",
     "pull-sample": "npm run ts -- -n $DOCU_NOTION_INTEGRATION_TOKEN -r $DOCU_NOTION_SAMPLE_ROOT_PAGE -m ./sample --locales en,es,fr,de --log-level verbose",
@@ -35,7 +36,7 @@
     "markdown-table": "^2.0.0",
     "node-fetch": "2.6.6",
     "notion-client": "^4",
-    "notion-to-md": "2.5.5",
+    "notion-to-md": "3.1.1",
     "path": "^0.12.7",
     "ts-node": "^10.2.1",
     "sanitize-filename": "^1.6.3"
@@ -90,5 +91,5 @@
   "volta": {
     "node": "18.16.0"
   },
-  "version": "0.13.4"
+  "version": "0.14.0-alpha.10"
 }

package/dist/plugins/NumberedListTransformer.d.ts

@@ -1,2 +0,0 @@
-import { IPlugin } from "./pluginTypes";
-export declare const standardNumberedListTransformer: IPlugin;

package/dist/plugins/NumberedListTransformer.js

@@ -1,55 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.standardNumberedListTransformer = void 0;
-// This is mostly what notion-to-markdown would normally do with a block of type
-// numbered_list_item. A patch is documented at the end.
-function numberedListTransformer(notionToMarkdown, block) {
-    var _a, _b, _c;
-    //console.log("got numbered list block " + JSON.stringify(block));
-    // In this case typescript is not able to index the types properly, hence ignoring the error
-    // @ts-ignore
-    const blockContent = 
-    // @ts-ignore
-    ((_a = block.numbered_list_item) === null || _a === void 0 ? void 0 : _a.text) || ((_b = block.numbered_list_item) === null || _b === void 0 ? void 0 : _b.rich_text) || [];
-    let parsedData = "";
-    blockContent.map((content) => {
-        const annotations = content.annotations;
-        let plain_text = content.plain_text;
-        plain_text = notionToMarkdown.annotatePlainText(plain_text, annotations);
-        if (content["href"]) {
-            plain_text = `[${plain_text}](${content["href"]})`;
-        }
-        parsedData += plain_text;
-    });
-    // There is code in notion-to-md which attempts to set an incrementing number
-    // on each of these. Somehow it fails; in my testing, block.numbered_list_item never
-    // has a field 'number'. But we don't actually need incrementing numbers;
-    // markdown will do the numbering if we just make something that looks like
-    // a member of a numbered list by starting with number followed by period and space.
-    // I'm keeping the original code in case notion-to-md gets fixed and there is actually
-    // some reason to use incrementing numbers (it would at least make the markdown more
-    // human-readable); but this at least works.
-    // A problem is that in notion, a numbered list may continue after some intermediate
-    // content. To achieve this in markdown, we'd need to indent the intermediate content
-    // by a tab. Not only is it difficult to do this, but there appears to be no way to
-    // know whether we should. The data we get from notion doesn't include the item number,
-    // and its parent is the page rather than a particular list. So there is no way I can
-    // see to distinguish a list continuation from a new list. The code here will leave
-    // it up to markdown to decide whether to start a new list; I believe it will do so
-    // if it sees any intervening lines that are not list items.
-    let num = (_c = block.numbered_list_item) === null || _c === void 0 ? void 0 : _c.number;
-    //console.log("got number " + num?.toString());
-    if (!num) {
-        num = 1;
-    }
-    return Promise.resolve(`${num}. ${parsedData.trim()}`);
-}
-exports.standardNumberedListTransformer = {
-    name: "standardNumberedListTransformer",
-    notionToMarkdownTransforms: [
-        {
-            type: "numbered_list_item",
-            getStringFromBlock: (context, block) => numberedListTransformer(context.notionToMarkdown, block),
-        },
-    ],
-};

package/dist/plugins/NumberedListTransformer.spec.js

@@ -1,86 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const pluginTestRun_1 = require("./pluginTestRun");
-const NumberedListTransformer_1 = require("./NumberedListTransformer");
-let block;
-beforeEach(() => {
-    block = {
-        has_children: false,
-        archived: false,
-        type: "callout",
-        callout: {
-            rich_text: [
-                {
-                    type: "text",
-                    text: { content: "This is information callout", link: null },
-                    annotations: {
-                        bold: false,
-                        italic: false,
-                        strikethrough: false,
-                        underline: false,
-                        code: false,
-                        color: "default",
-                    },
-                    plain_text: "This is the callout",
-                    href: null,
-                },
-            ],
-            icon: { type: "emoji", emoji: "ℹ️" },
-            color: "gray_background",
-        },
-    };
-});
-test("external link inside numbered list, italic preserved", () => __awaiter(void 0, void 0, void 0, function* () {
-    const config = { plugins: [NumberedListTransformer_1.standardNumberedListTransformer] };
-    const results = yield (0, pluginTestRun_1.blocksToMarkdown)(config, [
-        {
-            type: "numbered_list_item",
-            numbered_list_item: {
-                rich_text: [
-                    {
-                        type: "text",
-                        text: { content: "link ", link: null },
-                        annotations: {
-                            bold: false,
-                            italic: false,
-                            strikethrough: false,
-                            underline: false,
-                            code: false,
-                            color: "default",
-                        },
-                        plain_text: "link ",
-                        href: null,
-                    },
-                    {
-                        type: "text",
-                        text: {
-                            content: "github",
-                            link: { url: "https://github.com" },
-                        },
-                        annotations: {
-                            bold: false,
-                            italic: true,
-                            strikethrough: false,
-                            underline: false,
-                            code: false,
-                            color: "default",
-                        },
-                        plain_text: "github",
-                        href: "https://github.com",
-                    },
-                ],
-                color: "default",
-            },
-        },
-    ]);
-    expect(results.trim()).toBe(`1. link [_github_](https://github.com)`);
-}));