@podlite/publisher 0.0.2

package/lib/site-data-plugin.js

@@ -0,0 +1,159 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const schema_1 = require("@podlite/schema");
+const constants_1 = require("./constants");
+const fs = __importStar(require("fs"));
+const _1 = require(".");
+const path_1 = __importDefault(require("path"));
+const plugin = ({ public_path = constants_1.PUBLIC_PATH, indexFilePath = `${constants_1.POSTS_PATH}/${constants_1.INDEX_PATH}`, built_path = constants_1.BUILT_PATH, site_url, }) => {
+    let indexPage;
+    let redirects = [];
+    let allRecords = [];
+    const outCtx = {};
+    const onExit = ctx => {
+        let title;
+        let subtitle;
+        let author;
+        let footer = '';
+        // collect site metadata like TITLE, SUBTITLE and attributes from pod
+        const [pod] = (0, schema_1.getFromTree)(indexPage.node, 'pod');
+        const attr = (0, schema_1.makeAttrs)(pod, {});
+        const pageAttr = Object.fromEntries(Object.keys(attr.asHash()).map(k => [k, attr.getFirstValue(k)]));
+        const { postsPerPage, favicon, puburl, url, globalStyles, gtmId } = pageAttr;
+        // process favicon file
+        const faviconPath = favicon ? path_1.default.join(path_1.default.dirname(indexFilePath), favicon) : 'src/favicon.png';
+        const { base, ext } = path_1.default.parse(faviconPath);
+        const faviconFileName = `favicon${ext}`;
+        if (!ctx.testing) {
+            fs.copyFileSync(faviconPath, `${public_path}/${faviconFileName}`);
+        }
+        //clean up index page and collect needed data
+        const pageNode = (0, schema_1.makeInterator)({
+            TITLE: (node, ctx, interator) => {
+                title = (0, schema_1.getTextContentFromNode)(node);
+            },
+            SUBTITLE: (node, ctx, interator) => {
+                subtitle = (0, schema_1.getTextContentFromNode)(node);
+            },
+            AUTHOR: (node, ctx, interator) => {
+                const attr = (0, schema_1.makeAttrs)(node, ctx);
+                author = Object.fromEntries(Object.keys(attr.asHash()).map(k => [k, attr.getFirstValue(k)]));
+            },
+            FOOTER: (node, ctx, interator) => {
+                footer = node.content;
+            },
+        })(indexPage.node, {});
+        const siteData = {
+            postsPerPage,
+            favicon: faviconFileName,
+            url: site_url || process.env.SITE_URL || url || puburl,
+            node: pageNode,
+            title,
+            globalStyles,
+            redirects,
+            footer,
+            gtmId,
+            item: { ...indexPage, node: pageNode },
+        };
+        // !!! now get previsuly prepared data from context and prepare control.json
+        const { stateVersion, nextPublishTime, imagesMap } = ctx;
+        const controlJson = {
+            stateVersion,
+            nextPublishTime,
+        };
+        if (!ctx.testing) {
+            // save control.json
+            fs.writeFileSync(`${public_path}/control.json`, JSON.stringify(controlJson, null, 2));
+        }
+        const dataJson = {
+            all: [],
+            control: controlJson,
+            imagesMap: imagesMap?.size ? Object.fromEntries(imagesMap) : {},
+            siteInfo: siteData,
+        };
+        if (!ctx.testing) {
+            (0, _1.streamWriteArray)(allRecords, `${built_path}/pages.json`)
+                .then(() => console.log('All pages written successfully'))
+                .catch(err => console.error('Error writing file:', err));
+            fs.writeFileSync(`${built_path}/data.json`, JSON.stringify(dataJson));
+            fs.writeFileSync(`${built_path}/siteInfo.json`, JSON.stringify(siteData, null, 2));
+            fs.writeFileSync(`${built_path}/imagesMap.json`, JSON.stringify(imagesMap, null, 2));
+        }
+        // prepare data for LastArticles component
+        if (!ctx.testing) {
+            const source = () => allRecords.filter(i => i.publishUrl).filter(({ type = '' }) => type !== 'page');
+            const articles = source().reverse().slice(0, 10);
+            // if (!articles[articles.length - 1]) {
+            //     throw new Error('No articles found' + JSON.stringify({'articles.length - 1':articles.length - 1, articles, 'allRecords':allRecords.length}, null, 2))
+            // }
+            // const lastArticleUrl = articles[articles.length - 1].publishUrl
+            // const articleIndex = source().findIndex(({ publishUrl }) => publishUrl === lastArticleUrl)
+            // const prev = source()[articleIndex - 1]
+            fs.writeFileSync(`${built_path}/lastArticles.json`, JSON.stringify({ articles, prev: {} }, null, 2));
+        }
+        // process GlobalStyles
+        let stylesContent = '';
+        if (siteData.globalStyles) {
+            const pathFs = require('path');
+            const docDirPath = pathFs.dirname(`${built_path}/styles.css`);
+            const path = pathFs.relative(docDirPath, pathFs.join(pathFs.dirname(indexFilePath), siteData.globalStyles));
+            stylesContent += `
+            @import '${path}';
+        `;
+        }
+        else {
+            const path = '@Styles/default';
+            stylesContent += `
+            @import '${path}';
+        `;
+        }
+        if (!ctx.testing) {
+            // /built/styles.css
+            fs.writeFileSync(`${built_path}/styles.css`, stylesContent, 'utf8');
+        }
+        return { ...ctx, ...outCtx, siteData };
+    };
+    const onProcess = (recs) => {
+        // collect redirects
+        recs.map(item => {
+            const { publishUrl, sources } = item;
+            sources.forEach(src => {
+                redirects.push({ source: src, destination: publishUrl, statusCode: 308 }); //permanent redirect
+            });
+        });
+        // get index page or throw error
+        indexPage = recs.find(item => item.file === indexFilePath);
+        if (!indexPage) {
+            console.log(JSON.stringify(recs.map(i => i.file), null, 2));
+            throw new Error('Index page not found. Used path: ' + indexFilePath);
+        }
+        indexPage.publishUrl = '/';
+        allRecords.push(...recs);
+        return recs;
+    };
+    return [onProcess, onExit];
+};
+exports.default = plugin;
+//# sourceMappingURL=site-data-plugin.js.map

package/lib/state-version-plugin.d.ts

@@ -0,0 +1,3 @@
+import { PodliteWebPlugin } from '.';
+declare const plugin: () => PodliteWebPlugin;
+export default plugin;

package/lib/state-version-plugin.js

@@ -0,0 +1,44 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const CRC32 = __importStar(require("crc-32"));
+const schema_1 = require("@podlite/schema");
+const version = require('../package.json').version;
+const plugin = () => {
+    const outCtx = {};
+    let crc_sum = '';
+    const onExit = ctx => {
+        outCtx.stateVersion = CRC32.str(crc_sum) + '+v' + version;
+        return { ...ctx, ...outCtx };
+    };
+    const getStateVersion = (allREcords) => {
+        return allREcords.reduce((prev, current) => {
+            return prev + CRC32.str((0, schema_1.getTextContentFromNode)(current.node));
+        }, '');
+    };
+    const onProcess = (recs) => {
+        crc_sum += getStateVersion(recs);
+        return recs;
+    };
+    return [onProcess, onExit];
+};
+exports.default = plugin;
+//# sourceMappingURL=state-version-plugin.js.map

package/lib/template-plugin.d.ts

@@ -0,0 +1,3 @@
+import { PodliteWebPlugin } from '.';
+declare const plugin: () => PodliteWebPlugin;
+export default plugin;

package/lib/template-plugin.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const plugin = () => {
+    const outCtx = {};
+    const onExit = ctx => ({ ...ctx, ...outCtx });
+    const onProcess = (recs) => {
+        return recs;
+    };
+    return [onProcess, onExit];
+};
+exports.default = plugin;
+//# sourceMappingURL=template-plugin.js.map

package/lib/terms-index-plugin.d.ts

@@ -0,0 +1,5 @@
+import { PodliteWebPlugin } from '../src';
+declare const plugin: ({ built_path }: {
+    built_path?: string;
+}) => PodliteWebPlugin;
+export default plugin;

package/lib/terms-index-plugin.js

@@ -0,0 +1,129 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const schema_1 = require("@podlite/schema");
+const constants_1 = require("../src/constants");
+const fs = __importStar(require("fs"));
+const plugin = ({ built_path = constants_1.BUILT_PATH }) => {
+    const outCtx = {};
+    const onExit = ctx => {
+        if (!ctx.testing) {
+            // save control.json
+            fs.writeFileSync(`${built_path}/indexTerms.json`, JSON.stringify(outCtx.indexTerms, null, 2));
+        }
+        return { ...ctx, ...outCtx };
+    };
+    const isNodeContainsX = (node) => {
+        let isExistsDocBlocks = false;
+        const rules = {
+            'X<>': (node, ctx, interator) => {
+                // skip root block
+                isExistsDocBlocks = true;
+            },
+        };
+        (0, schema_1.makeInterator)(rules)(node, {});
+        return isExistsDocBlocks;
+    };
+    function findNearest(arr, index, checkFn) {
+        const leftPart = arr.slice(0, index).reverse();
+        const rightPart = arr.slice(index + 1);
+        const findIndex = (part) => {
+            const foundIndex = part.findIndex(item => checkFn(item));
+            return foundIndex !== -1 ? foundIndex : null;
+        };
+        const left = findIndex(leftPart);
+        const right = findIndex(rightPart);
+        const found = [left != null && leftPart[left], right != null && rightPart[right]].filter(Boolean);
+        if (found.length && found.length < 2) {
+            return found[0];
+        }
+        return left < right ? leftPart[left] : rightPart[right];
+    }
+    const processNode = (node) => {
+        const res = [];
+        const rules = {
+            ':block': (node, ctx, interator) => {
+                // ctx.parent = node
+                if (node.content) {
+                    // provess root block content
+                    return interator(node.content, { ...ctx, parent: node });
+                }
+            },
+            ':para': (node, ctx, interator) => {
+                if (['root', 'pod'].includes(ctx.parent.name)) {
+                    const isEmptyContent = node => (0, schema_1.getTextContentFromNode)(node).match(/^\s*$/);
+                    if (isNodeContainsX(node)) {
+                        if (isEmptyContent(node)) {
+                            const indexOfCurrentNode = ctx.parent.content.findIndex(i => i === node);
+                            if (indexOfCurrentNode) {
+                                //find nearest addresable block
+                                const nearestBlock = findNearest(ctx.parent.content, indexOfCurrentNode, node => {
+                                    // check if node is string
+                                    if (typeof node !== 'string' && 'type' in node) {
+                                        return node.type === 'block';
+                                    }
+                                    return false;
+                                });
+                                // set parent nearest addresable block
+                                if (node.content) {
+                                    // provess root block content
+                                    return interator(node.content, { ...ctx, parent: nearestBlock });
+                                }
+                            }
+                        }
+                    }
+                }
+                if (node.content) {
+                    // provess root block content
+                    return interator(node.content, { ...ctx, parent: ctx.parent });
+                }
+            },
+            'X<>': (node, ctx) => {
+                res.push({ xnode: node, parent: ctx.parent });
+            },
+        };
+        (0, schema_1.makeInterator)(rules)(node, {});
+        return res;
+    };
+    const onProcess = (recs) => {
+        const res = recs.map(item => {
+            const terms = processNode(item.node);
+            const termWithUrl = terms.map(({ xnode, parent }) => {
+                const urlParts = [item.publishUrl];
+                if (parent && typeof parent !== 'string' && 'id' in parent) {
+                    urlParts.push(parent.id);
+                }
+                return {
+                    xnode,
+                    url: urlParts.join('#'),
+                    title: item.title,
+                    subtitle: item.subtitle,
+                };
+            });
+            outCtx.indexTerms = [...(outCtx.indexTerms || []), ...termWithUrl].filter(x => Boolean(x.xnode.entry));
+            return { ...item };
+        });
+        return res;
+    };
+    return [onProcess, onExit];
+};
+exports.default = plugin;
+//# sourceMappingURL=terms-index-plugin.js.map

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@podlite/publisher",
+  "version": "0.0.2",
+  "description": "Library that powers publishing and CLI tools for the Podlite markup language",
+  "main": "lib/index.js",
+  "license": "MIT",
+  "files": [
+    "lib/**/*.js",
+    "lib/**/*.d.ts",
+    "esm",
+    "README.md",
+    "CHANGELOG.md"
+  ],
+  "engines": {
+    "node": ">=14"
+  },
+  "engineStrict": true,
+  "publishConfig": {
+    "access": "public",
+    "main": "lib/index.js",
+    "types": "./lib/index.d.ts",
+    "module": "./esm/index.js"
+  },
+  "scripts": {
+    "clean": "rm -rf lib esm *.tsbuildinfo",
+    "build": "yarn g:build",
+    "test": "yarn g:jest  --passWithNoTests"
+  },
+  "keywords": [
+    "markdown",
+    "podlite",
+    "markup",
+    "markup-language"
+  ],
+  "dependencies": {
+    "@podlite/schema": "0.0.21",
+    "crc-32": "^1.2.2",
+    "gray-matter": "^4.0.3",
+    "iso_9": "^1.0.4",
+    "newbase60": "^1.3.1"
+  },
+  "devDependencies": {
+    "@types/node": "^17.0.7",
+    "glob": "^7.2.0",
+    "npm-run-all": "^4.1.5",
+    "ts-node": "^9.1.1",
+    "typescript": "4.5.5"
+  },
+  "types": "./lib/index.d.ts",
+  "modules": "./esm/index.js",
+  "module": "./esm/index.js"
+}