writr 1.9.11 → 1.9.12

package/dist/index.js

@@ -0,0 +1,80 @@
+import { createCommand } from "commander";
+import { Setup } from "./utils/setup.js";
+import { ConsoleMessage } from "./log.js";
+import { Serve } from "./serve.js";
+import { SiteGenerator } from "./generator.js";
+import { Migrate } from "./migrate.js";
+export class Writr {
+    async parseCLI(process) {
+        const program = createCommand();
+        program.storeOptionsAsProperties(true);
+        program
+            .command('build', { isDefault: true })
+            .description('Build the site')
+            .option("-p, --path <path>", "Path of where the blog, config, and template are located")
+            .option("-o, --output <path>", "Path of where to output the generated blog")
+            .option("-r, --render <list>", "What do you want rendered such as html or json (example --render html,json)")
+            .option("-c, --config <path>", "custom configuration path")
+            .action(async (options) => {
+            try {
+                await new SiteGenerator(options).run();
+            }
+            catch (error) {
+                new ConsoleMessage().error('Error: ' + error.message);
+            }
+        });
+        program
+            .command('init')
+            .description('Initialize a new Writr project')
+            .argument('[name]', 'Name of the project', 'Blog')
+            .action(async (name) => {
+            try {
+                await new Setup(name).init();
+            }
+            catch (error) {
+                new ConsoleMessage().error('Error: ' + error.message);
+            }
+        });
+        program
+            .command('new')
+            .description('Create new markdown file')
+            .action(async () => {
+            try {
+                await new Setup('new').new();
+            }
+            catch (error) {
+                new ConsoleMessage().error('Error: ' + error.message);
+            }
+        });
+        program
+            .command('migrate')
+            .description('Migrate from different sources to Writr')
+            .argument("<type> <options...>", "Provider type (jekyll, wordpress, etc), source and destination")
+            .action(async (options) => {
+            try {
+                const [type, src, dest] = options;
+                await new Migrate(type).migrate(src, dest);
+            }
+            catch (error) {
+                new ConsoleMessage().error('Error: ' + error.message);
+            }
+        });
+        program
+            .command('serve')
+            .description('Serve the site locally')
+            .option("-o, --output <path>", "Path of where to output the generated blog be served", 'blog_output')
+            .option("-p, --port <port>", "Port to serve the site on", '3000')
+            .option("--path <path>", "Path of where the blog, config, and template are located", './blog')
+            .option("-w, --watch", "Watch for changes and rebuild", false)
+            .action(async (options) => {
+            try {
+                await new Serve(options).run();
+            }
+            catch (error) {
+                new ConsoleMessage().error('Error: ' + error.message);
+            }
+        });
+        program.parse(process.argv);
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAI1C,OAAO,EAAC,KAAK,EAAC,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAC,cAAc,EAAC,MAAM,UAAU,CAAC;AACxC,OAAO,EAAC,KAAK,EAAC,MAAM,YAAY,CAAC;AACjC,OAAO,EAAC,aAAa,EAAC,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAC,OAAO,EAAC,MAAM,cAAc,CAAC;AAErC,MAAM,OAAO,KAAK;IAKhB,KAAK,CAAC,QAAQ,CAAC,OAAuB;QAGpC,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;QAEhC,OAAO,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;QAEvC,OAAO;aACJ,OAAO,CAAC,OAAO,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC;aACnC,WAAW,CAAC,gBAAgB,CAAC;aAC7B,MAAM,CAAC,mBAAmB,EAAE,0DAA0D,CAAC;aACvF,MAAM,CAAC,qBAAqB,EAAE,4CAA4C,CAAC;aAC3E,MAAM,CAAC,qBAAqB,EAAE,6EAA6E,CAAC;aAC5G,MAAM,CAAC,qBAAqB,EAAE,2BAA2B,CAAC;aAC1D,MAAM,CAAC,KAAK,EAAE,OAAY,EAAE,EAAE;YAC7B,IAAG;gBACD,MAAM,IAAI,aAAa,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;aACxC;YAAC,OAAO,KAAU,EAAE;gBACnB,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,SAAS,GAAE,KAAK,CAAC,OAAO,CAAC,CAAC;aACtD;QACH,CAAC,CAAC,CAAA;QAEJ,OAAO;aACJ,OAAO,CAAC,MAAM,CAAC;aACf,WAAW,CAAC,gCAAgC,CAAC;aAC7C,QAAQ,CAAC,QAAQ,EAAE,qBAAqB,EAAE,MAAM,CAAC;aACjD,MAAM,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;YAC7B,IAAG;gBACD,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;aAC9B;YAAC,OAAO,KAAU,EAAE;gBAEnB,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,SAAS,GAAE,KAAK,CAAC,OAAO,CAAC,CAAC;aACtD;QACH,CAAC,CAAC,CAAA;QAEJ,OAAO;aACJ,OAAO,CAAC,KAAK,CAAC;aACd,WAAW,CAAC,0BAA0B,CAAC;aACvC,MAAM,CAAC,KAAK,IAAG,EAAE;YAChB,IAAG;gBACD,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC;aAC9B;YAAC,OAAO,KAAU,EAAE;gBACnB,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,SAAS,GAAE,KAAK,CAAC,OAAO,CAAC,CAAC;aACtD;QACH,CAAC,CAAC,CAAA;QAGJ,OAAO;aACJ,OAAO,CAAC,SAAS,CAAC;aAClB,WAAW,CAAC,yCAAyC,CAAC;aACtD,QAAQ,CAAC,qBAAqB,EAAE,gEAAgE,CAAE;aAClG,MAAM,CAAC,KAAK,EAAC,OAAO,EAAE,EAAE;YACvB,IAAG;gBACD,MAAM,CAAC,IAAI,EAAI,GAAG,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC;gBACpC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;aAC5C;YAAC,OAAO,KAAU,EAAE;gBACnB,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,SAAS,GAAE,KAAK,CAAC,OAAO,CAAC,CAAC;aACtD;QACH,CAAC,CAAC,CAAA;QAGJ,OAAO;aACJ,OAAO,CAAC,OAAO,CAAC;aAChB,WAAW,CAAC,wBAAwB,CAAC;aACrC,MAAM,CAAC,qBAAqB,EAAE,sDAAsD,EAAE,aAAa,CAAC;aACpG,MAAM,CAAC,mBAAmB,EAAE,2BAA2B,EAAE,MAAM,CAAC;aAChE,MAAM,CAAC,eAAe,EAAE,0DAA0D,EAAE,QAAQ,CAAC;aAC7F,MAAM,CAAC,aAAa,EAAE,+BAA+B,EAAE,KAAK,CAAC;aAC7D,MAAM,CAAC,KAAK,EAAC,OAAY,EAAE,EAAE;YAC5B,IAAG;gBACD,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC;aAChC;YAAC,OAAO,KAAU,EAAE;gBACnB,IAAI,cAAc,EAAE,CAAC,KAAK,CAAC,SAAS,GAAE,KAAK,CAAC,OAAO,CAAC,CAAC;aACtD;QACH,CAAC,CAAC,CAAA;QAGJ,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/log.d.ts

@@ -0,0 +1,6 @@
+export declare class ConsoleMessage {
+    log: any;
+    constructor();
+    info(message: string): void;
+    error(message: string): void;
+}

package/dist/log.js

@@ -0,0 +1,13 @@
+import { createLogger, transports } from "winston";
+export class ConsoleMessage {
+    constructor() {
+        this.log = createLogger({ transports: [new transports.Console()] });
+    }
+    info(message) {
+        this.log.info(message);
+    }
+    error(message) {
+        this.log.error(message);
+    }
+}
+//# sourceMappingURL=log.js.map

package/dist/log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log.js","sourceRoot":"","sources":["../src/log.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAE,UAAU,EAAC,MAAM,SAAS,CAAC;AAEjD,MAAM,OAAO,cAAc;IAG1B;QACC,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,EAAE,UAAU,EAAE,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC,EAAC,CAAC,CAAC;IACpE,CAAC;IAED,IAAI,CAAC,OAAe;QACnB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,OAAe;QACpB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;CAED"}

package/dist/migrate/ghostMigrationProvider.d.ts

@@ -0,0 +1,9 @@
+import { MigrationProviderInterface } from "./migrationProviderInterface.js";
+export declare class GhostMigrationProvider implements MigrationProviderInterface {
+    parser: any;
+    storage: any;
+    constructor();
+    fetchPosts(src: string): Promise<Record<string, any>[]>;
+    saveMedia(mediaFetched: any, dest: string): Promise<string>;
+    migrate(src: string, dest: string): Promise<boolean>;
+}

package/dist/migrate/ghostMigrationProvider.js

@@ -0,0 +1,65 @@
+import axios from "axios";
+import { ConsoleMessage } from "../log.js";
+import { Parser } from "../utils/parser.js";
+import { StorageService } from "../storage/storageService.js";
+export class GhostMigrationProvider {
+    constructor() {
+        this.parser = new Parser();
+        this.storage = new StorageService();
+    }
+    async fetchPosts(src) {
+        try {
+            const url = new URL(src);
+            const { searchParams, origin } = url;
+            const key = searchParams.get('key');
+            let totalPosts;
+            const { posts, meta } = (await axios.get(`${origin}/ghost/api/v2/content/posts/?key=${key}`)).data;
+            totalPosts = [...posts];
+            const { pagination: { pages } } = meta;
+            for (let i = 2; i <= pages; i++) {
+                const { posts } = (await axios.get(`${origin}/ghost/api/v2/content/posts/?key=${key}&page=${i}`)).data;
+                totalPosts = totalPosts.concat(posts);
+            }
+            return totalPosts;
+        }
+        catch (error) {
+            throw new Error(error.message);
+        }
+    }
+    async saveMedia(mediaFetched, dest) {
+        const { mediaUrl, slug } = mediaFetched;
+        const response = await axios.get(mediaUrl, { responseType: 'arraybuffer' });
+        // const { rawBody: media, headers } = response;
+        const { data: media, headers } = response;
+        const mime_type = headers['content-type'];
+        const extension = mime_type.split('/')[1];
+        const filename = `${slug}.${extension}`;
+        const mediaBuffer = Buffer.from(media, 'binary').toString('base64');
+        await this.storage.set(`${dest}/images/${filename}`, mediaBuffer);
+        return `/images/${filename}`;
+    }
+    async migrate(src, dest) {
+        try {
+            new ConsoleMessage().info('Migrating from Ghost to Writr');
+            const posts = await this.fetchPosts(src);
+            for (const post of posts) {
+                const { title, slug, html, feature_image, published_at } = post;
+                // Markdown header generation
+                let mdContent = this.parser.generateMdHeaders({ title, slug, date: published_at });
+                if (feature_image) {
+                    const mediaPath = await this.saveMedia({ mediaUrl: feature_image, slug }, dest);
+                    mdContent += `![${title}](${mediaPath})\n\n`;
+                }
+                // Markdown html content
+                mdContent += this.parser.htmlToMd(html);
+                await this.storage.set(`${dest}/${slug}.md`, mdContent);
+            }
+            new ConsoleMessage().info("Migration was completed successfully");
+            return true;
+        }
+        catch (error) {
+            throw new Error('Error while migrating Ghost site: ' + src);
+        }
+    }
+}
+//# sourceMappingURL=ghostMigrationProvider.js.map

package/dist/migrate/ghostMigrationProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ghostMigrationProvider.js","sourceRoot":"","sources":["../../src/migrate/ghostMigrationProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,EAAC,cAAc,EAAC,MAAM,WAAW,CAAC;AAEzC,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAC;AAE5D,MAAM,OAAO,sBAAsB;IAKjC;QACE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW;QAC1B,IAAG;YACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;YACrC,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEpC,IAAI,UAAiC,CAAC;YAEtC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,oCAAoC,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACnG,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YAExB,MAAM,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC;YAEvC,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC9B,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,MAAO,KAAK,CAAC,GAAG,CAAC,GAAG,MAAM,oCAAoC,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBACxG,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;aACvC;YAED,OAAO,UAAU,CAAC;SAEnB;QAAC,OAAO,KAAU,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAChC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,YAAiB,EAAE,IAAY;QAC7C,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC;QACxC,MAAM,QAAQ,GAAwB,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;QACjG,gDAAgD;QAChD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC;QAC1C,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,SAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;QACxC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QACnE,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,WAAW,QAAQ,EAAE,EAAE,WAAW,CAAC,CAAC;QAClE,OAAO,WAAW,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,IAAY;QACrC,IAAG;YACD,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC3D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAEzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACxB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;gBAEhE,6BAA6B;gBAC7B,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,YAAY,EAAC,CAAC,CAAC;gBAEjF,IAAG,aAAa,EAAE;oBAChB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAC,EAAE,IAAI,CAAC,CAAC;oBAC/E,SAAS,IAAI,KAAK,KAAK,KAAK,SAAS,OAAO,CAAC;iBAC9C;gBAED,wBAAwB;gBACxB,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAExC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,EAAE,SAAS,CAAC,CAAC;aACzD;YACD,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;SACb;QAAC,OAAO,KAAU,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,GAAG,CAAC,CAAA;SAC5D;IACH,CAAC;CAEF"}

package/dist/migrate/jekyllMigrationProvider.d.ts

@@ -0,0 +1,4 @@
+import { MigrationProviderInterface } from "./migrationProviderInterface.js";
+export declare class JekyllMigrationProvider implements MigrationProviderInterface {
+    migrate(src: string, dest: string): Promise<boolean>;
+}

package/dist/migrate/jekyllMigrationProvider.js

@@ -0,0 +1,11 @@
+import { StorageService } from "../storage/storageService.js";
+import { ConsoleMessage } from "../log.js";
+export class JekyllMigrationProvider {
+    async migrate(src, dest) {
+        new ConsoleMessage().info("Migrating Jekyll site from " + src + " to " + dest);
+        await new StorageService().copy(src + "/_posts", dest);
+        await new StorageService().copy(src + "/images", dest + '/images');
+        return true;
+    }
+}
+//# sourceMappingURL=jekyllMigrationProvider.js.map

package/dist/migrate/jekyllMigrationProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jekyllMigrationProvider.js","sourceRoot":"","sources":["../../src/migrate/jekyllMigrationProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAC;AAE5D,OAAO,EAAC,cAAc,EAAC,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,uBAAuB;IAEhC,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,IAAY;QACnC,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,6BAA6B,GAAG,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;QAC/E,MAAM,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,EAAG,IAAI,CAAC,CAAC;QACxD,MAAM,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,EAAG,IAAI,GAAG,SAAS,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC;IAChB,CAAC;CAEJ"}

package/dist/migrate/mediumMigrationProvider.d.ts

@@ -0,0 +1,7 @@
+import { MigrationProviderInterface } from "./migrationProviderInterface.js";
+export declare class MediumMigrationProvider implements MigrationProviderInterface {
+    parser: any;
+    storage: any;
+    constructor();
+    migrate(src: string, dest: string): Promise<boolean>;
+}

package/dist/migrate/mediumMigrationProvider.js

@@ -0,0 +1,26 @@
+import fs from "fs-extra";
+import { ConsoleMessage } from "../log.js";
+import { StorageService } from "../storage/storageService.js";
+import { Parser } from "../utils/parser.js";
+export class MediumMigrationProvider {
+    constructor() {
+        this.parser = new Parser();
+        this.storage = new StorageService();
+    }
+    async migrate(src, dest) {
+        new ConsoleMessage().info("Migrating Medium post from " + src + " to " + dest);
+        const files = new StorageService().readDir(`${src}/posts`);
+        const bodyRegex = /\<body[^>]*\>([^]*)\<\/body/m;
+        files.forEach((file) => {
+            const slug = file.replace(".html", "");
+            const html = fs.readFileSync(`${src}/posts/${file}`, "utf8");
+            const [, content] = html.match(bodyRegex) || [];
+            const headerMd = this.parser.generateMdHeaders({ slug });
+            const bodyMd = this.parser.htmlToMd(content);
+            const contentMd = headerMd + bodyMd;
+            fs.outputFileSync(`${dest}/${slug}.md`, contentMd);
+        });
+        return true;
+    }
+}
+//# sourceMappingURL=mediumMigrationProvider.js.map

package/dist/migrate/mediumMigrationProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediumMigrationProvider.js","sourceRoot":"","sources":["../../src/migrate/mediumMigrationProvider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,UAAU,CAAC;AAE1B,OAAO,EAAC,cAAc,EAAC,MAAM,WAAW,CAAC;AACzC,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAE1C,MAAM,OAAO,uBAAuB;IAKnC;QACC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,IAAY;QACtC,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,6BAA6B,GAAG,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAG,IAAI,cAAc,EAAE,CAAC,OAAO,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,8BAA8B,CAAC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,GAAG,UAAU,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YAC7D,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,EAAC,IAAI,EAAC,CAAC,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;YACpC,EAAE,CAAC,cAAc,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,EAAE,SAAS,CAAC,CAAC;QACpD,CAAC,CAAC,CAAA;QAEF,OAAO,IAAI,CAAC;IACb,CAAC;CAED"}

package/dist/migrate/migrationProviderInterface.d.ts

@@ -0,0 +1,3 @@
+export interface MigrationProviderInterface {
+    migrate(src: string, dest: string): Promise<boolean>;
+}

package/dist/migrate/migrationProviderInterface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=migrationProviderInterface.js.map

package/dist/migrate/migrationProviderInterface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrationProviderInterface.js","sourceRoot":"","sources":["../../src/migrate/migrationProviderInterface.ts"],"names":[],"mappings":""}

package/dist/migrate/wordpressMigrationProvider.d.ts

@@ -0,0 +1,12 @@
+import { MigrationProviderInterface } from "./migrationProviderInterface.js";
+export declare class WordpressMigrationProvider implements MigrationProviderInterface {
+    parser: any;
+    storage: any;
+    constructor();
+    fetchPosts(src: string): Promise<Record<string, any>[]>;
+    fetchMedia(src: string, id: string): Promise<any>;
+    saveMedia(mediaFetched: any, dest: string): Promise<string | null>;
+    fetchCategoriesPerPost(src: string, postId: string): Promise<Record<string, any>[]>;
+    fetchTagsPerPost(src: string, postId: string): Promise<Record<string, any>[]>;
+    migrate(src: string, dest: string): Promise<boolean>;
+}

package/dist/migrate/wordpressMigrationProvider.js

@@ -0,0 +1,103 @@
+import axios from "axios";
+import { Parser } from "../utils/parser.js";
+import { StorageService } from "../storage/storageService.js";
+import { ConsoleMessage } from "../log.js";
+export class WordpressMigrationProvider {
+    constructor() {
+        this.parser = new Parser();
+        this.storage = new StorageService();
+    }
+    async fetchPosts(src) {
+        try {
+            let posts;
+            const response = await axios.get(`${src}/wp-json/wp/v2/posts?page=1`);
+            const headers = response.headers;
+            const body = typeof response.data == 'string' ? JSON.parse(response.data) : response.data;
+            const pages = headers['x-wp-totalpages'];
+            posts = [...body];
+            for (let i = 2; i <= parseInt(pages); i++) {
+                const body = (await axios.get(`${src}/wp-json/wp/v2/posts?page=${i}`)).data;
+                posts = posts.concat(body);
+            }
+            return posts;
+        }
+        catch (error) {
+            throw new Error(error.message);
+        }
+    }
+    async fetchMedia(src, id) {
+        try {
+            return (await axios.get(`${src}/wp-json/wp/v2/media/${id}`)).data;
+        }
+        catch (error) {
+            return null;
+        }
+    }
+    async saveMedia(mediaFetched, dest) {
+        try {
+            if (!mediaFetched)
+                return null;
+            const { source_url, slug, mime_type } = mediaFetched;
+            const encodedURI = encodeURI(source_url);
+            const response = await axios.get(encodedURI, { responseType: 'arraybuffer' });
+            const { data: media, headers } = response;
+            const mediaBuffer = Buffer.from(media, 'binary').toString('base64');
+            const extension = mime_type.split('/')[1];
+            const filename = `${slug}.${extension}`;
+            await this.storage.set(`${dest}/images/${filename}`, mediaBuffer);
+            return `/images/${filename}`;
+        }
+        catch (error) {
+            return null;
+        }
+    }
+    async fetchCategoriesPerPost(src, postId) {
+        try {
+            return (await axios.get(`${src}/wp-json/wp/v2/categories?post=${postId}`)).data;
+        }
+        catch (error) {
+            return [];
+        }
+    }
+    async fetchTagsPerPost(src, postId) {
+        try {
+            return (await axios.get(`${src}/wp-json/wp/v2/tags?post=${postId}`)).data;
+        }
+        catch (error) {
+            return [];
+        }
+    }
+    async migrate(src, dest) {
+        new ConsoleMessage().info("Migrating WordPress site from " + src + " to " + dest);
+        try {
+            const posts = await this.fetchPosts(src);
+            for (const post of posts) {
+                const { id, title, slug, date, content, featured_media } = post;
+                // Get post categories
+                const categoriesData = await this.fetchCategoriesPerPost(src, id);
+                const tagsData = await this.fetchTagsPerPost(src, id);
+                const categories = categoriesData.map((category) => category.name);
+                const tags = tagsData.map((tag) => tag.name);
+                // Markdown header generation
+                let mdContent = this.parser.generateMdHeaders({
+                    title: title.rendered, slug, categories, tags, date
+                });
+                // Markdown media content
+                if (featured_media) {
+                    const mediaFetched = await this.fetchMedia(src, featured_media);
+                    const mediaPath = await this.saveMedia(mediaFetched, dest);
+                    mdContent += `![${title.rendered}](${mediaPath})\n\n`;
+                }
+                // Markdown html content
+                mdContent += this.parser.htmlToMd(content.rendered);
+                await this.storage.set(`${dest}/${slug}.md`, mdContent);
+            }
+            new ConsoleMessage().info("Migration was completed successfully");
+            return true;
+        }
+        catch (error) {
+            throw new Error('Error while migrating WordPress site: ' + src);
+        }
+    }
+}
+//# sourceMappingURL=wordpressMigrationProvider.js.map

package/dist/migrate/wordpressMigrationProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wordpressMigrationProvider.js","sourceRoot":"","sources":["../../src/migrate/wordpressMigrationProvider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAE1B,OAAO,EAAC,MAAM,EAAC,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAC,cAAc,EAAC,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EAAC,cAAc,EAAC,MAAM,WAAW,CAAC;AAEzC,MAAM,OAAO,0BAA0B;IAKnC;QACI,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,cAAc,EAAE,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW;QACxB,IAAG;YACC,IAAI,KAA4B,CAAC;YAEjC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,6BAA6B,CAAC,CAAC;YACtE,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACjC,MAAM,IAAI,GAAG,OAAO,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;YAC1F,MAAM,KAAK,GAAW,OAAO,CAAC,iBAAiB,CAAC,CAAC;YACjD,KAAK,GAAG,CAAC,GAAG,IAAwC,CAAC,CAAC;YACtD,KAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,EAAC;gBACrC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,6BAA6B,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;gBAC5E,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,IAAwC,CAAC,CAAC;aAClE;YACD,OAAO,KAAK,CAAC;SAChB;QAAC,OAAO,KAAU,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAClC;IACL,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,EAAU;QACpC,IAAG;YACC,OAAO,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;SACpE;QAAC,OAAO,KAAU,EAAE;YACjB,OAAO,IAAI,CAAC;SACf;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,YAAiB,EAAE,IAAY;QAC3C,IAAG;YACC,IAAI,CAAC,YAAY;gBAAE,OAAO,IAAI,CAAC;YAC/B,MAAM,EAAC,UAAU,EAAE,IAAI,EAAE,SAAS,EAAC,GAAG,YAAY,CAAC;YACnD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9E,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC;YAC1C,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;YACnE,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,SAAS,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,WAAW,QAAQ,EAAE,EAAE,WAAW,CAAC,CAAC;YAClE,OAAO,WAAW,QAAQ,EAAE,CAAC;SAChC;QAAC,OAAO,KAAU,EAAE;YACjB,OAAO,IAAI,CAAA;SACd;IACL,CAAC;IAED,KAAK,CAAC,sBAAsB,CAAC,GAAW,EAAE,MAAc;QACpD,IAAG;YACC,OAAO,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,kCAAkC,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;SAClF;QAAC,OAAO,KAAU,EAAE;YACjB,OAAO,EAAE,CAAC;SACb;IACL,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,GAAW,EAAE,MAAc;QAC9C,IAAG;YACC,OAAO,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,4BAA4B,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;SAC7E;QAAC,OAAO,KAAU,EAAE;YACjB,OAAO,EAAE,CAAC;SACb;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,IAAY;QACnC,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,gCAAgC,GAAG,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC;QAClF,IAAG;YACC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;gBACtB,MAAM,EAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,GAAG,IAAI,CAAC;gBAE/D,sBAAsB;gBACtB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAClE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACtD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,QAAa,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACxE,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAClD,6BAA6B;gBAC7B,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC;oBAC1C,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,IAAI;iBACtD,CAAC,CAAC;gBAEH,yBAAyB;gBACzB,IAAG,cAAc,EAAE;oBACf,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBAChE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;oBAC3D,SAAS,IAAI,KAAK,KAAK,CAAC,QAAQ,KAAK,SAAS,OAAO,CAAC;iBACzD;gBAED,wBAAwB;gBACxB,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;gBAEpD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,KAAK,EAAE,SAAS,CAAC,CAAC;aAC3D;YACD,IAAI,cAAc,EAAE,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;SACf;QAAA,OAAO,KAAU,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,wCAAwC,GAAG,GAAG,CAAC,CAAC;SACnE;IACL,CAAC;CAEJ"}

package/dist/migrate.d.ts

@@ -0,0 +1,6 @@
+export declare class Migrate {
+    provider: any;
+    constructor(provider: string);
+    migrate(src: string, dest: string): Promise<void>;
+    getProvider(): any;
+}

package/dist/migrate.js

@@ -0,0 +1,34 @@
+import { JekyllMigrationProvider } from "./migrate/jekyllMigrationProvider.js";
+import { WordpressMigrationProvider } from "./migrate/wordpressMigrationProvider.js";
+import { GhostMigrationProvider } from "./migrate/ghostMigrationProvider.js";
+import { MediumMigrationProvider } from "./migrate/mediumMigrationProvider.js";
+export class Migrate {
+    constructor(provider) {
+        switch (provider) {
+            case "jekyll":
+                this.provider = new JekyllMigrationProvider();
+                break;
+            case "wordpress":
+                this.provider = new WordpressMigrationProvider();
+                break;
+            case "ghost":
+                this.provider = new GhostMigrationProvider();
+                break;
+            case "medium":
+                this.provider = new MediumMigrationProvider();
+                break;
+            default:
+                throw new Error("Unknown migration provider: " + provider);
+        }
+    }
+    async migrate(src, dest) {
+        if (!src || !dest) {
+            throw new Error("Source and destination must be specified");
+        }
+        await this.getProvider().migrate(src, dest);
+    }
+    getProvider() {
+        return this.provider;
+    }
+}
+//# sourceMappingURL=migrate.js.map

package/dist/migrate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrate.js","sourceRoot":"","sources":["../src/migrate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,uBAAuB,EAAC,MAAM,sCAAsC,CAAC;AAC7E,OAAO,EAAC,0BAA0B,EAAC,MAAM,yCAAyC,CAAC;AACnF,OAAO,EAAC,sBAAsB,EAAC,MAAM,qCAAqC,CAAC;AAC3E,OAAO,EAAC,uBAAuB,EAAC,MAAM,sCAAsC,CAAC;AAE7E,MAAM,OAAO,OAAO;IAGhB,YAAY,QAAgB;QACxB,QAAQ,QAAQ,EAAE;YACd,KAAK,QAAQ;gBACT,IAAI,CAAC,QAAQ,GAAG,IAAI,uBAAuB,EAAE,CAAC;gBAC9C,MAAM;YACV,KAAK,WAAW;gBACZ,IAAI,CAAC,QAAQ,GAAG,IAAI,0BAA0B,EAAE,CAAC;gBACjD,MAAM;YACV,KAAK,OAAO;gBACR,IAAI,CAAC,QAAQ,GAAG,IAAI,sBAAsB,EAAE,CAAC;gBAC7C,MAAM;YACV,KAAK,QAAQ;gBACT,IAAI,CAAC,QAAQ,GAAG,IAAI,uBAAuB,EAAE,CAAC;gBAC9C,MAAM;YACV;gBACI,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,QAAQ,CAAC,CAAC;SAClE;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,IAAY;QACnC,IAAG,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE;YACd,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;SAC/D;QACD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChD,CAAC;IAED,WAAW;QACP,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CAEJ"}

package/dist/post.d.ts

@@ -0,0 +1,31 @@
+export declare class Post {
+    keywords: Array<string>;
+    tags: Array<string>;
+    content: string;
+    private _matter;
+    permalink_default: string;
+    permalink_date: string;
+    permalink_ordinal: string;
+    constructor();
+    get id(): string;
+    get date(): Date;
+    get title(): string;
+    set title(val: string);
+    get author(): string;
+    set author(val: string);
+    get url(): string;
+    set url(val: string);
+    get matter(): any;
+    set matter(val: any);
+    getBody(): Promise<any>;
+    get published(): boolean;
+    set published(val: boolean);
+    getDescription(): Promise<any>;
+    getSummary(): Promise<any>;
+    addTag(name: string): void;
+    addTags(names: Array<string>): void;
+    generateUrl(): void;
+    parseUrl(url: string): string;
+    toObject(): Promise<any>;
+    static create(obj: any): Post;
+}