aeria-populate 0.0.2 → 0.0.4

package/README.md

@@ -2,5 +2,33 @@
 
 ## Usage
 
-...
+- `--compileMarkdown/-c`: will compile Markdown to HTML before inserting
+- `--dropCollections/-d`: will drop matching collections before inserting
+- `--watch/-w`: watch mode (can not be used together with `--drop-collections`)
+
+```sh
+# when --env-file is applicable
+node --env-file .env node_modules/aeria-populate/bin/index.js "content/**/*.md"
+
+# otherwise
+npx aeria-populate "content/**/*.md"
+npx aeria-populate -c "content/**/*.md"
+```
+
+## Frontmatter format
+
+```md
+---
+collection: person
+unique: slug
+content: description
+document:
+    slug: john-doe
+    sex: male
+---
+
+# John Doe
+
+This will be inserted in the `description` property...
+```
 

package/dist/cli.d.ts

@@ -1 +1 @@
-export declare const main: () => Promise<never>;
+export declare const main: () => Promise<void>;

package/dist/cli.js

@@ -1,8 +1,9 @@
 import { getDatabase, insert, createContext } from 'aeria';
 import { parseArgs, styleText, inspect } from 'node:util';
+import * as fs from 'node:fs';
 import * as yaml from 'yaml';
 import * as markdown from 'marked';
-import * as fs from 'fs';
+import * as chokidar from 'chokidar';
 const { positionals, values: opts } = parseArgs({
     allowPositionals: true,
     options: {
@@ -10,6 +11,14 @@ const { positionals, values: opts } = parseArgs({
             type: 'boolean',
             short: 'c',
         },
+        dropCollections: {
+            type: 'boolean',
+            short: 'd',
+        },
+        watch: {
+            type: 'boolean',
+            short: 'w',
+        },
     },
 });
 const dbPromise = getDatabase();
@@ -26,11 +35,7 @@ const isValidFrontmatterObject = (value) => {
         && typeof value.content === 'string'
         && typeof value.document === 'object');
 };
-const work = async (text) => {
-    const { db } = await dbPromise;
-    if (!db) {
-        throw new Error();
-    }
+const parseMarkdown = async (text) => {
     const [, frontmatterString, ...splitContent] = text.split('---');
     let content = splitContent.join('---').trim();
     if (opts.compileMarkdown) {
@@ -40,6 +45,17 @@ const work = async (text) => {
     if (!isValidFrontmatterObject(frontmatter)) {
         throw new Error('invalid frontmatter');
     }
+    return {
+        frontmatter,
+        content,
+    };
+};
+const work = async (text) => {
+    const { db } = await dbPromise;
+    if (!db) {
+        throw new Error();
+    }
+    const { frontmatter, content } = await parseMarkdown(text);
     const context = await createContext({
         collectionName: frontmatter.collection,
     });
@@ -74,47 +90,90 @@ const work = async (text) => {
         existing,
     };
 };
+const visitFile = async (file) => {
+    let failed = 0, successful = 0;
+    const content = await fs.promises.readFile(file, {
+        encoding: 'utf-8',
+    });
+    const { insertion: { error }, frontmatter, existing } = await work(content);
+    const uniqueName = styleText(['bold'], frontmatter.document[frontmatter.unique]);
+    const collectionName = styleText(['bold'], frontmatter.collection);
+    if (error) {
+        const actionText = existing
+            ? `update ${uniqueName} into collection`
+            : `add ${uniqueName} to collection`;
+        console.log(styleText(['red'], 'x'), "couldn't", actionText, collectionName);
+        console.log(inspect(error, {
+            depth: null,
+        }));
+        failed++;
+    }
+    else {
+        const actionText = existing
+            ? 'updated into collection'
+            : 'added to collection';
+        console.log(styleText(['green'], '✓'), uniqueName, 'successfully', actionText, collectionName);
+        successful++;
+    }
+    return {
+        failed,
+        successful,
+    };
+};
 export const main = async () => {
     const [pattern] = positionals;
     if (!pattern) {
         console.error('this command takes a glob pattern as positional parameter');
         process.exit(1);
     }
-    const files = fs.promises.glob(pattern);
-    let failed = 0, sucessful = 0;
-    for await (const file of files) {
-        const content = await fs.promises.readFile(file, {
-            encoding: 'utf-8',
+    const { client, db } = await dbPromise;
+    if (!db) {
+        throw new Error();
+    }
+    const files = await Array.fromAsync(fs.promises.glob(pattern));
+    if (opts.watch) {
+        if (opts.dropCollections) {
+            console.error("--dropCollections can't be used together with --watch");
+            process.exit(1);
+        }
+        const watcher = chokidar.watch(files);
+        console.log('watching for changes in ', styleText(['bold'], pattern));
+        watcher.on('change', async (filePath) => {
+            await client.connect();
+            await visitFile(filePath);
         });
-        const { insertion: { error }, frontmatter, existing } = await work(content);
-        const uniqueName = styleText(['bold'], frontmatter.document[frontmatter.unique]);
-        const collectionName = styleText(['bold'], frontmatter.collection);
-        if (error) {
-            const actionText = existing
-                ? `update ${uniqueName} into collection`
-                : `add ${uniqueName} to collection`;
-            console.log(styleText(['red'], 'x'), "couldn't", actionText, collectionName);
-            console.log(inspect(error, {
-                depth: null,
-            }));
-            failed++;
+    }
+    else {
+        let failed = 0, successful = 0, dropped = 0;
+        const collections = [];
+        for (const file of files) {
+            const content = await fs.promises.readFile(file, {
+                encoding: 'utf-8',
+            });
+            const { frontmatter } = await parseMarkdown(content);
+            collections.push(frontmatter.collection);
+        }
+        if (opts.dropCollections) {
+            for (const collection of collections) {
+                if ((await db.listCollections().toArray()).some((subject) => collection === subject.name)) {
+                    await db.collection(collection).drop();
+                    console.log(styleText(['green'], '✓'), 'dropped collection', styleText(['bold'], collection));
+                    dropped++;
+                }
+            }
+        }
+        for (const file of files) {
+            const result = await visitFile(file);
+            failed += result.failed;
+            successful += result.successful;
         }
-        else {
-            const actionText = existing
-                ? 'updated into collection'
-                : 'added to collection';
-            console.log(styleText(['green'], '✓'), uniqueName, 'successfully', actionText, collectionName);
-            sucessful++;
+        console.log(dropped, 'dropped collections:', collections.map((collection) => styleText(['bold'], collection)).join(', '));
+        console.log(successful, 'documents imported successfully');
+        console.log(failed, 'failed to import');
+        if (failed) {
+            await client.close();
+            process.exit(1);
         }
     }
-    console.log(sucessful, 'documents imported sucessfully');
-    console.log(failed, 'failed to import');
-    const { client } = await dbPromise;
     await client.close();
-    if (failed) {
-        process.exit(1);
-    }
-    else {
-        process.exit(0);
-    }
 };

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "aeria-populate",
   "type": "module",
-  "version": "0.0.2",
+  "version": "0.0.4",
   "description": "",
   "license": "ISC",
   "keywords": [],
@@ -20,9 +20,10 @@
     "aeria": "file:../aeria"
   },
   "peerDependencies": {
-    "aeria": "^0.0.331"
+    "aeria": "^0.0.332"
   },
   "dependencies": {
+    "chokidar": "^4.0.3",
     "marked": "^16.0.0",
     "yaml": "^2.8.0"
   },