ldn-inbox-server 1.5.4 → 1.6.0

package/bin/ldn-inbox-server.js

@@ -89,12 +89,13 @@ program
   .option('--outbox <outbox>','outbox',OUTBOX_PATH)
   .option('--public <public>','public',PUBLIC_PATH)
   .option('--error <errbox>','errbox',ERROR_PATH)
-  .option('--loop <seconds>', 'run in a loop',0)
+  .option('--loop', 'run in a loop')
   .option('--batch_size <num>','batch size to process',INBOX_BATCH_SIZE)
   .option('--glob <glob>','files to process in inbox',INBOX_GLOB)
   .option('--config <path>','config file for handlers')
   .option('-hi,--inbox_handler <handler>','inbox handler')
   .option('-hn,--notification_handler <handler>','notification handler')
+  .option('-s,--single','handle this one specific notification')
   .argument('<box>','box to process')
   .action( async(box,options) => {
     switch (box) {

package/lib/handler.js

@@ -3,15 +3,46 @@ const fsPath = require('path');
 const lockfile = require('proper-lockfile');
 const { dynamic_handler, moveTo } = require('../lib/util');
 const piscina = require('piscina');
+const chokidar = require('chokidar');
 const logger = require('../lib/util.js').getLogger();
 
 async function handle_inbox(path,options) {
-    const handler = dynamic_handler(options['inbox_handler'],defaultInboxHandler);
-    return await handler({path,options});
+    if (options.single) {
+        logger.debug(`*single file execution*`);
+        handle_single(path,options);
+    }
+    else {
+        logger.debug(`*directory execution*`);
+        const handler = dynamic_handler(options['inbox_handler'],defaultInboxHandler);
+        return await handler({path,options});
+    }
+}
+
+async function handle_single(path,options) {
+    const handler = dynamic_handler(
+                    options['notification_handler'],
+                    fsPath.resolve(__dirname,'..','lib','demoNotificationHandler.js')
+                    );
+    const result = await handler({path,options});    
+    const success = result['success'];
+    const notification = result['path'];
+
+    if (success) {
+        logger.info(`processing ${notification} is a success`);
+        if (fs.existsSync(notification)) {
+            logger.debug(`removing ${notification}`);
+            fs.unlinkSync(result['path']);
+        }
+    }
+    else {
+        logger.warn(`processing ${notification} is a failure`);
+        logger.debug(`moving ${notification} to ${options['error']}`);
+        moveTo(notification,options['error']);
+    }
 }
 
 async function defaultInboxHandler({path,options}) {
-    logger.info(`[${path}]`);
+    logger.debug(`[${path}]`);
 
     const queue_size = options['queue_size'] ?? 'auto';
 
@@ -31,45 +62,61 @@ async function defaultInboxHandler({path,options}) {
         maxQueue: queue_size
     });
 
-    const loopWait = options['loop'] || 0;
+    await poolRun(pool,path,options);
+    
+    if (! options.loop) return;
 
-    do {
-        try {
-            const [prms,locks] = await inboxProcessor(pool,path,options);
-            const results = await Promise.all(prms);
+    // Loop
 
-            for (let i = 0 ; i < results.length ; i++) {
-                const result = results[i];
-                const success = result['success'];
-                const notification = result['path'];
+    const watcher = chokidar.watch(path, {
+        ignored: /(^|[\/\\])\../, // ignore dotfiles
+        persistent: true
+    });
 
-                if (success) {
-                    logger.info(`processing ${notification} is a success`);
-                    if (fs.existsSync(notification)) {
-                        logger.debug(`removing ${notification}`);
-                        fs.unlinkSync(result['path']);
-                    }
-                }
-                else {
-                    logger.warn(`processing ${notification} is a failure`);
-                    logger.debug(`moving ${notification} to ${options['error']}`);
-                    moveTo(notification,options['error']);
-                }
+    watcher.on('ready', () => {
+        logger.info(`start watching ${path}...`);
+    });
+
+    watcher.on('error', error => {
+        logger.error(error);
+    });
+
+    watcher.on('add', async notification => {
+        logger.info(`new notifiction ${notification} detected`);
+        await poolRun(pool,path,options);
+    });
+}
 
-                // release lock
-                if (locks[i]) locks[i]();
+async function poolRun(pool,path,options) {
+    try {
+        const [prms,locks] = await inboxProcessor(pool,path,options);
+        const results = await Promise.all(prms);
+
+        for (let i = 0 ; i < results.length ; i++) {
+            const result = results[i];
+            const success = result['success'];
+            const notification = result['path'];
+
+            if (success) {
+                logger.info(`processing ${notification} is a success`);
+                if (fs.existsSync(notification)) {
+                    logger.debug(`removing ${notification}`);
+                    fs.unlinkSync(result['path']);
+                }
+            }
+            else {
+                logger.warn(`processing ${notification} is a failure`);
+                logger.debug(`moving ${notification} to ${options['error']}`);
+                moveTo(notification,options['error']);
             }
-        }
-        catch (e) {
-            logger.error(e);
-        }
 
-        if (loopWait) {
-            logger.debug(`sleep ${loopWait} secs...`);
-            await new Promise(resolve => setTimeout(resolve, loopWait*1000));
+            // release lock
+            if (locks[i]) locks[i]();
         }
     }
-    while (loopWait > 0);
+    catch (e) {
+        logger.error(e);
+    }
 }
 
 async function inboxProcessor(pool,path,options) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ldn-inbox-server",
-  "version": "1.5.4",
+  "version": "1.6.0",
   "description": "A demonstration Event Notifications Inbox server",
   "main": "lib/index.js",
   "author": "Patrick Hochstenbach <Patrick.Hochstenbach@UGent.be>",
@@ -22,6 +22,7 @@
   ],
   "license": "MIT",
   "dependencies": {
+    "chokidar": "^3.6.0",
     "commander": "^12.0.0",
     "dotenv": "^16.4.5",
     "exponential-backoff": "^3.1.1",