@vue-skuilder/express 0.1.1

package/.env.development

@@ -0,0 +1,9 @@
+# This config aligns with the `dev` script at the project root,
+# and assumes that the CouchDB backend is available
+
+COUCHDB_SERVER=localhost:5984
+COUCHDB_PROTOCOL=http
+COUCHDB_ADMIN=admin
+COUCHDB_PASSWORD=password
+
+VERSION=localdev

package/.prettierignore

@@ -0,0 +1,4 @@
+node_modules/
+dist/
+coverage/
+assets/*.js

package/.prettierrc

@@ -0,0 +1,8 @@
+{
+  "semi": true,
+  "trailingComma": "es5",
+  "singleQuote": true,
+  "printWidth": 80,
+  "tabWidth": 2,
+  "bracketSpacing": true
+}

package/.vscode/launch.json

@@ -0,0 +1,20 @@
+{
+    // Use IntelliSense to learn about possible attributes.
+    // Hover to view descriptions of existing attributes.
+    // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+    "version": "0.2.0",
+    "configurations": [
+        {
+            "type": "node",
+            "request": "launch",
+            "name": "Launch Program",
+            "skipFiles": [
+                "<node_internals>/**"
+            ],
+            "program": "${workspaceFolder}/src/app.ts",
+            "outFiles": [
+                "${workspaceFolder}/**/*.js"
+            ]
+        }
+    ]
+}

package/assets/classroomDesignDoc.js

@@ -0,0 +1,24 @@
+function (newDoc, oldDoc, userCtx, secObj) {
+    // from https://github.com/iriscouch/manage_couchdb/blob/master/js/validate_doc_update.js
+
+    var ddoc = this;
+
+    secObj.admins = secObj.admins || {};
+    secObj.admins.names = secObj.admins.names || [];
+    secObj.admins.roles = secObj.admins.roles || [];
+
+    var IS_DB_ADMIN = false;
+    if (~userCtx.roles.indexOf('_admin'))
+        IS_DB_ADMIN = true;
+    if (~secObj.admins.names.indexOf(userCtx.name))
+        IS_DB_ADMIN = true;
+    for (var i = 0; i < userCtx.roles; i++)
+        if (~secObj.admins.roles.indexOf(userCtx.roles[i]))
+            IS_DB_ADMIN = true;
+
+    if (ddoc.access && ddoc.access.read_only)
+        if (IS_DB_ADMIN)
+            log('Admin change on read-only db: ' + newDoc._id);
+        else
+            throw { 'forbidden': 'This database is read-only' };
+}

package/assets/courseValidateDocUpdate.js

@@ -0,0 +1,56 @@
+function(newDoc, oldDoc, userCtx, secObj) {
+  // Skip validation for deletions
+  if (newDoc._deleted) return;
+  
+  // Always allow admins to do anything
+  if (userCtx.roles.indexOf('_admin') !== -1) return;
+  
+  // For CourseConfig document - we need special handling
+  if (newDoc._id === 'CourseConfig') {
+    // Allow the creator or admins listed in the document to modify it
+    if (oldDoc && oldDoc.creator === userCtx.name) return;
+    if (oldDoc && oldDoc.admins && Array.isArray(oldDoc.admins) && oldDoc.admins.indexOf(userCtx.name) !== -1) return;
+    
+    // For updates, if user is not creator or admin, deny
+    if (oldDoc) {
+      throw({forbidden: "Only course creator or admins can modify course configuration"});
+    }
+    
+    // For new course config, allow (initial creation is secured at API level)
+    return;
+  }
+  
+  // For all other documents
+  var isAdmin = false;
+  var isModerator = false;
+  
+  // Course admins and moderators can edit anything
+  // (Since we can't check CourseConfig directly, we rely on document author for regular docs)
+  
+  // Document has author field that matches current user - allow
+  if (oldDoc && oldDoc.author === userCtx.name) return;
+  
+  // Allow document creation by any authenticated user
+  if (!oldDoc) {
+    if (!userCtx.name) {
+      throw({forbidden: "You must be logged in to create documents"});
+    }
+    
+    // Ensure new documents have an author field that matches the current user
+    if (!newDoc.author || newDoc.author !== userCtx.name) {
+      throw({forbidden: "Document author must match your username"});
+    }
+    
+    return;
+  }
+  
+  // For updates to existing documents, deny if not the original author
+  if (oldDoc && oldDoc.author && oldDoc.author !== userCtx.name) {
+    throw({forbidden: "You can only modify your own documents"});
+  }
+  
+  // Special case for design documents - only admins can modify (handled above)
+  if (newDoc._id.startsWith('_design/')) {
+    throw({forbidden: "Only admins can modify design documents"});
+  }
+}

package/assets/get-tagsDesignDoc.json

@@ -0,0 +1,9 @@
+{
+    "_id": "_design/getTags",
+    "views": {
+        "get-tags": {
+            "map": "function (doc) {\n  if (doc.docType && doc.docType === \"TAG\"\n) {\n    for (var cardIndex in doc.taggedCards){\n      emit(doc.taggedCards[cardIndex], {\n        docType: doc.docType,\n        name: doc.name,\n        snippit: doc.snippit,\n        wiki: '',\n        taggedCards: []\n      });\n    }\n  }\n}"
+        }
+    },
+    "language": "javascript"
+}

package/babel.config.js

@@ -0,0 +1,6 @@
+module.exports = {
+    presets: [
+        ['@babel/preset-env', {targets: {node: 'current'}}],
+        '@babel/preset-typescript',
+    ],
+};

package/dist/app.d.ts

@@ -0,0 +1,6 @@
+import { ServerRequest } from '@vue-skuilder/common';
+import express from 'express';
+export interface VueClientRequest extends express.Request {
+    body: ServerRequest;
+}
+//# sourceMappingURL=app.d.ts.map

package/dist/app.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,aAAa,EAEd,MAAM,sBAAsB,CAAC;AAK9B,OAAO,OAAO,MAAM,SAAS,CAAC;AA+C9B,MAAM,WAAW,gBAAiB,SAAQ,OAAO,CAAC,OAAO;IACvD,IAAI,EAAE,aAAa,CAAC;CACrB"}

package/dist/app.js

@@ -0,0 +1,194 @@
+import { ServerRequestType as RequestEnum, prepareNote55, } from '@vue-skuilder/common';
+import { CourseLookup } from '@vue-skuilder/db';
+import cookieParser from 'cookie-parser';
+import cors from 'cors';
+import express from 'express';
+import morgan from 'morgan';
+import PostProcess from './attachment-preprocessing/index.js';
+import { ClassroomCreationQueue, ClassroomJoinQueue, ClassroomLeaveQueue, } from './client-requests/classroom-requests.js';
+import { CourseCreationQueue, initCourseDBDesignDocInsert, } from './client-requests/course-requests.js';
+import { requestIsAuthenticated } from './couchdb/authentication.js';
+import CouchDB, { useOrCreateCourseDB, useOrCreateDB, } from './couchdb/index.js';
+import logger from './logger.js';
+import logsRouter from './routes/logs.js';
+import ENV from './utils/env.js';
+process.on('unhandledRejection', (reason, promise) => {
+    logger.error('Unhandled Rejection at:', promise, 'reason:', reason);
+});
+logger.info(`Express app running version: ${ENV.VERSION}`);
+const port = 3000;
+import { classroomDbDesignDoc } from './design-docs.js';
+const app = express();
+app.use(cookieParser());
+app.use(express.json());
+app.use(cors({
+    credentials: true,
+    origin: true,
+}));
+app.use(morgan('combined', {
+    stream: { write: (message) => logger.info(message.trim()) },
+}));
+app.use('/logs', logsRouter);
+app.get('/courses', (_req, res) => {
+    void (async () => {
+        try {
+            const courses = await CourseLookup.allCourses();
+            res.send(courses.map((c) => `${c._id} - ${c.name}`));
+        }
+        catch (error) {
+            logger.error('Error fetching courses:', error);
+            res.status(500).send('Failed to fetch courses');
+        }
+    })();
+});
+app.get('/course/:courseID/config', (req, res) => {
+    void (async () => {
+        try {
+            const courseDB = await useOrCreateCourseDB(req.params.courseID);
+            const cfg = await courseDB.get('CourseConfig'); // [ ] pull courseConfig docName into global const
+            res.json(cfg);
+        }
+        catch (error) {
+            logger.error('Error fetching course config:', error);
+            res.status(500).send('Failed to fetch course config');
+        }
+    })();
+});
+app.delete('/course/:courseID', (req, res) => {
+    void (async () => {
+        try {
+            logger.info(`Delete request made on course ${req.params.courseID}...`);
+            const auth = await requestIsAuthenticated(req);
+            if (auth) {
+                logger.info(`\tAuthenticated delete request made...`);
+                const dbResp = await CouchDB.db.destroy(`coursedb-${req.params.courseID}`);
+                if (!dbResp.ok) {
+                    res.json({ success: false, error: dbResp });
+                    return;
+                }
+                const delResp = await CourseLookup.delete(req.params.courseID);
+                if (delResp.ok) {
+                    res.json({ success: true });
+                }
+                else {
+                    res.json({ success: false, error: delResp });
+                }
+            }
+            else {
+                res.json({ success: false, error: 'Not authenticated' });
+            }
+        }
+        catch (error) {
+            logger.error('Error deleting course:', error);
+            res.status(500).json({ success: false, error: 'Failed to delete course' });
+        }
+    })();
+});
+async function postHandler(req, res) {
+    const auth = await requestIsAuthenticated(req);
+    if (auth) {
+        const body = req.body;
+        logger.info(`Authorized ${body.type ? body.type : '[unspecified request type]'} request made...`);
+        if (body.type === RequestEnum.CREATE_CLASSROOM) {
+            const id = ClassroomCreationQueue.addRequest(body.data);
+            body.response = await ClassroomCreationQueue.getResult(id);
+            res.json(body.response);
+        }
+        else if (body.type === RequestEnum.DELETE_CLASSROOM) {
+            // [ ] add delete classroom request
+        }
+        else if (body.type === RequestEnum.JOIN_CLASSROOM) {
+            const id = ClassroomJoinQueue.addRequest(body.data);
+            body.response = await ClassroomJoinQueue.getResult(id);
+            res.json(body.response);
+        }
+        else if (body.type === RequestEnum.LEAVE_CLASSROOM) {
+            const id = ClassroomLeaveQueue.addRequest({
+                username: req.body.user,
+                ...body.data,
+            });
+            body.response = await ClassroomLeaveQueue.getResult(id);
+            res.json(body.response);
+        }
+        else if (body.type === RequestEnum.CREATE_COURSE) {
+            const id = CourseCreationQueue.addRequest(body.data);
+            body.response = await CourseCreationQueue.getResult(id);
+            res.json(body.response);
+        }
+        else if (body.type === RequestEnum.ADD_COURSE_DATA) {
+            const payload = prepareNote55(body.data.courseID, body.data.codeCourse, body.data.shape, body.data.data, body.data.author, body.data.tags, body.data.uploads);
+            CouchDB.use(`coursedb-${body.data.courseID}`)
+                .insert(payload)
+                .then((r) => {
+                logger.info(`\t\t\tCouchDB insert result: ${JSON.stringify(r)}`);
+                res.json(r);
+            })
+                .catch((e) => {
+                logger.info(`\t\t\tCouchDB insert error: ${JSON.stringify(e)}`);
+                res.json(e);
+            });
+        }
+    }
+    else {
+        logger.info(`\tREQUEST UNAUTHORIZED!`);
+        res.status(401);
+        res.statusMessage = 'Unauthorized';
+        res.send();
+    }
+}
+app.post('/', (req, res) => {
+    void postHandler(req, res);
+});
+app.get('/version', (_req, res) => {
+    res.send(ENV.VERSION);
+});
+app.get('/', (_req, res) => {
+    let status = `Express service is running.\nVersion: ${ENV.VERSION}\n`;
+    CouchDB.session()
+        .then((s) => {
+        if (s.ok) {
+            status += 'Couchdb is running.\n';
+        }
+        else {
+            status += 'Couchdb session is NOT ok.\n';
+        }
+    })
+        .catch((e) => {
+        status += `Problems in the couch session! ${JSON.stringify(e)}`;
+    })
+        .finally(() => {
+        res.send(status);
+    });
+});
+let listening = false;
+app.listen(port, () => {
+    listening = true;
+    logger.info(`Express app listening on port ${port}!`);
+});
+init().catch((e) => {
+    logger.error(`Error initializing app: ${JSON.stringify(e)}`);
+});
+async function init() {
+    while (!listening) {
+        await new Promise((resolve) => setTimeout(resolve, 100));
+    }
+    try {
+        // start the change-listener that does post-processing on user
+        // media uploads
+        void PostProcess();
+        void initCourseDBDesignDocInsert();
+        void useOrCreateDB('classdb-lookup');
+        try {
+            await (await useOrCreateDB('coursedb')).insert({
+                validate_doc_update: classroomDbDesignDoc,
+            }, '_design/_auth');
+        }
+        catch (e) {
+            logger.info(`Error: ${e}`);
+        }
+    }
+    catch (e) {
+        logger.info(`Error: ${JSON.stringify(e)}`);
+    }
+}
+//# sourceMappingURL=app.js.map

package/dist/app.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.js","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,IAAI,WAAW,EAEhC,aAAa,GACd,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,YAAY,MAAM,eAAe,CAAC;AACzC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,WAAW,MAAM,qCAAqC,CAAC;AAC9D,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,OAAO,EAAE,EACd,mBAAmB,EACnB,aAAa,GACd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,GAAG,MAAM,gBAAgB,CAAC;AAEjC,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;AAE3D,MAAM,IAAI,GAAG,IAAI,CAAC;AAClB,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;AAEtB,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;AACxB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;AACxB,GAAG,CAAC,GAAG,CACL,IAAI,CAAC;IACH,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,IAAI;CACb,CAAC,CACH,CAAC;AACF,GAAG,CAAC,GAAG,CACL,MAAM,CAAC,UAAU,EAAE;IACjB,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE;CACpE,CAAC,CACH,CAAC;AACF,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AAM7B,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IACnD,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;YAChD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAC/C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAClD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAClE,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,kDAAkD;YAElG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACrD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAC9D,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,iCAAiC,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,CAAC,OAAO,CACrC,YAAY,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAClC,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;oBACf,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC5C,OAAO;gBACT,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAE/D,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;oBACf,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,WAAW,CACxB,GAAqB,EACrB,GAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,MAAM,CAAC,IAAI,CACT,cACE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,4BAC1B,kBAAkB,CACnB,CAAC;QAEF,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,EAAE,GAAW,sBAAsB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,MAAM,sBAAsB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,gBAAgB,EAAE,CAAC;YACtD,mCAAmC;QACrC,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,cAAc,EAAE,CAAC;YACpD,MAAM,EAAE,GAAW,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,IAAI,CAAC,QAAQ,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACvD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,EAAE,GAAW,mBAAmB,CAAC,UAAU,CAAC;gBAChD,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI;gBACvB,GAAG,IAAI,CAAC,IAAI;aACb,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,aAAa,EAAE,CAAC;YACnD,MAAM,EAAE,GAAW,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,aAAa,CAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,IAAI,CAAC,IAAI,CAAC,UAAU,EACpB,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,IAAI,CAAC,IAAI,CAAC,IAAI,EACd,IAAI,CAAC,IAAI,CAAC,MAAM,EAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EACd,IAAI,CAAC,IAAI,CAAC,OAAO,CAClB,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;iBAC1C,MAAM,CAAC,OAA6B,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBACV,MAAM,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACX,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACvC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChB,GAAG,CAAC,aAAa,GAAG,cAAc,CAAC;QACnC,GAAG,CAAC,IAAI,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAC5C,KAAK,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IACnD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACxB,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IAC5C,IAAI,MAAM,GAAG,yCAAyC,GAAG,CAAC,OAAO,IAAI,CAAC;IAEtE,OAAO,CAAC,OAAO,EAAE;SACd,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACT,MAAM,IAAI,uBAAuB,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,8BAA8B,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,MAAM,IAAI,kCAAkC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AACH,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IACpB,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,GAAG,CAAC,CAAC;AACxD,CAAC,CAAC,CAAC;AAEH,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC;QACH,8DAA8D;QAC9D,gBAAgB;QAChB,KAAK,WAAW,EAAE,CAAC;QAEnB,KAAK,2BAA2B,EAAE,CAAC;QAEnC,KAAK,aAAa,CAAC,gBAAgB,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CACJ,MAAM,aAAa,CAAC,UAAU,CAAC,CAChC,CAAC,MAAM,CACN;gBACE,mBAAmB,EAAE,oBAAoB;aACpB,EACvB,eAAe,CAChB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}

package/dist/attachment-preprocessing/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Apply post-processing to a course database. Runs continuously.
+ * @param courseID
+ */
+export declare function postProcessCourse(courseID: string): void;
+/**
+ * Connect to CouchDB, monitor changes to uploaded card data,
+ * perform post-processing on uploaded media
+ */
+export default function postProcess(): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/attachment-preprocessing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/attachment-preprocessing/index.ts"],"names":[],"mappings":"AA0BA;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CA2BxD;AAED;;;GAGG;AACH,wBAA8B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAiBzD"}

package/dist/attachment-preprocessing/index.js

@@ -0,0 +1,146 @@
+import CouchDB from '../couchdb/index.js';
+import { normalize } from './normalize.js';
+import AsyncProcessQueue from '../utils/processQueue.js';
+import logger from '../logger.js';
+import { CourseLookup } from '@vue-skuilder/db';
+// @ts-expect-error [todo]
+const Q = new AsyncProcessQueue(processDocAttachments);
+/**
+ * Apply post-processing to a course database. Runs continuously.
+ * @param courseID
+ */
+export function postProcessCourse(courseID) {
+    try {
+        logger.info(`Following course ${courseID}`);
+        const crsString = `coursedb-${courseID}`;
+        // Get database instance
+        const db = CouchDB.use(crsString);
+        const courseFilter = filterFactory(courseID);
+        db.changesReader
+            .start({
+            // feed: 'continuous',
+            includeDocs: false,
+        })
+            .on('change', (change) => {
+            courseFilter(change).catch((e) => {
+                logger.error(`Error in CourseFilter for ${courseID}: ${e}`);
+            });
+        })
+            .on('error', (err) => {
+            logger.error(`Error in changes feed for ${crsString}: ${err}`);
+        });
+    }
+    catch (e) {
+        logger.error(`Error in postProcessCourse: ${e}`);
+    }
+}
+/**
+ * Connect to CouchDB, monitor changes to uploaded card data,
+ * perform post-processing on uploaded media
+ */
+export default async function postProcess() {
+    try {
+        logger.info(`Following all course databases for changes...`);
+        const courses = await CourseLookup.allCourses();
+        for (const course of courses) {
+            try {
+                postProcessCourse(course._id);
+            }
+            catch (e) {
+                logger.error(`Error processing course ${course._id}: ${e}`);
+                throw e;
+            }
+        }
+    }
+    catch (e) {
+        logger.error(`Error in postProcess: ${e}`);
+    }
+}
+function filterFactory(courseID) {
+    const courseDatabase = CouchDB.use(`coursedb-${courseID}`);
+    return async function filterChanges(changeItem) {
+        try {
+            const docNoAttachments = await courseDatabase.get(changeItem.id, {
+                attachments: false,
+            });
+            if (docNoAttachments._attachments &&
+                Object.keys(docNoAttachments._attachments).length > 0 &&
+                (docNoAttachments['processed'] === undefined ||
+                    docNoAttachments['processed'] === false)) {
+                const doc = await courseDatabase.get(changeItem.id, {
+                    attachments: true,
+                });
+                const processingRequest = {
+                    courseID,
+                    docID: doc._id,
+                    fields: [],
+                };
+                const atts = doc._attachments;
+                for (const attachment in atts) {
+                    const content_type = atts[attachment]['content_type'];
+                    logger.info(`Course: ${courseID}\n\tAttachment ${attachment} in:\n\t${doc._id}\n should be processed...`);
+                    if (content_type.includes('audio')) {
+                        processingRequest.fields.push({
+                            name: attachment,
+                            mimetype: content_type,
+                        });
+                    }
+                }
+                Q.addRequest(processingRequest);
+            }
+        }
+        catch (e) {
+            logger.error(`Error processing doc ${changeItem.id}: ${e}`);
+        }
+    };
+}
+async function processDocAttachments(request) {
+    if (request.fields.length == 0) {
+        logger.info(`No attachments to process for ${request.docID}`);
+        return {
+            error: 'No attachments to process',
+            ok: true,
+            status: 'warning',
+        };
+    }
+    const courseDatabase = CouchDB.use(`coursedb-${request.courseID}`);
+    const doc = await courseDatabase.get(request.docID, {
+        attachments: true,
+        att_encoding_info: true,
+    });
+    for (const field of request.fields) {
+        logger.info(`Converting ${field.name}`);
+        const attachment = doc._attachments[field.name].data;
+        if (field.mimetype.includes('audio')) {
+            try {
+                const converted = await normalize(attachment);
+                field.returnData = converted;
+            }
+            catch (e) {
+                logger.info(`Exception caught: ${e}`);
+                throw e;
+            }
+        }
+    }
+    logger.info('Conversions finished');
+    request.fields.forEach((field) => {
+        logger.info(`Replacing doc Data for ${field.name}`);
+        if (doc['processed']) {
+            doc['processed'].push(field.name);
+        }
+        else {
+            doc['processed'] = [field.name];
+        }
+        doc._attachments[field.name].data = field.returnData;
+    });
+    // request was a noop.
+    // Mark as processed in order to avoid inifinte loop
+    if (request.fields.length === 0) {
+        doc['processed'] = true;
+    }
+    const resp = (await courseDatabase.insert(doc));
+    resp.status = 'ok';
+    logger.info(`Processing request reinsert result: ${JSON.stringify(resp)}`);
+    return resp;
+}
+//# sourceMappingURL=index.js.map

package/dist/attachment-preprocessing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/attachment-preprocessing/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,qBAAqB,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,iBAA6B,MAAM,0BAA0B,CAAC;AACrE,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD,0BAA0B;AAC1B,MAAM,CAAC,GAAG,IAAI,iBAAiB,CAC7B,qBAAqB,CACtB,CAAC;AAgBF;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAE5C,MAAM,SAAS,GAAG,YAAY,QAAQ,EAAE,CAAC;QAEzC,wBAAwB;QACxB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAElC,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE7C,EAAE,CAAC,aAAa;aACb,KAAK,CAAC;YACL,sBAAsB;YACtB,WAAW,EAAE,KAAK;SACnB,CAAC;aACD,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAsC,EAAE,EAAE;YACvD,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/B,MAAM,CAAC,KAAK,CAAC,6BAA6B,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YAC1B,MAAM,CAAC,KAAK,CAAC,6BAA6B,SAAS,KAAK,GAAG,EAAE,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,WAAW;IACvC,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAE7D,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,CAAC;QAEhD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAmB,YAAY,QAAQ,EAAE,CAAC,CAAC;IAE7E,OAAO,KAAK,UAAU,aAAa,CACjC,UAA0C;QAE1C,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE;gBAC/D,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YAEH,IACE,gBAAgB,CAAC,YAAY;gBAC7B,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC;gBACrD,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,SAAS;oBAC1C,gBAAgB,CAAC,WAAW,CAAC,KAAK,KAAK,CAAC,EAC1C,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE;oBAClD,WAAW,EAAE,IAAI;iBAClB,CAAC,CAAC;gBACH,MAAM,iBAAiB,GAAgC;oBACrD,QAAQ;oBACR,KAAK,EAAE,GAAG,CAAC,GAAG;oBACd,MAAM,EAAE,EAAE;iBACX,CAAC;gBACF,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC;gBAC9B,KAAK,MAAM,UAAU,IAAI,IAAI,EAAE,CAAC;oBAC9B,MAAM,YAAY,GAAW,IAAI,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,CAAC;oBAC9D,MAAM,CAAC,IAAI,CACT,WAAW,QAAQ,kBAAkB,UAAU,WAAW,GAAG,CAAC,GAAG,2BAA2B,CAC7F,CAAC;oBAEF,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACnC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC;4BAC5B,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,YAAY;yBACvB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC;IAEpC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,iCAAiC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9D,OAAO;YACL,KAAK,EAAE,2BAA2B;YAClC,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAChC,YAAY,OAAO,CAAC,QAAQ,EAAE,CAC/B,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE;QAClD,WAAW,EAAE,IAAI;QACjB,iBAAiB,EAAE,IAAI;KACxB,CAAC,CAAC;IAEH,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACrD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC9C,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;YAC/B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAEpC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,WAAW,CAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,sBAAsB;IACtB,oDAAoD;IACpD,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,GAAG,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAsB,CAAC;IACrE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IAEnB,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/attachment-preprocessing/normalize.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Returns normalized, base-64 encoded mp3
+ *
+ * @param fileData the base-64 encoded mp3 data from couchdb
+ */
+export declare function normalize(fileData: string): Promise<string>;
+//# sourceMappingURL=normalize.d.ts.map

package/dist/attachment-preprocessing/normalize.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/attachment-preprocessing/normalize.ts"],"names":[],"mappings":"AAgEA;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqDjE"}

package/dist/attachment-preprocessing/normalize.js

@@ -0,0 +1,90 @@
+import fs from 'fs';
+import logger from '../logger.js';
+import { promisify } from 'util';
+import { exec as execCallback } from 'child_process';
+const exec = promisify(execCallback);
+import FFMPEGstatic from 'ffmpeg-static';
+if (!FFMPEGstatic) {
+    const e = 'FFMPEGstatic executable not found';
+    logger.error(e);
+    throw new Error(e);
+}
+// string | null here - but we know it's a string from the above check
+const FFMPEG = FFMPEGstatic;
+logger.info(`FFMPEG path: ${FFMPEG}`);
+checkFFMPEGVersion().catch((e) => {
+    const msg = 'FFMPEG version check failed';
+    logger.error(msg, e);
+    throw new Error(msg + e);
+});
+async function checkFFMPEGVersion() {
+    try {
+        if (!fs.existsSync(FFMPEG)) {
+            const e = `FFMPEG executable not found at path: ${FFMPEG}`;
+            logger.error(e);
+            throw new Error(e);
+        }
+        const result = await exec(`${FFMPEG} -version`);
+        const version = result.stdout.split('\n')[0];
+        logger.info(`FFMPEG version: ${version}`);
+        // Verify loudnorm filter availability
+        const filters = await exec(`${FFMPEG} -filters | grep loudnorm`);
+        if (!filters.stdout.includes('loudnorm')) {
+            throw new Error('loudnorm filter not available');
+        }
+    }
+    catch (error) {
+        logger.error('FFMPEG version check failed:', error);
+        throw error;
+    }
+}
+/**
+ * Returns normalized, base-64 encoded mp3
+ *
+ * @param fileData the base-64 encoded mp3 data from couchdb
+ */
+export async function normalize(fileData) {
+    const encoding = 'base64';
+    const tmpDir = fs.mkdtempSync(`audioNormalize-${encoding}-`);
+    const fileName = tmpDir + '/file.mp3';
+    fs.writeFileSync(fileName, fileData, {
+        encoding,
+    });
+    const ext = '.' + fileName.split('.')[1];
+    const PADDED = tmpDir + '/padded' + ext;
+    const PADDED_NORMALIZED = tmpDir + '/paddedNormalized' + ext;
+    const NORMALIZED = tmpDir + '/normalized' + ext;
+    try {
+        // elongate
+        await exec(FFMPEG + ` -i ${fileName} -af "adelay=10000|10000" ${PADDED}`);
+        const info = await exec(FFMPEG +
+            ` -i ${PADDED} -af loudnorm=I=-16:TP=-1.5:LRA=11:print_format=json -f null -`);
+        const data = JSON.parse(info.stderr.substring(info.stderr.indexOf('{')));
+        // normalize the elongated file
+        await exec(FFMPEG +
+            ` -i ${PADDED} -af ` +
+            `loudnorm=I=-16:TP=-1.5:LRA=11:measured_I=${data.input_i}:` +
+            `measured_LRA=${data.input_lra}:measured_TP=${data.input_tp}:` +
+            `measured_thresh=${data.input_thresh}:offset=${data.target_offset}:linear=true:` +
+            `print_format=summary -ar 48k ${PADDED_NORMALIZED}`);
+        // cut off the elongated part
+        await exec(FFMPEG +
+            ` -i ${PADDED_NORMALIZED} -ss 00:00:10.000 -acodec copy ${NORMALIZED}`);
+        const ret = fs.readFileSync(NORMALIZED, {
+            encoding,
+        });
+        return ret;
+    }
+    catch (e) {
+        logger.error(e);
+        throw e;
+    }
+    finally {
+        const files = fs.readdirSync(tmpDir);
+        files.forEach((file) => {
+            fs.unlinkSync(tmpDir + '/' + file);
+        });
+        fs.rmdirSync(tmpDir);
+    }
+}
+//# sourceMappingURL=normalize.js.map

package/dist/attachment-preprocessing/normalize.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/attachment-preprocessing/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,IAAI,IAAI,YAAY,EAAE,MAAM,eAAe,CAAC;AACrD,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;AAErC,OAAO,YAAY,MAAM,eAAe,CAAC;AACzC,IAAI,CAAC,YAAY,EAAE,CAAC;IAClB,MAAM,CAAC,GAAG,mCAAmC,CAAC;IAC9C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC;AAED,sEAAsE;AACtE,MAAM,MAAM,GAAG,YAAiC,CAAC;AAEjD,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,EAAE,CAAC,CAAC;AAEtC,kBAAkB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IAC/B,MAAM,GAAG,GAAG,6BAA6B,CAAC;IAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACrB,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,wCAAwC,MAAM,EAAE,CAAC;YAC3D,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,MAAM,WAAW,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;QAE1C,sCAAsC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,MAAM,2BAA2B,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAmBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,kBAAkB,QAAQ,GAAG,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IAEtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE;QACnC,QAAQ;KACT,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,GAAG,CAAC;IACxC,MAAM,iBAAiB,GAAG,MAAM,GAAG,mBAAmB,GAAG,GAAG,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,GAAG,CAAC;IAEhD,IAAI,CAAC;QACH,WAAW;QACX,MAAM,IAAI,CAAC,MAAM,GAAG,OAAO,QAAQ,6BAA6B,MAAM,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,MAAM,IAAI,CACrB,MAAM;YACJ,OAAO,MAAM,gEAAgE,CAChF,CAAC;QACF,MAAM,IAAI,GAAiB,IAAI,CAAC,KAAK,CACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAChD,CAAC;QACF,+BAA+B;QAC/B,MAAM,IAAI,CACR,MAAM;YACJ,OAAO,MAAM,OAAO;YACpB,4CAA4C,IAAI,CAAC,OAAO,GAAG;YAC3D,gBAAgB,IAAI,CAAC,SAAS,gBAAgB,IAAI,CAAC,QAAQ,GAAG;YAC9D,mBAAmB,IAAI,CAAC,YAAY,WAAW,IAAI,CAAC,aAAa,eAAe;YAChF,gCAAgC,iBAAiB,EAAE,CACtD,CAAC;QACF,6BAA6B;QAC7B,MAAM,IAAI,CACR,MAAM;YACJ,OAAO,iBAAiB,kCAAkC,UAAU,EAAE,CACzE,CAAC;QACF,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YACtC,QAAQ;SACT,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChB,MAAM,CAAC,CAAC;IACV,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}