@vue-skuilder/cli 0.1.10 → 0.1.11-2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. package/dist/commands/studio.d.ts.map +1 -1
  2. package/dist/commands/studio.js +76 -25
  3. package/dist/commands/studio.js.map +1 -1
  4. package/dist/standalone-ui-template/index.html +17 -0
  5. package/dist/standalone-ui-template/package.json +2 -1
  6. package/dist/studio-ui-src/package.json +1 -1
  7. package/package.json +11 -13
  8. package/src/commands/studio.ts +83 -28
  9. package/dist/express-assets/app.d.ts +0 -6
  10. package/dist/express-assets/app.d.ts.map +0 -1
  11. package/dist/express-assets/app.js +0 -209
  12. package/dist/express-assets/app.js.map +0 -1
  13. package/dist/express-assets/assets/classroomDesignDoc.js +0 -24
  14. package/dist/express-assets/assets/courseValidateDocUpdate.js +0 -56
  15. package/dist/express-assets/assets/get-tagsDesignDoc.json +0 -9
  16. package/dist/express-assets/attachment-preprocessing/index.d.ts +0 -11
  17. package/dist/express-assets/attachment-preprocessing/index.d.ts.map +0 -1
  18. package/dist/express-assets/attachment-preprocessing/index.js +0 -204
  19. package/dist/express-assets/attachment-preprocessing/index.js.map +0 -1
  20. package/dist/express-assets/attachment-preprocessing/normalize.d.ts +0 -7
  21. package/dist/express-assets/attachment-preprocessing/normalize.d.ts.map +0 -1
  22. package/dist/express-assets/attachment-preprocessing/normalize.js +0 -90
  23. package/dist/express-assets/attachment-preprocessing/normalize.js.map +0 -1
  24. package/dist/express-assets/client-requests/classroom-requests.d.ts +0 -26
  25. package/dist/express-assets/client-requests/classroom-requests.d.ts.map +0 -1
  26. package/dist/express-assets/client-requests/classroom-requests.js +0 -171
  27. package/dist/express-assets/client-requests/classroom-requests.js.map +0 -1
  28. package/dist/express-assets/client-requests/course-requests.d.ts +0 -10
  29. package/dist/express-assets/client-requests/course-requests.d.ts.map +0 -1
  30. package/dist/express-assets/client-requests/course-requests.js +0 -135
  31. package/dist/express-assets/client-requests/course-requests.js.map +0 -1
  32. package/dist/express-assets/client-requests/pack-requests.d.ts +0 -19
  33. package/dist/express-assets/client-requests/pack-requests.d.ts.map +0 -1
  34. package/dist/express-assets/client-requests/pack-requests.js +0 -130
  35. package/dist/express-assets/client-requests/pack-requests.js.map +0 -1
  36. package/dist/express-assets/client.d.ts +0 -31
  37. package/dist/express-assets/client.d.ts.map +0 -1
  38. package/dist/express-assets/client.js +0 -70
  39. package/dist/express-assets/client.js.map +0 -1
  40. package/dist/express-assets/couchdb/authentication.d.ts +0 -4
  41. package/dist/express-assets/couchdb/authentication.d.ts.map +0 -1
  42. package/dist/express-assets/couchdb/authentication.js +0 -69
  43. package/dist/express-assets/couchdb/authentication.js.map +0 -1
  44. package/dist/express-assets/couchdb/index.d.ts +0 -18
  45. package/dist/express-assets/couchdb/index.d.ts.map +0 -1
  46. package/dist/express-assets/couchdb/index.js +0 -52
  47. package/dist/express-assets/couchdb/index.js.map +0 -1
  48. package/dist/express-assets/design-docs.d.ts +0 -63
  49. package/dist/express-assets/design-docs.d.ts.map +0 -1
  50. package/dist/express-assets/design-docs.js +0 -90
  51. package/dist/express-assets/design-docs.js.map +0 -1
  52. package/dist/express-assets/logger.d.ts +0 -3
  53. package/dist/express-assets/logger.d.ts.map +0 -1
  54. package/dist/express-assets/logger.js +0 -62
  55. package/dist/express-assets/logger.js.map +0 -1
  56. package/dist/express-assets/routes/logs.d.ts +0 -3
  57. package/dist/express-assets/routes/logs.d.ts.map +0 -1
  58. package/dist/express-assets/routes/logs.js +0 -274
  59. package/dist/express-assets/routes/logs.js.map +0 -1
  60. package/dist/express-assets/utils/env.d.ts +0 -11
  61. package/dist/express-assets/utils/env.d.ts.map +0 -1
  62. package/dist/express-assets/utils/env.js +0 -39
  63. package/dist/express-assets/utils/env.js.map +0 -1
  64. package/dist/express-assets/utils/processQueue.d.ts +0 -39
  65. package/dist/express-assets/utils/processQueue.d.ts.map +0 -1
  66. package/dist/express-assets/utils/processQueue.js +0 -175
  67. package/dist/express-assets/utils/processQueue.js.map +0 -1
  68. package/dist/utils/ExpressManager.d.ts +0 -28
  69. package/dist/utils/ExpressManager.d.ts.map +0 -1
  70. package/dist/utils/ExpressManager.js +0 -166
  71. package/dist/utils/ExpressManager.js.map +0 -1
  72. package/src/utils/ExpressManager.ts +0 -210
@@ -1,209 +0,0 @@
1
- import { ServerRequestType as RequestEnum, prepareNote55, } from '@vue-skuilder/common';
2
- import { CourseLookup } from '@vue-skuilder/db';
3
- import cookieParser from 'cookie-parser';
4
- import cors from 'cors';
5
- import express from 'express';
6
- import morgan from 'morgan';
7
- import PostProcess from './attachment-preprocessing/index.js';
8
- import { ClassroomCreationQueue, ClassroomJoinQueue, ClassroomLeaveQueue, } from './client-requests/classroom-requests.js';
9
- import { CourseCreationQueue, initCourseDBDesignDocInsert, } from './client-requests/course-requests.js';
10
- import { packCourse } from './client-requests/pack-requests.js';
11
- import { requestIsAuthenticated } from './couchdb/authentication.js';
12
- import CouchDB, { useOrCreateCourseDB, useOrCreateDB, } from './couchdb/index.js';
13
- import logger from './logger.js';
14
- import logsRouter from './routes/logs.js';
15
- import ENV from './utils/env.js';
16
- process.on('unhandledRejection', (reason, promise) => {
17
- logger.error('Unhandled Rejection at:', promise, 'reason:', reason);
18
- });
19
- logger.info(`Express app running version: ${ENV.VERSION}`);
20
- const port = 3000;
21
- import { classroomDbDesignDoc } from './design-docs.js';
22
- const app = express();
23
- app.use(cookieParser());
24
- app.use(express.json());
25
- app.use(cors({
26
- credentials: true,
27
- origin: true,
28
- }));
29
- app.use(morgan('combined', {
30
- stream: { write: (message) => logger.info(message.trim()) },
31
- }));
32
- app.use('/logs', logsRouter);
33
- app.get('/courses', (_req, res) => {
34
- void (async () => {
35
- try {
36
- const courses = await CourseLookup.allCourseWare();
37
- res.send(courses.map((c) => `${c._id} - ${c.name}`));
38
- }
39
- catch (error) {
40
- logger.error('Error fetching courses:', error);
41
- res.status(500).send('Failed to fetch courses');
42
- }
43
- })();
44
- });
45
- app.get('/course/:courseID/config', (req, res) => {
46
- void (async () => {
47
- try {
48
- const courseDB = await useOrCreateCourseDB(req.params.courseID);
49
- const cfg = await courseDB.get('CourseConfig'); // [ ] pull courseConfig docName into global const
50
- res.json(cfg);
51
- }
52
- catch (error) {
53
- logger.error('Error fetching course config:', error);
54
- res.status(500).send('Failed to fetch course config');
55
- }
56
- })();
57
- });
58
- app.delete('/course/:courseID', (req, res) => {
59
- void (async () => {
60
- try {
61
- logger.info(`Delete request made on course ${req.params.courseID}...`);
62
- const auth = await requestIsAuthenticated(req);
63
- if (auth) {
64
- logger.info(`\tAuthenticated delete request made...`);
65
- const dbResp = await CouchDB.db.destroy(`coursedb-${req.params.courseID}`);
66
- if (!dbResp.ok) {
67
- res.json({ success: false, error: dbResp });
68
- return;
69
- }
70
- const delResp = await CourseLookup.delete(req.params.courseID);
71
- if (delResp.ok) {
72
- res.json({ success: true });
73
- }
74
- else {
75
- res.json({ success: false, error: delResp });
76
- }
77
- }
78
- else {
79
- res.json({ success: false, error: 'Not authenticated' });
80
- }
81
- }
82
- catch (error) {
83
- logger.error('Error deleting course:', error);
84
- res.status(500).json({ success: false, error: 'Failed to delete course' });
85
- }
86
- })();
87
- });
88
- async function postHandler(req, res) {
89
- const auth = await requestIsAuthenticated(req);
90
- if (auth) {
91
- const body = req.body;
92
- logger.info(`Authorized ${body.type ? body.type : '[unspecified request type]'} request made...`);
93
- if (body.type === RequestEnum.CREATE_CLASSROOM) {
94
- const id = ClassroomCreationQueue.addRequest(body.data);
95
- body.response = await ClassroomCreationQueue.getResult(id);
96
- res.json(body.response);
97
- }
98
- else if (body.type === RequestEnum.DELETE_CLASSROOM) {
99
- // [ ] add delete classroom request
100
- }
101
- else if (body.type === RequestEnum.JOIN_CLASSROOM) {
102
- const id = ClassroomJoinQueue.addRequest(body.data);
103
- body.response = await ClassroomJoinQueue.getResult(id);
104
- res.json(body.response);
105
- }
106
- else if (body.type === RequestEnum.LEAVE_CLASSROOM) {
107
- const id = ClassroomLeaveQueue.addRequest({
108
- username: req.body.user,
109
- ...body.data,
110
- });
111
- body.response = await ClassroomLeaveQueue.getResult(id);
112
- res.json(body.response);
113
- }
114
- else if (body.type === RequestEnum.CREATE_COURSE) {
115
- const id = CourseCreationQueue.addRequest(body.data);
116
- body.response = await CourseCreationQueue.getResult(id);
117
- res.json(body.response);
118
- }
119
- else if (body.type === RequestEnum.ADD_COURSE_DATA) {
120
- const payload = prepareNote55(body.data.courseID, body.data.codeCourse, body.data.shape, body.data.data, body.data.author, body.data.tags, body.data.uploads);
121
- CouchDB.use(`coursedb-${body.data.courseID}`)
122
- .insert(payload)
123
- .then((r) => {
124
- logger.info(`\t\t\tCouchDB insert result: ${JSON.stringify(r)}`);
125
- res.json(r);
126
- })
127
- .catch((e) => {
128
- logger.info(`\t\t\tCouchDB insert error: ${JSON.stringify(e)}`);
129
- res.json(e);
130
- });
131
- }
132
- else if (body.type === RequestEnum.PACK_COURSE) {
133
- if (process.env.NODE_ENV !== 'studio') {
134
- logger.info(`\tPACK_COURSE request received in production mode, but this is not supported!`);
135
- res.status(400);
136
- res.statusMessage = 'Packing courses is not supported in production mode.';
137
- res.send();
138
- return;
139
- }
140
- body.response = await packCourse({
141
- courseId: body.courseId,
142
- outputPath: body.outputPath
143
- });
144
- res.json(body.response);
145
- }
146
- }
147
- else {
148
- logger.info(`\tREQUEST UNAUTHORIZED!`);
149
- res.status(401);
150
- res.statusMessage = 'Unauthorized';
151
- res.send();
152
- }
153
- }
154
- app.post('/', (req, res) => {
155
- void postHandler(req, res);
156
- });
157
- app.get('/version', (_req, res) => {
158
- res.send(ENV.VERSION);
159
- });
160
- app.get('/', (_req, res) => {
161
- let status = `Express service is running.\nVersion: ${ENV.VERSION}\n`;
162
- CouchDB.session()
163
- .then((s) => {
164
- if (s.ok) {
165
- status += 'Couchdb is running.\n';
166
- }
167
- else {
168
- status += 'Couchdb session is NOT ok.\n';
169
- }
170
- })
171
- .catch((e) => {
172
- status += `Problems in the couch session! ${JSON.stringify(e)}`;
173
- })
174
- .finally(() => {
175
- res.send(status);
176
- });
177
- });
178
- let listening = false;
179
- app.listen(port, () => {
180
- listening = true;
181
- logger.info(`Express app listening on port ${port}!`);
182
- });
183
- init().catch((e) => {
184
- logger.error(`Error initializing app: ${JSON.stringify(e)}`);
185
- });
186
- async function init() {
187
- while (!listening) {
188
- await new Promise((resolve) => setTimeout(resolve, 100));
189
- }
190
- try {
191
- // start the change-listener that does post-processing on user
192
- // media uploads
193
- void PostProcess();
194
- void initCourseDBDesignDocInsert();
195
- void useOrCreateDB('classdb-lookup');
196
- try {
197
- await (await useOrCreateDB('coursedb')).insert({
198
- validate_doc_update: classroomDbDesignDoc,
199
- }, '_design/_auth');
200
- }
201
- catch (e) {
202
- logger.info(`Error: ${e}`);
203
- }
204
- }
205
- catch (e) {
206
- logger.info(`Error: ${JSON.stringify(e)}`);
207
- }
208
- }
209
- //# sourceMappingURL=app.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"app.js","sourceRoot":"","sources":["../src/app.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,iBAAiB,IAAI,WAAW,EAEhC,aAAa,GACd,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,YAAY,MAAM,eAAe,CAAC;AACzC,OAAO,IAAI,MAAM,MAAM,CAAC;AAExB,OAAO,OAAO,MAAM,SAAS,CAAC;AAC9B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,WAAW,MAAM,qCAAqC,CAAC;AAC9D,OAAO,EACL,sBAAsB,EACtB,kBAAkB,EAClB,mBAAmB,GACpB,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,mBAAmB,EACnB,2BAA2B,GAC5B,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,oCAAoC,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,6BAA6B,CAAC;AACrE,OAAO,OAAO,EAAE,EACd,mBAAmB,EACnB,aAAa,GACd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,UAAU,MAAM,kBAAkB,CAAC;AAC1C,OAAO,GAAG,MAAM,gBAAgB,CAAC;AAEjC,OAAO,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IACnD,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC,CAAC,CAAC;AAEH,MAAM,CAAC,IAAI,CAAC,gCAAgC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;AAE3D,MAAM,IAAI,GAAG,IAAI,CAAC;AAClB,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,MAAM,GAAG,GAAG,OAAO,EAAE,CAAC;AAEtB,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC;AACxB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;AACxB,GAAG,CAAC,GAAG,CACL,IAAI,CAAC;IACH,WAAW,EAAE,IAAI;IACjB,MAAM,EAAE,IAAI;CACb,CAAC,CACH,CAAC;AACF,GAAG,CAAC,GAAG,CACL,MAAM,CAAC,UAAU,EAAE;IACjB,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,OAAe,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE;CACpE,CAAC,CACH,CAAC;AACF,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;AAM7B,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IACnD,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,CAAC;YACnD,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAC/C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAClD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAClE,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,kDAAkD;YAElG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;YACrD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACxD,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAC9D,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,iCAAiC,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC;YACvE,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,CAAC,OAAO,CACrC,YAAY,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,CAClC,CAAC;gBACF,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;oBACf,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;oBAC5C,OAAO;gBACT,CAAC;gBACD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAE/D,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;oBACf,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACN,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC9C,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,yBAAyB,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC,CAAC,EAAE,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,WAAW,CACxB,GAAqB,EACrB,GAAqB;IAErB,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,GAAG,CAAC,CAAC;IAC/C,IAAI,IAAI,EAAE,CAAC;QACT,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;QACtB,MAAM,CAAC,IAAI,CACT,cACE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,4BAC1B,kBAAkB,CACnB,CAAC;QAEF,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,EAAE,GAAW,sBAAsB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChE,IAAI,CAAC,QAAQ,GAAG,MAAM,sBAAsB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,gBAAgB,EAAE,CAAC;YACtD,mCAAmC;QACrC,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,cAAc,EAAE,CAAC;YACpD,MAAM,EAAE,GAAW,kBAAkB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5D,IAAI,CAAC,QAAQ,GAAG,MAAM,kBAAkB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACvD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,EAAE,GAAW,mBAAmB,CAAC,UAAU,CAAC;gBAChD,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI;gBACvB,GAAG,IAAI,CAAC,IAAI;aACb,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,aAAa,EAAE,CAAC;YACnD,MAAM,EAAE,GAAW,mBAAmB,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,GAAG,MAAM,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,aAAa,CAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,EAClB,IAAI,CAAC,IAAI,CAAC,UAAU,EACpB,IAAI,CAAC,IAAI,CAAC,KAAK,EACf,IAAI,CAAC,IAAI,CAAC,IAAI,EACd,IAAI,CAAC,IAAI,CAAC,MAAM,EAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EACd,IAAI,CAAC,IAAI,CAAC,OAAO,CAClB,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;iBAC1C,MAAM,CAAC,OAA6B,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;gBACV,MAAM,CAAC,IAAI,CAAC,gCAAgC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACjE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACX,MAAM,CAAC,IAAI,CAAC,+BAA+B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,WAAW,EAAE,CAAC;YACjD,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACtC,MAAM,CAAC,IAAI,CACT,+EAA+E,CAChF,CAAC;gBACF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAChB,GAAG,CAAC,aAAa,GAAG,sDAAsD,CAAC;gBAC3E,GAAG,CAAC,IAAI,EAAE,CAAC;gBACX,OAAO;YACT,CAAC;YAED,IAAI,CAAC,QAAQ,GAAG,MAAM,UAAU,CAAC;gBAC/B,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACvC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChB,GAAG,CAAC,aAAa,GAAG,cAAc,CAAC;QACnC,GAAG,CAAC,IAAI,EAAE,CAAC;IACb,CAAC;AACH,CAAC;AAED,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,GAAY,EAAE,GAAa,EAAE,EAAE;IAC5C,KAAK,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC7B,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IACnD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACxB,CAAC,CAAC,CAAC;AAEH,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAa,EAAE,GAAa,EAAE,EAAE;IAC5C,IAAI,MAAM,GAAG,yCAAyC,GAAG,CAAC,OAAO,IAAI,CAAC;IAEtE,OAAO,CAAC,OAAO,EAAE;SACd,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;QACV,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC;YACT,MAAM,IAAI,uBAAuB,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,8BAA8B,CAAC;QAC3C,CAAC;IACH,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,MAAM,IAAI,kCAAkC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,CAAC,CAAC;SACD,OAAO,CAAC,GAAG,EAAE;QACZ,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AACH,IAAI,SAAS,GAAG,KAAK,CAAC;AAEtB,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IACpB,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,CAAC,IAAI,CAAC,iCAAiC,IAAI,GAAG,CAAC,CAAC;AACxD,CAAC,CAAC,CAAC;AAEH,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,CAAC,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,IAAI;IACjB,OAAO,CAAC,SAAS,EAAE,CAAC;QAClB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,CAAC;QACH,8DAA8D;QAC9D,gBAAgB;QAChB,KAAK,WAAW,EAAE,CAAC;QAEnB,KAAK,2BAA2B,EAAE,CAAC;QAEnC,KAAK,aAAa,CAAC,gBAAgB,CAAC,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,CACJ,MAAM,aAAa,CAAC,UAAU,CAAC,CAChC,CAAC,MAAM,CACN;gBACE,mBAAmB,EAAE,oBAAoB;aACpB,EACvB,eAAe,CAChB,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}
@@ -1,24 +0,0 @@
1
- function (newDoc, oldDoc, userCtx, secObj) {
2
- // from https://github.com/iriscouch/manage_couchdb/blob/master/js/validate_doc_update.js
3
-
4
- var ddoc = this;
5
-
6
- secObj.admins = secObj.admins || {};
7
- secObj.admins.names = secObj.admins.names || [];
8
- secObj.admins.roles = secObj.admins.roles || [];
9
-
10
- var IS_DB_ADMIN = false;
11
- if (~userCtx.roles.indexOf('_admin'))
12
- IS_DB_ADMIN = true;
13
- if (~secObj.admins.names.indexOf(userCtx.name))
14
- IS_DB_ADMIN = true;
15
- for (var i = 0; i < userCtx.roles; i++)
16
- if (~secObj.admins.roles.indexOf(userCtx.roles[i]))
17
- IS_DB_ADMIN = true;
18
-
19
- if (ddoc.access && ddoc.access.read_only)
20
- if (IS_DB_ADMIN)
21
- log('Admin change on read-only db: ' + newDoc._id);
22
- else
23
- throw { 'forbidden': 'This database is read-only' };
24
- }
@@ -1,56 +0,0 @@
1
- function(newDoc, oldDoc, userCtx, secObj) {
2
- // Skip validation for deletions
3
- if (newDoc._deleted) return;
4
-
5
- // Always allow admins to do anything
6
- if (userCtx.roles.indexOf('_admin') !== -1) return;
7
-
8
- // For CourseConfig document - we need special handling
9
- if (newDoc._id === 'CourseConfig') {
10
- // Allow the creator or admins listed in the document to modify it
11
- if (oldDoc && oldDoc.creator === userCtx.name) return;
12
- if (oldDoc && oldDoc.admins && Array.isArray(oldDoc.admins) && oldDoc.admins.indexOf(userCtx.name) !== -1) return;
13
-
14
- // For updates, if user is not creator or admin, deny
15
- if (oldDoc) {
16
- throw({forbidden: "Only course creator or admins can modify course configuration"});
17
- }
18
-
19
- // For new course config, allow (initial creation is secured at API level)
20
- return;
21
- }
22
-
23
- // For all other documents
24
- var isAdmin = false;
25
- var isModerator = false;
26
-
27
- // Course admins and moderators can edit anything
28
- // (Since we can't check CourseConfig directly, we rely on document author for regular docs)
29
-
30
- // Document has author field that matches current user - allow
31
- if (oldDoc && oldDoc.author === userCtx.name) return;
32
-
33
- // Allow document creation by any authenticated user
34
- if (!oldDoc) {
35
- if (!userCtx.name) {
36
- throw({forbidden: "You must be logged in to create documents"});
37
- }
38
-
39
- // Ensure new documents have an author field that matches the current user
40
- if (!newDoc.author || newDoc.author !== userCtx.name) {
41
- throw({forbidden: "Document author must match your username"});
42
- }
43
-
44
- return;
45
- }
46
-
47
- // For updates to existing documents, deny if not the original author
48
- if (oldDoc && oldDoc.author && oldDoc.author !== userCtx.name) {
49
- throw({forbidden: "You can only modify your own documents"});
50
- }
51
-
52
- // Special case for design documents - only admins can modify (handled above)
53
- if (newDoc._id.startsWith('_design/')) {
54
- throw({forbidden: "Only admins can modify design documents"});
55
- }
56
- }
@@ -1,9 +0,0 @@
1
- {
2
- "_id": "_design/getTags",
3
- "views": {
4
- "get-tags": {
5
- "map": "function (doc) {\n if (doc.docType && doc.docType === \"TAG\"\n) {\n for (var cardIndex in doc.taggedCards){\n emit(doc.taggedCards[cardIndex], {\n docType: doc.docType,\n name: doc.name,\n snippit: doc.snippit,\n wiki: '',\n taggedCards: []\n });\n }\n }\n}"
6
- }
7
- },
8
- "language": "javascript"
9
- }
@@ -1,11 +0,0 @@
1
- /**
2
- * Apply post-processing to a course database. Runs continuously.
3
- * @param courseID
4
- */
5
- export declare function postProcessCourse(courseID: string): void;
6
- /**
7
- * Connect to CouchDB, monitor changes to uploaded card data,
8
- * perform post-processing on uploaded media
9
- */
10
- export default function postProcess(): Promise<void>;
11
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/attachment-preprocessing/index.ts"],"names":[],"mappings":"AA2BA;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CA2BxD;AAED;;;GAGG;AACH,wBAA8B,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAoDzD"}
@@ -1,204 +0,0 @@
1
- import CouchDB from '../couchdb/index.js';
2
- import { normalize } from './normalize.js';
3
- import AsyncProcessQueue from '../utils/processQueue.js';
4
- import logger from '../logger.js';
5
- import { CourseLookup } from '@vue-skuilder/db';
6
- import ENV from '../utils/env.js';
7
- // @ts-expect-error [todo]
8
- const Q = new AsyncProcessQueue(processDocAttachments);
9
- /**
10
- * Apply post-processing to a course database. Runs continuously.
11
- * @param courseID
12
- */
13
- export function postProcessCourse(courseID) {
14
- try {
15
- logger.info(`Following course ${courseID}`);
16
- const crsString = `coursedb-${courseID}`;
17
- // Get database instance
18
- const db = CouchDB.use(crsString);
19
- const courseFilter = filterFactory(courseID);
20
- db.changesReader
21
- .start({
22
- // feed: 'continuous',
23
- includeDocs: false,
24
- })
25
- .on('change', (change) => {
26
- courseFilter(change).catch((e) => {
27
- logger.error(`Error in CourseFilter for ${courseID}: ${e}`);
28
- });
29
- })
30
- .on('error', (err) => {
31
- logger.error(`Error in changes feed for ${crsString}: ${err}`);
32
- });
33
- }
34
- catch (e) {
35
- logger.error(`Error in postProcessCourse: ${e}`);
36
- }
37
- }
38
- /**
39
- * Connect to CouchDB, monitor changes to uploaded card data,
40
- * perform post-processing on uploaded media
41
- */
42
- export default async function postProcess() {
43
- try {
44
- logger.info(`Following all course databases for changes...`);
45
- // Existing behavior for platform-ui courses
46
- const courses = await CourseLookup.allCourseWare();
47
- const processedCourseIds = new Set();
48
- for (const course of courses) {
49
- try {
50
- postProcessCourse(course._id);
51
- processedCourseIds.add(`coursedb-${course._id}`);
52
- }
53
- catch (e) {
54
- logger.error(`Error processing course ${course._id}: ${e}`);
55
- throw e;
56
- }
57
- }
58
- // Studio mode: discover additional databases not in coursedb-lookup
59
- if (ENV.NODE_ENV === 'studio') {
60
- logger.info('Studio mode detected: scanning for additional course databases...');
61
- try {
62
- const allDbs = await CouchDB.db.list();
63
- const studioDbs = allDbs.filter(db => db.startsWith('coursedb-') &&
64
- !processedCourseIds.has(db));
65
- logger.info(`Found ${studioDbs.length} potential studio databases`);
66
- for (const studioDb of studioDbs) {
67
- const courseId = studioDb.replace('coursedb-', '');
68
- try {
69
- if (await hasCourseConfig(studioDb)) {
70
- logger.info(`Starting postprocessing for studio database: ${studioDb}`);
71
- postProcessCourse(courseId);
72
- }
73
- else {
74
- logger.debug(`Skipping ${studioDb}: no course config found`);
75
- }
76
- }
77
- catch (e) {
78
- logger.error(`Error processing studio database ${studioDb}: ${e}`);
79
- }
80
- }
81
- }
82
- catch (e) {
83
- logger.error(`Error discovering studio databases: ${e}`);
84
- }
85
- }
86
- }
87
- catch (e) {
88
- logger.error(`Error in postProcess: ${e}`);
89
- }
90
- }
91
- function filterFactory(courseID) {
92
- const courseDatabase = CouchDB.use(`coursedb-${courseID}`);
93
- return async function filterChanges(changeItem) {
94
- try {
95
- const docNoAttachments = await courseDatabase.get(changeItem.id, {
96
- attachments: false,
97
- });
98
- if (docNoAttachments._attachments &&
99
- Object.keys(docNoAttachments._attachments).length > 0 &&
100
- (docNoAttachments['processed'] === undefined ||
101
- docNoAttachments['processed'] === false)) {
102
- const doc = await courseDatabase.get(changeItem.id, {
103
- attachments: true,
104
- });
105
- const processingRequest = {
106
- courseID,
107
- docID: doc._id,
108
- fields: [],
109
- };
110
- const atts = doc._attachments;
111
- for (const attachment in atts) {
112
- const content_type = atts[attachment]['content_type'];
113
- logger.info(`Course: ${courseID}\n\tAttachment ${attachment} in:\n\t${doc._id}\n should be processed...`);
114
- if (content_type.includes('audio')) {
115
- processingRequest.fields.push({
116
- name: attachment,
117
- mimetype: content_type,
118
- });
119
- }
120
- }
121
- Q.addRequest(processingRequest);
122
- }
123
- }
124
- catch (e) {
125
- logger.error(`Error processing doc ${changeItem.id}: ${e}`);
126
- }
127
- };
128
- }
129
- async function processDocAttachments(request) {
130
- if (request.fields.length == 0) {
131
- logger.info(`No attachments to process for ${request.docID}`);
132
- return {
133
- error: 'No attachments to process',
134
- ok: true,
135
- status: 'warning',
136
- };
137
- }
138
- const courseDatabase = CouchDB.use(`coursedb-${request.courseID}`);
139
- const doc = await courseDatabase.get(request.docID, {
140
- attachments: true,
141
- att_encoding_info: true,
142
- });
143
- for (const field of request.fields) {
144
- logger.info(`Converting ${field.name}`);
145
- const attachment = doc._attachments[field.name].data;
146
- if (field.mimetype.includes('audio')) {
147
- try {
148
- const converted = await normalize(attachment);
149
- field.returnData = converted;
150
- }
151
- catch (e) {
152
- logger.info(`Exception caught: ${e}`);
153
- throw e;
154
- }
155
- }
156
- }
157
- logger.info('Conversions finished');
158
- request.fields.forEach((field) => {
159
- logger.info(`Replacing doc Data for ${field.name}`);
160
- if (doc['processed']) {
161
- doc['processed'].push(field.name);
162
- }
163
- else {
164
- doc['processed'] = [field.name];
165
- }
166
- doc._attachments[field.name].data = field.returnData;
167
- });
168
- // request was a noop.
169
- // Mark as processed in order to avoid inifinte loop
170
- if (request.fields.length === 0) {
171
- doc['processed'] = true;
172
- }
173
- const resp = (await courseDatabase.insert(doc));
174
- resp.status = 'ok';
175
- logger.info(`Processing request reinsert result: ${JSON.stringify(resp)}`);
176
- return resp;
177
- }
178
- /**
179
- * Check if a database contains course configuration (indicating it's a valid course database)
180
- */
181
- async function hasCourseConfig(databaseName) {
182
- try {
183
- const db = CouchDB.use(databaseName);
184
- // Try to find a course configuration document
185
- // Course databases should have documents with course metadata
186
- const result = await db.find({
187
- selector: {
188
- $or: [
189
- { 'type': 'course' },
190
- { 'shape': { $exists: true } },
191
- { 'course_id': { $exists: true } },
192
- { 'courseID': { $exists: true } }
193
- ]
194
- },
195
- limit: 1
196
- });
197
- return result.docs && result.docs.length > 0;
198
- }
199
- catch (e) {
200
- logger.debug(`Error checking course config for ${databaseName}: ${e}`);
201
- return false;
202
- }
203
- }
204
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/attachment-preprocessing/index.ts"],"names":[],"mappings":"AAAA,OAAO,OAAO,MAAM,qBAAqB,CAAC;AAE1C,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,iBAA6B,MAAM,0BAA0B,CAAC;AACrE,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,GAAG,MAAM,iBAAiB,CAAC;AAElC,0BAA0B;AAC1B,MAAM,CAAC,GAAG,IAAI,iBAAiB,CAC7B,qBAAqB,CACtB,CAAC;AAgBF;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;QAE5C,MAAM,SAAS,GAAG,YAAY,QAAQ,EAAE,CAAC;QAEzC,wBAAwB;QACxB,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAElC,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QAE7C,EAAE,CAAC,aAAa;aACb,KAAK,CAAC;YACL,sBAAsB;YACtB,WAAW,EAAE,KAAK;SACnB,CAAC;aACD,EAAE,CAAC,QAAQ,EAAE,CAAC,MAAsC,EAAE,EAAE;YACvD,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC/B,MAAM,CAAC,KAAK,CAAC,6BAA6B,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;YAC9D,CAAC,CAAC,CAAC;QACL,CAAC,CAAC;aACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YAC1B,MAAM,CAAC,KAAK,CAAC,6BAA6B,SAAS,KAAK,GAAG,EAAE,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,EAAE,CAAC,CAAC;IACnD,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,OAAO,CAAC,KAAK,UAAU,WAAW;IACvC,IAAI,CAAC;QACH,MAAM,CAAC,IAAI,CAAC,+CAA+C,CAAC,CAAC;QAE7D,4CAA4C;QAC5C,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,aAAa,EAAE,CAAC;QACnD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,kBAAkB,CAAC,GAAG,CAAC,YAAY,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,2BAA2B,MAAM,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC5D,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;YAEjF,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CACnC,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;oBAC1B,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC,CAC5B,CAAC;gBAEF,MAAM,CAAC,IAAI,CAAC,SAAS,SAAS,CAAC,MAAM,6BAA6B,CAAC,CAAC;gBAEpE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;oBAEnD,IAAI,CAAC;wBACH,IAAI,MAAM,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACpC,MAAM,CAAC,IAAI,CAAC,gDAAgD,QAAQ,EAAE,CAAC,CAAC;4BACxE,iBAAiB,CAAC,QAAQ,CAAC,CAAC;wBAC9B,CAAC;6BAAM,CAAC;4BACN,MAAM,CAAC,KAAK,CAAC,YAAY,QAAQ,0BAA0B,CAAC,CAAC;wBAC/D,CAAC;oBACH,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,MAAM,CAAC,KAAK,CAAC,oCAAoC,QAAQ,KAAK,CAAC,EAAE,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,uCAAuC,CAAC,EAAE,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB;IACrC,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAmB,YAAY,QAAQ,EAAE,CAAC,CAAC;IAE7E,OAAO,KAAK,UAAU,aAAa,CACjC,UAA0C;QAE1C,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE;gBAC/D,WAAW,EAAE,KAAK;aACnB,CAAC,CAAC;YAEH,IACE,gBAAgB,CAAC,YAAY;gBAC7B,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC;gBACrD,CAAC,gBAAgB,CAAC,WAAW,CAAC,KAAK,SAAS;oBAC1C,gBAAgB,CAAC,WAAW,CAAC,KAAK,KAAK,CAAC,EAC1C,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE;oBAClD,WAAW,EAAE,IAAI;iBAClB,CAAC,CAAC;gBACH,MAAM,iBAAiB,GAAgC;oBACrD,QAAQ;oBACR,KAAK,EAAE,GAAG,CAAC,GAAG;oBACd,MAAM,EAAE,EAAE;iBACX,CAAC;gBACF,MAAM,IAAI,GAAG,GAAG,CAAC,YAAY,CAAC;gBAC9B,KAAK,MAAM,UAAU,IAAI,IAAI,EAAE,CAAC;oBAC9B,MAAM,YAAY,GAAW,IAAI,CAAC,UAAU,CAAC,CAAC,cAAc,CAAC,CAAC;oBAC9D,MAAM,CAAC,IAAI,CACT,WAAW,QAAQ,kBAAkB,UAAU,WAAW,GAAG,CAAC,GAAG,2BAA2B,CAC7F,CAAC;oBAEF,IAAI,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACnC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC;4BAC5B,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,YAAY;yBACvB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBACD,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,wBAAwB,UAAU,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAoC;IAEpC,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,iCAAiC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAC9D,OAAO;YACL,KAAK,EAAE,2BAA2B;YAClC,EAAE,EAAE,IAAI;YACR,MAAM,EAAE,SAAS;SAClB,CAAC;IACJ,CAAC;IACD,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAChC,YAAY,OAAO,CAAC,QAAQ,EAAE,CAC/B,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE;QAClD,WAAW,EAAE,IAAI;QACjB,iBAAiB,EAAE,IAAI;KACxB,CAAC,CAAC;IAEH,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,cAAc,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxC,MAAM,UAAU,GAAG,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACrD,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC9C,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC;YAC/B,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;gBACtC,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAEpC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC/B,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,WAAW,CAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,sBAAsB;IACtB,oDAAoD;IACpD,IAAI,OAAO,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,GAAG,CAAC,WAAW,CAAC,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,CAAsB,CAAC;IACrE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;IAEnB,MAAM,CAAC,IAAI,CAAC,uCAAuC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3E,OAAO,IAAI,CAAC;AACd,CAAC;AAmBD;;GAEG;AACH,KAAK,UAAU,eAAe,CAAC,YAAoB;IACjD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAErC,8CAA8C;QAC9C,8DAA8D;QAC9D,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC;YAC3B,QAAQ,EAAE;gBACR,GAAG,EAAE;oBACH,EAAE,MAAM,EAAE,QAAQ,EAAE;oBACpB,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAC9B,EAAE,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;oBAClC,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;iBAClC;aACF;YACD,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,oCAAoC,YAAY,KAAK,CAAC,EAAE,CAAC,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}
@@ -1,7 +0,0 @@
1
- /**
2
- * Returns normalized, base-64 encoded mp3
3
- *
4
- * @param fileData the base-64 encoded mp3 data from couchdb
5
- */
6
- export declare function normalize(fileData: string): Promise<string>;
7
- //# sourceMappingURL=normalize.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"normalize.d.ts","sourceRoot":"","sources":["../../src/attachment-preprocessing/normalize.ts"],"names":[],"mappings":"AAgEA;;;;GAIG;AACH,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqDjE"}
@@ -1,90 +0,0 @@
1
- import fs from 'fs';
2
- import logger from '../logger.js';
3
- import { promisify } from 'util';
4
- import { exec as execCallback } from 'child_process';
5
- const exec = promisify(execCallback);
6
- import FFMPEGstatic from 'ffmpeg-static';
7
- if (!FFMPEGstatic) {
8
- const e = 'FFMPEGstatic executable not found';
9
- logger.error(e);
10
- throw new Error(e);
11
- }
12
- // string | null here - but we know it's a string from the above check
13
- const FFMPEG = FFMPEGstatic;
14
- logger.info(`FFMPEG path: ${FFMPEG}`);
15
- checkFFMPEGVersion().catch((e) => {
16
- const msg = 'FFMPEG version check failed';
17
- logger.error(msg, e);
18
- throw new Error(msg + e);
19
- });
20
- async function checkFFMPEGVersion() {
21
- try {
22
- if (!fs.existsSync(FFMPEG)) {
23
- const e = `FFMPEG executable not found at path: ${FFMPEG}`;
24
- logger.error(e);
25
- throw new Error(e);
26
- }
27
- const result = await exec(`${FFMPEG} -version`);
28
- const version = result.stdout.split('\n')[0];
29
- logger.info(`FFMPEG version: ${version}`);
30
- // Verify loudnorm filter availability
31
- const filters = await exec(`${FFMPEG} -filters | grep loudnorm`);
32
- if (!filters.stdout.includes('loudnorm')) {
33
- throw new Error('loudnorm filter not available');
34
- }
35
- }
36
- catch (error) {
37
- logger.error('FFMPEG version check failed:', error);
38
- throw error;
39
- }
40
- }
41
- /**
42
- * Returns normalized, base-64 encoded mp3
43
- *
44
- * @param fileData the base-64 encoded mp3 data from couchdb
45
- */
46
- export async function normalize(fileData) {
47
- const encoding = 'base64';
48
- const tmpDir = fs.mkdtempSync(`audioNormalize-${encoding}-`);
49
- const fileName = tmpDir + '/file.mp3';
50
- fs.writeFileSync(fileName, fileData, {
51
- encoding,
52
- });
53
- const ext = '.' + fileName.split('.')[1];
54
- const PADDED = tmpDir + '/padded' + ext;
55
- const PADDED_NORMALIZED = tmpDir + '/paddedNormalized' + ext;
56
- const NORMALIZED = tmpDir + '/normalized' + ext;
57
- try {
58
- // elongate
59
- await exec(FFMPEG + ` -i ${fileName} -af "adelay=10000|10000" ${PADDED}`);
60
- const info = await exec(FFMPEG +
61
- ` -i ${PADDED} -af loudnorm=I=-16:TP=-1.5:LRA=11:print_format=json -f null -`);
62
- const data = JSON.parse(info.stderr.substring(info.stderr.indexOf('{')));
63
- // normalize the elongated file
64
- await exec(FFMPEG +
65
- ` -i ${PADDED} -af ` +
66
- `loudnorm=I=-16:TP=-1.5:LRA=11:measured_I=${data.input_i}:` +
67
- `measured_LRA=${data.input_lra}:measured_TP=${data.input_tp}:` +
68
- `measured_thresh=${data.input_thresh}:offset=${data.target_offset}:linear=true:` +
69
- `print_format=summary -ar 48k ${PADDED_NORMALIZED}`);
70
- // cut off the elongated part
71
- await exec(FFMPEG +
72
- ` -i ${PADDED_NORMALIZED} -ss 00:00:10.000 -acodec copy ${NORMALIZED}`);
73
- const ret = fs.readFileSync(NORMALIZED, {
74
- encoding,
75
- });
76
- return ret;
77
- }
78
- catch (e) {
79
- logger.error(e);
80
- throw e;
81
- }
82
- finally {
83
- const files = fs.readdirSync(tmpDir);
84
- files.forEach((file) => {
85
- fs.unlinkSync(tmpDir + '/' + file);
86
- });
87
- fs.rmdirSync(tmpDir);
88
- }
89
- }
90
- //# sourceMappingURL=normalize.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"normalize.js","sourceRoot":"","sources":["../../src/attachment-preprocessing/normalize.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,MAAM,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,IAAI,IAAI,YAAY,EAAE,MAAM,eAAe,CAAC;AACrD,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;AAErC,OAAO,YAAY,MAAM,eAAe,CAAC;AACzC,IAAI,CAAC,YAAY,EAAE,CAAC;IAClB,MAAM,CAAC,GAAG,mCAAmC,CAAC;IAC9C,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;AACrB,CAAC;AAED,sEAAsE;AACtE,MAAM,MAAM,GAAG,YAAiC,CAAC;AAEjD,MAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,EAAE,CAAC,CAAC;AAEtC,kBAAkB,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;IAC/B,MAAM,GAAG,GAAG,6BAA6B,CAAC;IAC1C,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;IACrB,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC3B,CAAC,CAAC,CAAC;AAEH,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,wCAAwC,MAAM,EAAE,CAAC;YAC3D,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,MAAM,WAAW,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,mBAAmB,OAAO,EAAE,CAAC,CAAC;QAE1C,sCAAsC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,GAAG,MAAM,2BAA2B,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACpD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAmBD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB;IAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC;IAC1B,MAAM,MAAM,GAAG,EAAE,CAAC,WAAW,CAAC,kBAAkB,QAAQ,GAAG,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,MAAM,GAAG,WAAW,CAAC;IAEtC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,EAAE;QACnC,QAAQ;KACT,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzC,MAAM,MAAM,GAAG,MAAM,GAAG,SAAS,GAAG,GAAG,CAAC;IACxC,MAAM,iBAAiB,GAAG,MAAM,GAAG,mBAAmB,GAAG,GAAG,CAAC;IAC7D,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,GAAG,GAAG,CAAC;IAEhD,IAAI,CAAC;QACH,WAAW;QACX,MAAM,IAAI,CAAC,MAAM,GAAG,OAAO,QAAQ,6BAA6B,MAAM,EAAE,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,MAAM,IAAI,CACrB,MAAM;YACJ,OAAO,MAAM,gEAAgE,CAChF,CAAC;QACF,MAAM,IAAI,GAAiB,IAAI,CAAC,KAAK,CACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAChD,CAAC;QACF,+BAA+B;QAC/B,MAAM,IAAI,CACR,MAAM;YACJ,OAAO,MAAM,OAAO;YACpB,4CAA4C,IAAI,CAAC,OAAO,GAAG;YAC3D,gBAAgB,IAAI,CAAC,SAAS,gBAAgB,IAAI,CAAC,QAAQ,GAAG;YAC9D,mBAAmB,IAAI,CAAC,YAAY,WAAW,IAAI,CAAC,aAAa,eAAe;YAChF,gCAAgC,iBAAiB,EAAE,CACtD,CAAC;QACF,6BAA6B;QAC7B,MAAM,IAAI,CACR,MAAM;YACJ,OAAO,iBAAiB,kCAAkC,UAAU,EAAE,CACzE,CAAC;QACF,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE;YACtC,QAAQ;SACT,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChB,MAAM,CAAC,CAAC;IACV,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACrC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,EAAE,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}