@modusoperandi/licit 0.14.17 → 1.0.0

package/licit/server/collab/server.js

@@ -1,317 +0,0 @@
-// @flow
-
-import { Step } from 'prosemirror-transform';
-import { Schema } from 'prosemirror-model';
-import Router from './route';
-import EditorSchema from '../../../src/EditorSchema';
-import {
-  getInstance,
-  instanceInfo,
-  setEditorSchema,
-  initEditorSchema,
-  updateInstance,
-} from './instance';
-// [FS] IRAD-899 2020-03-13
-// This is for Capcomode document attribute. Shared Step, so that capcomode can be dealt collaboratively.
-import '@modusoperandi/licit-doc-attrs-step';
-// [FS] IRAD-1040 2020-09-02
-import * as Flatted from 'flatted';
-
-const TXT_PLAIN = 'text/plain';
-const DOCS = 'docs';
-
-const router = new Router();
-// [FS] IRAD-1040 2020-09-02
-let effectiveSchema = EditorSchema;
-let lastUpdatedSchema = null;
-
-function handleCollabRequest(req: any, resp: any) {
-  // [FS] IRAD-1040 2020-09-02
-  initEditorSchema(effectiveSchema);
-  const headers = {
-    'Access-Control-Allow-Origin': '*',
-    'Access-Control-Allow-Methods': 'POST, GET, PUT, DELETE, OPTIONS',
-    'Access-Control-Allow-Credential': false,
-    'Access-Control-Max-Age': 86400, // 24hrs
-    'Access-Control-Allow-Headers':
-      'X-Requested-With, X-HTTP-Method-Override, Content-Type, Accept',
-  };
-  if (!router.resolve(req, resp)) {
-    const method = req.method.toUpperCase();
-    if (method === 'OPTIONS') {
-      resp.writeHead(200, headers);
-      resp.end();
-    } else {
-      resp.writeHead(404, { 'Content-Type': TXT_PLAIN });
-      resp.end('Not found');
-    }
-  }
-}
-
-export default handleCollabRequest;
-
-// Object that represents an HTTP response.
-class Output {
-  // fix_flow_errors:  declarion to  avoid flow errors
-  code = null;
-  body = null;
-  type = TXT_PLAIN;
-  //end
-  constructor(code, body, type) {
-    this.code = code;
-    this.body = body;
-    this.type = type || TXT_PLAIN;
-  }
-
-  static json(data) {
-    return new Output(200, JSON.stringify(data), 'application/json');
-  }
-
-  // Write the response.
-  resp(resp: any) {
-    const headers = {
-      'Access-Control-Allow-Origin': '*',
-      'Content-Type': this.type,
-    };
-    resp.writeHead(this.code, headers);
-    resp.end(this.body);
-  }
-}
-
-class CustomError extends Error {
-  status: number;
-  constructor(message: string) {
-    super(message);
-  }
-}
-
-// : (stream.Readable, Function)
-// Invoke a callback with a stream's data.
-function readStreamAsJSON(stream, callback) {
-  let data = '';
-  stream.on('data', (chunk) => (data += chunk));
-  stream.on('end', () => {
-    let result, error;
-    try {
-      if (typeof data === 'string') {
-        result = JSON.parse(data);
-      }
-      else {
-        result = data;
-      }
-    } catch (e) {
-      error = e;
-    }
-    callback(error, result);
-  });
-  stream.on('error', (e) => callback(e));
-}
-
-// : (stream.Readable, Function)
-// Invoke a callback with a stream's data.
-function readStreamAsFlatted(stream, callback) {
-  let data = '';
-  stream.on('data', (chunk) => (data += chunk));
-  stream.on('end', () => {
-    let result, error;
-    try {
-      result = Flatted.parse(data);
-    } catch (e) {
-      error = e;
-    }
-    callback(error, result);
-  });
-  stream.on('error', (e) => callback(e));
-}
-
-// : (string, Array, Function)
-// Register a server route.
-function handle(method, url, f, readFlatted = false) {
-  router.add(method, url, (req, resp, ...args) => {
-    function finish() {
-      let output;
-      try {
-        output = f(...args, req, resp);
-      } catch (err) {
-        console.log(err.stack);
-        output = new Output(err.status || 500, err.toString());
-      }
-      if (output) output.resp(resp);
-    }
-
-    if (method == 'PUT' || method == 'POST') {
-      const readMethod = readFlatted ? readStreamAsFlatted : readStreamAsJSON;
-      readMethod(req, (err, val) => {
-        if (err) new Output(500, err.toString()).resp(resp);
-        else {
-          args.unshift(val);
-          finish();
-        }
-      });
-    } else finish();
-  });
-}
-
-// The root endpoint outputs a list of the collaborative
-// editing document instances.
-handle('GET', [DOCS], () => {
-  return Output.json(instanceInfo());
-});
-
-// Save & Output the current state of a document instance.
-handle('PUT', [DOCS, null], (data, id, req) => {
-  const inst = updateInstance(
-    id,
-    reqIP(req),
-    req.query.dataDefined === 'false' ? null : data
-  );
-  return Output.json({
-    doc_json: inst.doc.toJSON(),
-    users: inst.userCount,
-    version: inst.version,
-  });
-});
-
-// Output the current state of a document instance.
-handle('GET', [DOCS, null], (id, req) => {
-  const inst = getInstance(id, reqIP(req));
-  return Output.json({
-    doc_json: inst.doc.toJSON(),
-    users: inst.userCount,
-    version: inst.version,
-  });
-});
-
-function nonNegInteger(str) {
-  const num = Number(str);
-  if (!isNaN(num) && Math.floor(num) == num && num >= 0) return num;
-  const err = new CustomError('Not a non-negative integer: ' + str);
-  err.status = 400;
-  throw err;
-}
-
-// An object to assist in waiting for a collaborative editing
-// instance to publish a new version before sending the version
-// event data to the client.
-class Waiting {
-  // fix_flow_errors:  declarion to  avoid flow errors
-  resp = null;
-  inst: any = null;
-  ip = '';
-  finish = null;
-  done = false;
-  //end
-  constructor(resp, inst, ip, finish) {
-    this.resp = resp;
-    this.inst = inst;
-    this.ip = ip;
-    this.finish = finish;
-    this.done = false;
-    resp.setTimeout(1000 * 60 * 5, () => {
-      this.abort();
-      this.send(Output.json({}));
-    });
-  }
-
-  abort() {
-    if (this.inst.waiting) {
-      const found = this.inst.waiting.indexOf(this);
-      if (found > -1) this.inst.waiting.splice(found, 1);
-    }
-  }
-
-  send(output) {
-    if (this.done) return;
-    output.resp(this.resp);
-    this.done = true;
-  }
-}
-
-function outputEvents(inst, data) {
-  return Output.json({
-    version: inst.version,
-    steps: data.steps.map((s) => s.toJSON()),
-    clientIDs: data.steps.map((step) => step.clientID),
-    users: data.users,
-  });
-}
-
-// An endpoint for a collaborative document instance which
-// returns all events between a given version and the server's
-// current version of the document.
-handle('GET', [DOCS, null, 'events'], (id, req, resp) => {
-  const version = nonNegInteger(req.query.version);
-
-  const inst = getInstance(id, reqIP(req));
-  const data = inst.getEvents(version);
-  if (data === false) return new Output(410, 'History no longer available');
-  // If the server version is greater than the given version,
-  // return the data immediately.
-  if (data.steps.length) return outputEvents(inst, data);
-  // If the server version matches the given version,
-  // wait until a new version is published to return the event data.
-  const wait = new Waiting(resp, inst, reqIP(req), () => {
-    wait.send(outputEvents(inst, inst.getEvents(version)));
-  });
-  inst.waiting.push(wait);
-  resp.on('close', () => wait.abort());
-  return null;
-});
-
-function reqIP(request) {
-  return request.headers['x-forwarded-for'] || request.socket.remoteAddress;
-}
-
-// The event submission endpoint, which a client sends an event to.
-handle('POST', [DOCS, null, 'events'], (data, id, req) => {
-  const version = nonNegInteger(data.version);
-  const steps = data.steps.map((s) => Step.fromJSON(effectiveSchema, s));
-  const result = getInstance(id, reqIP(req)).addEvents(
-    version,
-    steps,
-    data.clientID
-  );
-  if (!result) return new Output(409, 'Version not current');
-  else return Output.json(result);
-});
-
-// [FS] IRAD-1040 2020-09-02
-// set the effective schema from client to work the plugins collaboratively
-handle(
-  'POST',
-  [DOCS, null, 'schema'],
-  (data, id, req) => {
-    const updatedSchema = Flatted.stringify(data);
-    // Do a string comparison to see if they are same or not.
-    // if same, don't update
-    if (lastUpdatedSchema !== updatedSchema) {
-      lastUpdatedSchema = updatedSchema;
-      const spec = data['spec'];
-      updateSpec(spec, 'nodes');
-      updateSpec(spec, 'marks');
-      effectiveSchema = new Schema({
-        nodes: effectiveSchema.spec.nodes,
-        marks: effectiveSchema.spec.marks,
-      });
-      setEditorSchema(effectiveSchema);
-    }
-    return Output.json({ result: 'success' });
-  },
-  true
-);
-
-function updateSpec(spec, attrName) {
-  // clear current array
-  effectiveSchema.spec[attrName].content.splice(
-    0,
-    effectiveSchema.spec[attrName].content.length
-  );
-  const collection = spec[attrName]['content'];
-  // update current array with the latest info
-  for (let i = 0; i < collection.length; i += 2) {
-    effectiveSchema.spec[attrName] = effectiveSchema.spec[attrName].update(
-      collection[i],
-      collection[i + 1]
-    );
-  }
-}

package/licit/server/collab/start.js

@@ -1,13 +0,0 @@
-// @flow
-
-import {createServer} from 'http';
-import handleCollabRequest from './server';
-
-const PORT = process.env.PORT || 3002;
-
-// The collaborative editing document server.
-createServer((req, resp) => {
-  handleCollabRequest(req, resp);
-}).listen(PORT);
-
-console.log('Licit Collab v0.13.17 server listening on ' + PORT);

package/licit/server/image/start.js

@@ -1,58 +0,0 @@
-// @flow
-
-const express = require('express');
-const cors = require('cors');
-const formidable = require('formidable');
-const mv = require('mv');
-const uuidv4 = require('uuid').v4;
-
-const app = express();
-
-const PORT = process.env.PORT || 3004;
-
-//allow OPTIONS on all resources
-app.options('*', cors());
-app.use(cors());
-
-// Handle asset GET url.
-app.use('/assets', express.static('../images/'));
-// Handle image upload.
-app.post('/saveimage', function (req, res) {
-  const form = new formidable.IncomingForm();
-  form.parse(req, function (err, fields, blob) {
-    const oldpath = blob.file.path;
-    const fileid = uuidv4();
-    const filename = fileid + '_' + req.query['fn'];
-    const newpath = '../images/' + filename;
-    mv(oldpath, newpath, function (err) {
-      if (err) {
-        res.writeHead(500, {
-          'Content-Type': 'application/json',
-          'Access-Control-Allow-Origin': '*',
-        });
-        res.json({error: err});
-      } else {
-        const host = req.headers['host'];
-        const proto = req.connection.encrypted ? 'https' : 'http';
-        const imgSrc = proto + '://' + host + '/assets/' + filename;
-        res.writeHead(200, {
-          'Content-Type': 'application/json',
-          'Access-Control-Allow-Origin': '*',
-        });
-        res.write(
-          JSON.stringify({
-            id: fileid,
-            width: 0,
-            height: 0,
-            src: imgSrc,
-          })
-        );
-      }
-      res.end();
-    });
-  });
-});
-
-app.listen(PORT, () =>
-  console.log('Image Server running on port ' + PORT + '!...')
-);

package/lint.sh

@@ -1,4 +0,0 @@
-#!/bin/bash
-
-node node_modules/eslint/bin/eslint.js --fix src/
-

package/run_collab_server.py

@@ -1,21 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import os
-import platform
-import socket
-
-# [FS] IRAD-892 2020-03-03
-# Correct licit windows build
-# gracefully handling commands WRT OS.
-hostname = socket.gethostname()    
-IPAddr = socket.gethostbyname(hostname)  
-port = '3002'
-
-if platform.system()=="Windows": cmd = 'node servers/collab/run_licit_collab_server.bundle.js ' + ' PORT=' + port + ' IP='+ IPAddr
-else: cmd = 'PORT=' + port + ' IP=' + IPAddr + ' node servers/collab/run_licit_collab_server.bundle.js'
-
-print('=' * 80)
-print(cmd)
-print('=' * 80)
-os.system(cmd)

package/run_image_server.py

@@ -1,20 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import os
-import platform
-import socket
-
-# [FS] IRAD-991 2020-07-17
-# gracefully handling commands WRT OS.
-hostname = socket.gethostname()    
-IPAddr = socket.gethostbyname(hostname)  
-port = '3004'
-
-if platform.system()=="Windows": cmd = 'node servers/image/run_image_server.bundle.js ' + ' PORT=' + port + ' IP='+ IPAddr
-else: cmd = 'PORT=' + port + ' IP=' + IPAddr + ' node servers/image/run_image_server.bundle.js'
-
-print('=' * 80)
-print(cmd)
-print('=' * 80)
-os.system(cmd)

package/run_web_server.py

@@ -1,25 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import os
-import platform
-import logging
-import socket    
-from subprocess import check_output
-
-# [FS][03-MAR-2020]
-# IRAD-892 Correct licit windows build
-# gracefully handling commands WRT OS.
-hostname = socket.gethostname()    
-IPAddr = socket.gethostbyname(hostname)  
-port = '3001'
-
-if platform.system()=="Windows": cmd = 'node utils/build_web_server.js ' + ' PORT=' + port + ' IP='+ IPAddr
-else: cmd = 'PORT=' + port + ' IP=' + IPAddr + ' node utils/build_web_server.js'
-
-print('=' * 80)
-print(cmd)
-print('=' * 80)
-print('run web server at http://' + IPAddr + ':' + port)
-print('=' * 80)
-os.system(cmd)

package/scripts/build_bin.js

@@ -1,10 +0,0 @@
-/*eslint-env node*/
-
-const webpack = require('webpack'),
-  config = require('../webpack.config');
-
-delete config.chromeExtensionBoilerplate;
-
-webpack(config, function(err) {
-  if (err) throw err;
-});

package/scripts/build_bin.py

@@ -1,103 +0,0 @@
-#!/usr/bin/env python
-# -*- coding: utf-8 -*-
-
-import codecs
-import glob
-import json
-import os
-import re
-import datetime
-import time
-
-def read_text(path):
-  try :
-    text = None
-    with codecs.open(path, mode='rt', encoding='utf-8') as f:
-      text = f.read()
-      f.close()
-    return text
-  except Exception as e :
-    print 'Unable to read file' + path
-    raise e
-
-def write_text(path, text) :
-  try :
-    with codecs.open(path, mode='w', encoding='utf-8') as f:
-      f.write(text)
-      f.close()
-  except Exception as e :
-    print 'Unable to write file' + path
-    raise e
-
-def find_text(pattern, text, group_name=None) :
-  matches = pattern.finditer(text)
-  for match in matches :
-    if group_name is None :
-      return match.group()
-    else :
-      return match.group(group_name)
-  return None
-
-def build_html_app(html_path, namespace):
-  file_name = html_path.split('/').pop().split('.')[0]
-  output_html_file_name = file_name + '_' + namespace + '.html'
-  print 'process "%s"' % html_path
-  html_text = read_text(html_path)
-  # We don't wanna host the fonts. Use CDN instead.
-  # See https://github.com/Khan/KaTeX
-  html_text= re.sub(r'fonts\/KaTeX_', 'https://cdn.jsdelivr.net/npm/katex@0.10.0-beta/dist/fonts/KaTeX_', html_text)
-  html_path = 'bin/' + output_html_file_name
-  write_text(html_path, html_text)
-  write_text('bin/' + file_name + '_latest.html', html_text)
-
-def main():
-  os.system('clear')
-
-
-
-  print '-' * 80
-  os.system('killall -9 node')
-  os.system('rm -fr bin')
-  os.system('NODE_ENV=production npm run build:demo')
-
-  # ls # BUG: os.system('cp web_app/web_runtime.bundle.js bin/web_runtime.js')
-
-  package_json_text = read_text('./package.json')
-  package_json = json.loads(package_json_text)
-  namespace = str(package_json['name'] + '-' + package_json['version'] + '-' + package_json['subversion'])
-  namespace = re.sub(r'[-\.]+', '_', namespace)
-
-  for html_path in glob.glob('web_app/*.html'):
-    build_html_app(html_path, namespace)
-
-  print '#' * 80
-
-  cmds = [
-    '# namespace: ' + namespace,
-    '# version: ' + package_json['version'],
-    '# name: ' + package_json['name'],
-    '# subversion: ' + package_json['subversion'],
-    '',
-  ]
-
-  st = datetime.datetime.fromtimestamp(time.time()).strftime('%Y%m%d%H%M%S')
-  namespace = namespace + '_' + st + '_'
-  for deploy_path in  glob.glob('bin/*.html'):
-    file_name = deploy_path.split('/').pop()
-    cmd = '\n\n\n'
-    cmd = cmd + 'echo "http://cdn.summitlearning.org/assets/' + namespace + file_name + '"\n'
-    cmd = cmd + '\n\n\n'
-    cmd = cmd + 'aws s3 cp ' + deploy_path + ' '
-    cmd = cmd + 's3://opt-static-resources/assets/' + namespace + file_name + ' --grants '
-    cmd = cmd + 'read=uri=http://acs.amazonaws.com/groups/global/AllUsers;\n\n'
-    cmds.append(cmd)
-
-  print '\n'.join(cmds)
-  print '#' * 80
-
-  os.system('touch bin/deploy_to_s3.sh')
-  write_text('bin/deploy_to_s3.sh', '\n'.join(cmds))
-
-  print 'done'
-
-main()

package/scripts/ci_check_dist.sh

@@ -1,14 +0,0 @@
-#!/bin/bash
-
-npm run build:dist > /dev/null
-
-RED='\033[0;31m'
-GREEN='\033[0;32m'
-NO_COLOR='\033[0m'
-if git diff --quiet --exit-code dist/; then
-  echo -e "${GREEN}dist/ check passed${NO_COLOR}"
-  exit 0
-else
-  echo -e "${RED}dist/ check failed${NO_COLOR} - run \"npm run build:dist\""
-  exit 1
-fi

package/scripts/env.js

@@ -1,6 +0,0 @@
-/*eslint-env node*/
-// tiny wrapper with default env vars
-module.exports = {
-  NODE_ENV: process.env.NODE_ENV || 'development',
-  PORT: process.env.PORT || 3001,
-};

package/scripts/webserver.js

@@ -1,35 +0,0 @@
-/*eslint-env node*/
-
-const WebpackDevServer = require('webpack-dev-server'),
-  webpack = require('webpack'),
-  config = require('../webpack.config'),
-  env = require('./env'),
-  path = require('path');
-
-const options = config.chromeExtensionBoilerplate || {};
-const excludeEntriesToHotReload = options.notHotReload || [];
-
-for (const entryName in config.entry) {
-  if (excludeEntriesToHotReload.indexOf(entryName) === -1) {
-    config.entry[entryName] = [
-      'webpack-dev-server/client?http://localhost:' + env.PORT,
-      'webpack/hot/dev-server',
-    ].concat(config.entry[entryName]);
-  }
-}
-
-config.plugins = [new webpack.HotModuleReplacementPlugin()].concat(
-  config.plugins || []
-);
-
-delete config.chromeExtensionBoilerplate;
-
-const compiler = webpack(config);
-
-const server = new WebpackDevServer(compiler, {
-  hot: true,
-  contentBase: path.join(__dirname, '../build'),
-  headers: {'Access-Control-Allow-Origin': '*'},
-});
-
-server.listen(env.PORT);

package/sonar-project.properties

@@ -1,12 +0,0 @@
-sonar.projectKey=licit
-sonar.scm.disabled=true
-sonar.sourceEncoding=UTF-8
-#sonar.branch.name=licit
-# only analyzing actual library source
-# ignore apps/example and unit/test files
-sonar.sources=src,licit
-# exclude unit tests from coverage and analysis
-#sonar.exclusions=
-#sonar.coverage.exclusions=**/*.spec.ts,**/*.mock.ts
-# tell sonar where to find coverage results
-sonar.typescript.lcov.reportPaths=coverage/lcov.info