@flourish/sdk 5.2.6 → 5.2.7

package/server/columns.js

@@ -1,201 +0,0 @@
-/* * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * */
- 
-'use strict';
-
-Object.defineProperty(exports, '__esModule', { value: true });
-
-const MAX_INTEGER = Math.pow(2, 31) - 1;
-const MAX_RANGE_LENGTH = Math.pow(2, 15);
-
-// Attempt to parse col_spec as a columns spec;
-// return true if we succeed, and false if not.
-function looksLikeMultipleColumns(col_spec) {
-	try {
-		parseColumns(col_spec);
-	}
-	catch (e) {
-		return false;
-	}
-	return true;
-}
-
-function parseColumn(col_spec, is_optional) {
-	col_spec = col_spec.toUpperCase();
-	if (!/^[A-Z]+$/.test(col_spec)) {
-		if (!col_spec) {
-			if (is_optional) return -1; // Use -1 for unassigned optional binding
-			else throw new Error("Non-optional data binding must specify column");
-		}
-		if (looksLikeMultipleColumns(col_spec)) {
-			throw new Error("You can only select one column");
-		}
-		else throw new Error("Invalid column specification: " + col_spec);
-	}
-
-	var col_ix = 0;
-	for (var i = 0; i < col_spec.length; i++) {
-		col_ix = col_ix * 26 + (col_spec.charCodeAt(i) - 64);
-	}
-
-	if (col_ix - 1 > MAX_INTEGER) console.warn("Column index out of range");
-	return Math.min(col_ix - 1, MAX_INTEGER);
-}
-
-function printColumn(col_ix) {
-	col_ix += 1;
-	var col_spec = "";
-	while (col_ix > 0) {
-		var q = Math.floor(col_ix / 26),
-		    r = col_ix % 26;
-
-		if (r == 0) {
-			q -= 1;
-			r += 26;
-		}
-
-		col_spec = String.fromCharCode(64 + r) + col_spec;
-		col_ix = q;
-	}
-	return col_spec;
-}
-
-function parseRange(col_range) {
-	var dash_mo = col_range.match(/\s*(?:[-–—:]|\.\.)\s*/);
-	if (!dash_mo) throw new Error("Failed to parse column range: " + col_range);
-
-	var first = col_range.substr(0, dash_mo.index),
-	    last = col_range.substr(dash_mo.index + dash_mo[0].length);
-
-	var first_ix = parseColumn(first),
-	    last_ix = parseColumn(last);
-
-	var r = [];
-	var incrementer = last_ix >= first_ix ? 1 : -1;
-	var n = Math.abs(last_ix - first_ix) + 1;
-
-	if (n > MAX_RANGE_LENGTH) {
-		console.warn("Truncating excessively long range");
-		n = MAX_RANGE_LENGTH;
-	}
-
-	for (var i = 0; i < n; i++) {
-		r.push(first_ix + i*incrementer);
-	}
-
-	return r;
-}
-
-function printRange(start, end) {
-	return printColumn(start) + "-" + printColumn(end);
-}
-
-function parseColumns(cols_spec) {
-	var indexes = [];
-
-	cols_spec = cols_spec.replace(/^\s+|\s+$/g, "");
-	var split_cols = cols_spec.split(/\s*,\s*/);
-	if (split_cols.length == 1 && split_cols[0] === "") split_cols = [];
-
-	for (var i = 0; i < split_cols.length; i++) {
-		var col_or_range = split_cols[i];
-		if (/^[A-Za-z]+$/.test(col_or_range)) {
-			indexes.push(parseColumn(col_or_range));
-		}
-		else {
-			Array.prototype.push.apply(indexes, parseRange(col_or_range));
-		}
-	}
-
-	return indexes;
-}
-
-function splitIntoRanges(indexes) {
-	if (!indexes.length) {
-		return [];
-	}
-	var ranges = [];
-	var start = indexes[0], end = indexes[0];
-	var direction = null;
-	for (var i = 0; i < indexes.length - 1; i++) {
-		var diff = indexes[i + 1] - indexes[i];
-		if (direction === null && Math.abs(diff) === 1) {
-			// It's a range with either ascending columns (direction=1), or descending
-			// columns (direction=-1)
-			end = indexes[i + 1];
-			direction = diff;
-			continue;
-		}
-
-		if (diff === direction) {
-			// The range is continuing in the same direction as before
-			end = indexes[i + 1];
-			continue;
-		}
-
-		// There's nothing more in the range, so add it, and start a new range from the
-		// next column
-		ranges.push([start, end]);
-		start = end = indexes[i + 1];
-		direction = null;
-	}
-	// There will always be a range which hasn't been added at the end
-	ranges.push([start, end]);
-	return ranges;
-}
-
-function printColumns(indexes) {
-	var ranges = splitIntoRanges(indexes);
-
-	var r = [];
-	for (var i = 0; i < ranges.length; i++) {
-		var range = ranges[i];
-		if (range[0] == range[1]) r.push(printColumn(range[0]));
-		else r.push(printRange(range[0], range[1]));
-	}
-	return r.join(",");
-}
-
-function parseDataBinding(d, data_table_ids) {
-	var r = {};
-
-	if (!(d.type in d)) {
-		if (d.optional) return r;
-		throw new Error("Data binding must specify '" + d.type + "': " + JSON.stringify(d));
-	}
-
-	var double_colon_ix = d[d.type].indexOf("::");
-	if (double_colon_ix == -1) throw new Error("Invalid data binding: " + d[d.type]);
-	var data_table_name = d[d.type].substr(0, double_colon_ix);
-	r.data_table_id = data_table_ids[data_table_name];
-
-	var col_spec = d[d.type].substr(double_colon_ix + 2);
-	if (d.type == "column") r.column = parseColumn(col_spec, d.optional);
-	else if (d.type == "columns") r.columns = parseColumns(col_spec);
-	else throw new Error("Unknown data binding type: " + d.type);
-
-	return r;
-}
-
-function printDataBinding(r, data_table_names, print_data_table_name, optional) {
-	var data_table_name = print_data_table_name ? data_table_names[r.data_table_id] + "::" : "";
-	if ("column" in r) {
-		return data_table_name + printColumn(r.column);
-	}
-	else if ("columns" in r) {
-		return data_table_name + printColumns(r.columns);
-	}
-	else if (optional) {
-		return "";
-	}
-	throw new Error("Data binding must have .column or .columns");
-}
-
-exports.parseColumn = parseColumn;
-exports.parseColumns = parseColumns;
-exports.parseDataBinding = parseDataBinding;
-exports.parseRange = parseRange;
-exports.printColumn = printColumn;
-exports.printColumns = printColumns;
-exports.printDataBinding = printDataBinding;

package/server/data.js

@@ -1,327 +0,0 @@
-/* * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * */
- 
-'use strict';
-
-Object.defineProperty(exports, '__esModule', { value: true });
-
-var interpreter$1 = require('@flourish/interpreter');
-
-// Polyfills for IE11 and Edge
-
-// Add findIndex method to Array
-// https://tc39.github.io/ecma262/#sec-array.prototype.findindex
-if (!Array.prototype.findIndex) {
-	Object.defineProperty(Array.prototype, "findIndex", {
-		value: function(predicate) {
-			if (this == null) {
-				throw new TypeError("this is null or not defined");
-			}
-			var o = Object(this);
-			var len = o.length >>> 0;
-			if (typeof predicate !== "function") {
-				throw new TypeError("predicate must be a function");
-			}
-			var this_arg = arguments[1];
-			var k = 0;
-			while (k < len) {
-				var k_value = o[k];
-				if (predicate.call(this_arg, k_value, k, o)) {
-					return k;
-				}
-				k++;
-			}
-			return -1;
-		},
-		configurable: true,
-		writable: true
-	});
-}
-
-function extractData(data_binding, data_by_id, column_types_by_id, template_data_binding) {
-	var columns = [];
-	var data_table_ids = [];
-	var num_rows = 0;
-	var dataset = [];
-	var interpreters_by_id = {};
-	dataset.column_names = {};
-	dataset.metadata = {};
-
-	function getInterpretationIds(data_table_id, column_index) {
-		if (!interpreters_by_id[data_table_id]) return {};
-		var by_column_index = interpreters_by_id[data_table_id];
-		if (!by_column_index[column_index]) return {};
-		return by_column_index[column_index];
-	}
-
-	function getInterpreter(data_table_id, column_index) {
-		const { type_id } = getInterpretationIds(data_table_id, column_index);
-		if (type_id) return interpreter$1.createInterpreter.getInterpretation(type_id);
-	}
-
-	for (var data_table_id in column_types_by_id) {
-		var lookup = {};
-		var column_types = column_types_by_id[data_table_id];
-		if (!column_types) continue;
-
-		for (let i = 0; i < column_types.length; i++) {
-			const type_id = column_types[i].type_id;
-			const of_id = column_types[i].output_format_id;
-			const output_format_id = (!of_id || of_id === "auto") ? type_id : of_id;
-			lookup[column_types[i].index] = { type_id, output_format_id };
-		}
-		interpreters_by_id[data_table_id] = lookup;
-	}
-
-	for (var key in data_binding) {
-		if (data_binding[key] === null) continue;
-		if (data_binding[key].columns === undefined && data_binding[key].column === undefined) continue;
-
-		var b = data_binding[key];
-		b.template_data_binding = template_data_binding[key];
-		b.key = key;
-
-		if (!(b.data_table_id in data_by_id)) {
-			var data_by_id_keys = [];
-			for (var k in data_by_id) data_by_id_keys.push(k);
-
-			console.error("Data table id " + b.data_table_id + " not in " + JSON.stringify(data_by_id_keys));
-			continue;
-		}
-
-		var data_table = data_by_id[b.data_table_id];
-		if (data_table.length == 0) {
-			console.warn("Empty data table");
-			continue;
-		}
-
-		if ("columns" in b && b.columns != null) {
-			var column_count = data_table[0].length;
-			b.columns = b.columns.filter(function(i) { return i < column_count; });
-			dataset.column_names[key] = b.columns.map(function(i) {
-				return data_table[0][i];
-			});
-			dataset.metadata[key] = b.columns.map(function(i) {
-				const { type_id, output_format_id } = getInterpretationIds(b.data_table_id, i);
-				if (type_id) {
-					return {
-						type: type_id.split("$")[0],
-						type_id,
-						output_format_id: output_format_id
-					};
-				}
-				return null;
-			});
-		}
-		else if ("column" in b && b.column != null) {
-			dataset.column_names[key] = data_table[0][b.column];
-			const { type_id, output_format_id } = getInterpretationIds(b.data_table_id, b.column);
-			if (type_id) {
-				dataset.metadata[key] = {
-					type: type_id.split("$")[0],
-					type_id,
-					output_format_id: output_format_id
-				};
-			}
-		}
-		else {
-			throw new Error("Data binding includes no column(s) specification: " + JSON.stringify(b));
-		}
-
-		if (data_table_ids.indexOf(b.data_table_id) == -1) {
-			data_table_ids.push(b.data_table_id);
-			num_rows = Math.max(num_rows, data_table.length - 1);
-		}
-		columns.push(b);
-	}
-
-	function parse(b, column_index, string_value) {
-		if (!b.template_data_binding.data_type) return string_value;
-		var interpreter = getInterpreter(b.data_table_id, column_index);
-		if (interpreter && interpreter.type == "number") string_value = stripCommonFixes(string_value);
-		var result = interpreter ? interpreter.parse(string_value) : string_value;
-
-		// We require our marshalled data to be JSON-serialisable,
-		// therefore we convert NaNs to null here.
-		if (Number.isNaN(result)) result = null;
-		return result;
-	}
-
-	for (var i = 0; i < num_rows; i++) {
-		var o = {};
-		for (var j = 0; j < columns.length; j++) {
-			b = columns[j];
-			var table = data_by_id[b.data_table_id];
-			if (i+1 >= table.length) continue;
-
-			if ("columns" in b && b.columns != null) {
-				o[b.key] = b.columns
-					.filter(function(c) { return c < table[i+1].length; })
-					.map(function(c) { return parse(b, c, table[i+1][c]); });
-			}
-			else if ("column" in b && b.column != null) {
-				if (b.column >= table[i+1].length) o[b.key] = parse(b, b.column, "");
-				else o[b.key] = parse(b, b.column, table[i+1][b.column]);
-			}
-		}
-		dataset.push(o);
-	}
-	return dataset;
-}
-
-function getColumnTypesForData(data) {
-	return transposeNestedArray(data)
-		.map(function(column, i) {
-			const sliced_column = getSlicedData(column);
-			const sample_size = 1000;
-			let sample_data;
-			if (sliced_column.length > (sample_size * 2)) sample_data = getRandomSeededSample(sliced_column, sample_size);
-			else sample_data = sliced_column;
-			const type_id = interpretColumn(sample_data)[0].id;
-			return { type_id: type_id, index: i, output_format_id: type_id };
-		});
-}
-
-// Returns a random seeded sample of column values based on the column length.
-// The sample is consistent and will update if the length of column changes.
-function getRandomSeededSample(column, sample_size) {
-	if (column.length <= sample_size * 2) return column;
-	const rng = mulberry32(column.length);
-
-	while (column.length > sample_size) {
-		const random_index = Math.floor(rng() * column.length);
-
-		column.splice(random_index, 1);
-	}
-
-	return column;
-}
-
-// Seeded RNG implementation taken from https://github.com/bryc/code/blob/master/jshash/PRNGs.md#mulberry32
-function mulberry32(seed) {
-	let a = seed;
-	return function() {
-		a |= 0; a = a + 0x6D2B79F5 | 0;
-		var t = Math.imul(a ^ a >>> 15, 1 | a);
-		t = t + Math.imul(t ^ t >>> 7, 61 | t) ^ t;
-		return ((t ^ t >>> 14) >>> 0) / 4294967296;
-	};
-}
-
-function trimTrailingEmptyRows(data) {
-	for (var i = data.length; i-- > 1;) {
-		if (!data[i] || !data[i].length || (Array.isArray(data[i]) && data[i].findIndex(function(col) { return col !== null && col !== ""; }) == -1)) {
-			data.splice(i, 1);
-		}
-		else break;
-	}
-	return data;
-}
-
-function dropReturnCharacters(data) {
-	for (const row of data) {
-		for (let i = 0; i < row.length; i++) {
-			// Due to a bug in HoT, pasting long lines from Excel can lead to the addition of
-			// a newline character and a space *before* a space character.
-			// This leads to a pattern of new line character followed by two spaces.
-			// Here we identify that pattern and revert it.
-			row[i] = row[i].replace(/(\r\n|\n|\r) {2}/g, " ");
-		}
-	}
-	return data;
-}
-
-/**
- * Takes an array of arrays (typically tabular data) and rewrites
- * it so that:
- *   - Any trailing empty rows are removed
- *   - Any cell that was not a string is stringified
- *   - Any leading or trailing whitespace of a cell is removed
- *
- * (The potentially modified table is returned to match the convention
- * used by functions this is replacing, although (TODO) I think it
- * would be more obvious that this function has side-effects if it
- * did not return the table and the calling code was changed.)
- *
- * @param {any[][]} data
- * @returns {string[][]}
- */
-function tidyTable(data) {
-	trimTrailingEmptyRows(data);
-	for (let row of data) {
-		for (let i = 0; i < row.length; i++) {
-			let value = row[i];
-			// Convert null or undefined values to the empty string
-			if (value == null) value = "";
-			// If the value is not a string, convert it to one
-			if (typeof value !== "string") {
-				value = "" + value;
-			}
-			// Now value is a definitely a string, strip any leading
-			// or trailing whitespace.
-			row[i] = value.trim();
-		}
-	}
-	return data;
-}
-
-
-var ERROR_STRINGS = ["#DIV/0", "#N/A", "#NAME?", "#NULL!", "#NUM!", "#REF!", "#VALUE!", "#ERROR!"];
-var interpreter = interpreter$1.createInterpreter().nMax(Infinity).nFailingValues(8).failureFraction(0.1);
-
-
-function stripCommonFixes(str) {
-	str = str || "";
-	return str.replace(/[€£$￥%º]/g, "");
-}
-
-
-function transposeNestedArray(nested_array) {
-	var n_inner = nested_array.length;
-	var n_outer = n_inner > 0 ? nested_array[0].length : 0;
-	var transposed_array = [];
-
-	for (var i = 0; i < n_outer; i++) {
-		var data = [];
-		for (var j = 0; j < n_inner; j++) {
-			data.push(nested_array[j][i]);
-		}
-		transposed_array.push(data);
-	}
-
-	return transposed_array;
-}
-
-
-function getSlicedData(arr) {
-	const n = arr.length;
-	if (n > 100) return arr.slice(10, n - 10);
-	if (n > 50) return arr.slice(5, n - 5);
-	if (n > 30) return arr.slice(4, n - 4);
-	if (n > 20) return arr.slice(3, n - 3);
-	if (n > 10) return arr.slice(2, n - 2);
-	if (n > 1) return arr.slice(1, n);
-	return arr.slice(0, 1);
-}
-
-
-function interpretColumn(arr) {
-	var idata = arr.filter(function(d) {
-		return d && !ERROR_STRINGS.includes(d.trim());
-	})
-	.map(stripCommonFixes);
-	return interpreter(idata);
-}
-
-exports.dropReturnCharacters = dropReturnCharacters;
-exports.extractData = extractData;
-exports.getColumnTypesForData = getColumnTypesForData;
-exports.getRandomSeededSample = getRandomSeededSample;
-exports.getSlicedData = getSlicedData;
-exports.interpretColumn = interpretColumn;
-exports.mulberry32 = mulberry32;
-exports.stripCommonFixes = stripCommonFixes;
-exports.tidyTable = tidyTable;
-exports.transposeNestedArray = transposeNestedArray;
-exports.trimTrailingEmptyRows = trimTrailingEmptyRows;

package/server/json.js

@@ -1,66 +0,0 @@
-/* * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * *
- * * * * * * GENERATED FILE - DO NOT EDIT * * * * * */
- 
-'use strict';
-
-Object.defineProperty(exports, '__esModule', { value: true });
-
-function escapeChar(c) {
-	var hex = c.charCodeAt(0).toString(16);
-	while (hex.length < 4) hex = "0" + hex;
-	return "\\u" + hex;
-}
-
-// Stringify an object (etc.) in a form that can safely be inserted
-// into a <script> block in a web page.
-function safeStringify(obj) {
-	const raw = JSON.stringify(obj);
-	if (typeof raw === "undefined") return undefined;
-	return raw.replace(/[\u2028\u2029<]/g, escapeChar);
-}
-
-function javaScriptStringify(v) {
-	var type = typeof v;
-	if (v == null) {
-		// Catches both null and undefined
-		return "null";
-	}
-	else if (type === "number" || type === "boolean" || type === "bigint" || type === "string" || type === "symbol") {
-		return safeStringify(v);
-	}
-	if (Array.isArray(v)) {
-		return "[" + v.map(javaScriptStringify).join(",") + "]";
-	}
-	else if (v instanceof Date) {
-		return "new Date(" + v.getTime() + ")";
-	}
-	else if (Object.prototype.toString.call(v) === "[object Object]") {
-		return "{" + Object.keys(v).map(function (k) {
-			return safeStringify(k) + ":" + javaScriptStringify(v[k]);
-		}) + "}";
-	}
-	else {
-		throw new Error("javaScriptStringify couldn't handle " + type + " object: " + v);
-	}
-}
-
-function stringifyDataset(dataset) {
-	return "(function(array, column_names, metadata){ array.column_names = column_names; array.metadata = metadata; return array; })(" + javaScriptStringify(dataset) + ", " + safeStringify(dataset.column_names) + ", " + safeStringify(dataset.metadata) + ")";
-}
-
-function stringifyPreparedData(data) {
-	var s = "{";
-	var first = true;
-	for (var dataset in data) {
-		if (first) first = false; else s += ", ";
-		s += safeStringify(dataset) + ": " + stringifyDataset(data[dataset]);
-	}
-	s += "}";
-
-	return s;
-}
-
-exports.javaScriptStringify = javaScriptStringify;
-exports.safeStringify = safeStringify;
-exports.stringifyPreparedData = stringifyPreparedData;