@rokkit/data 1.0.0-next.98 → 1.0.1

package/src/rollup.js

@@ -1,27 +1,3 @@
-import { omit, pick, mergeLeft, map, difference, uniq, pipe } from 'ramda'
-
-/**
- * Groups data by specified keys.
- *
- * @param {Array} data - An array of data points.
- * @param {Array} groupByKeys - Keys to group the data by.
- * @param {Array} summaries - An array of summary objects to define aggregation operations.
- * @returns {Object} Grouped data object with aggregation placeholders.
- */
-export function groupDataByKeys(data, groupByKeys, summaries) {
-	const keysExtractor = pick(groupByKeys)
-	const groupedData = data.reduce((grouped, row) => {
-		const key = JSON.stringify(keysExtractor(row))
-		if (!grouped[key]) {
-			grouped[key] = { ...keysExtractor(row), ...initialValues(summaries) }
-		}
-		addToSummaries(grouped[key], row, summaries)
-		return grouped
-	}, {})
-
-	return Object.values(groupedData)
-}
-
 /**
  * Sets initial values for summaries.
  *
@@ -49,6 +25,33 @@ export function addToSummaries(group, row, summaries) {
 	})
 }
 
+/**
+ * Groups data by specified keys using a composite string key (Phase 3: replaces JSON.stringify).
+ *
+ * @param {Array} data - An array of data points.
+ * @param {Array} groupByKeys - Keys to group the data by.
+ * @param {Array} summaries - An array of summary objects to define aggregation operations.
+ * @returns {Object} Grouped data object with aggregation placeholders.
+ */
+export function groupDataByKeys(data, groupByKeys, summaries) {
+	const groupedData = new Map()
+
+	for (const row of data) {
+		// Composite key: avoids JSON.stringify overhead
+		const key = groupByKeys.map((k) => row[k]).join('\x00')
+
+		if (!groupedData.has(key)) {
+			const group = {}
+			for (const k of groupByKeys) group[k] = row[k]
+			Object.assign(group, initialValues(summaries))
+			groupedData.set(key, group)
+		}
+		addToSummaries(groupedData.get(key), row, summaries)
+	}
+
+	return [...groupedData.values()]
+}
+
 /**
  * Fills grouped data with aligned data if specified in configuration.
  *
@@ -57,9 +60,8 @@ export function addToSummaries(group, row, summaries) {
  * @returns {Array} Aligned data array.
  */
 export function fillAlignedData(groupedData, config, fillRowsFunc) {
-	// const fillRowsFunc = getAlignGenerator(df.data, config)
 	const { actual_flag, children } = config
-	return Object.values(groupedData).map((row) => ({
+	return groupedData.map((row) => ({
 		...row,
 		[children]: [
 			...row[children].map((value) => ({ ...value, [actual_flag]: 1 })),
@@ -68,6 +70,49 @@ export function fillAlignedData(groupedData, config, fillRowsFunc) {
 	}))
 }
 
+/**
+ * Creates a generator that produces missing rows in a dataset based on specified columns.
+ *
+ * @param {Array<Object>} data - The array of objects representing the dataset.
+ * @param {Object} config - The configuration object.
+ * @returns {Function} A generator function that when called, produces the missing rows.
+ */
+function buildAlignTemplate(config) {
+	const { align_by, group_by, actual_flag } = config
+	const omitKeys = new Set([...align_by, ...group_by])
+	const template = { [actual_flag]: 0 }
+	for (const [k, v] of Object.entries(config.template)) {
+		if (!omitKeys.has(k)) template[k] = v
+	}
+	return template
+}
+
+function collectAllCombos(data, align_by) {
+	const seen = new Map()
+	for (const row of data) {
+		const key = align_by.map((k) => row[k]).join('\x00')
+		if (!seen.has(key)) {
+			const combo = {}
+			for (const k of align_by) combo[k] = row[k]
+			seen.set(key, combo)
+		}
+	}
+	return [...seen.values()]
+}
+
+export function getAlignGenerator(data, config) {
+	const { align_by } = config
+	const template = buildAlignTemplate(config)
+	const allCombos = collectAllCombos(data, align_by)
+
+	return (children) => {
+		const childKeys = new Set(children.map((c) => align_by.map((k) => c[k]).join('\x00')))
+		return allCombos
+			.filter((combo) => !childKeys.has(align_by.map((k) => combo[k]).join('\x00')))
+			.map((combo) => ({ ...combo, ...template }))
+	}
+}
+
 /**
  * Performs aggregation operations on grouped data.
  *
@@ -88,51 +133,3 @@ export function aggregateData(dataArray, summaries) {
 		)
 	}))
 }
-
-/**
- * Creates a generator that produces missing rows in a dataset based on specified columns.
- * The function determines all unique combinations of the specified columns in config.align_by
- * and returns a generator function to create the missing combinations, potentially with default
- * values for other columns.
- * @param {Array<Object>} data - The array of objects representing the dataset.
- * @param {Object} config - The configuration object.
- *
- * @returns {Function} A generator function that when called, produces the missing rows.
- */
-export function getAlignGenerator(data, config) {
-	const { align_by, group_by, actual_flag } = config
-	const template = { ...omit([...align_by, ...group_by], config.template), [actual_flag]: 0 }
-	const subset = pipe(map(pick(align_by)), uniq)(data)
-
-	return pipe(map(pick(align_by)), uniq, difference(subset), map(mergeLeft(template)))
-}
-
-/**
- * Returns an aggregator object with a mapper and reducer function.
- *
- * @param {Array<string>} from  - The key or keys to aggregate.
- * @param {Function}      using - The aggregation function.
- * @returns {import('./types').SummaryConfig}  - An object with a mapper and reducer function.
- */
-// export function getAggregator(from, into, using = identity) {
-// 	// const mapper = pick(Array.isArray ? from : [from])
-// 	return {
-// 		mapper: pick(from),
-// 		reducers: [{ field: into, formula: using }]
-// 	}
-// }
-
-/**
- * Returns the default aggregator which rolls up the columns other than the group_by columns into a single object.
- *
- * @param {import('./types').Metadata} metadata - The metadata for the columns to be aggregated.
- * @param {Object} config                       - The configuration used to build the aggregator.
- *
- * @returns {Object} An object containing the default aggregator for the specified metadata and configuration.
- */
-// export function defaultAggregator(metadata, config) {
-// 	const child = metadata.filter((col) => !config.group_by.includes(col.name))
-// 	const keys = child.map((col) => col.name)
-
-// 	return { ...getAggregator(keys, config.children), metadata: child }
-// }

package/src/view.js

@@ -1,4 +1,3 @@
-import { omit } from 'ramda'
 import { get, writable } from 'svelte/store'
 import { deriveMetadata, deriveSortableColumn } from './infer'
 
@@ -162,7 +161,7 @@ export function dataview(data, options) {
 	let sortGroup = []
 
 	return {
-		...omit(['set', 'update'], store),
+		...Object.fromEntries(Object.entries(store).filter(([k]) => k !== 'set' && k !== 'update')),
 		// filter: noop,
 		/**
 		 * Clears the applied sort order from the hierarchy.

package/LICENSE

@@ -1,21 +0,0 @@
-MIT License
-
-Copyright (c) 2022 Jerry Thomas
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.