csv-sql-engine 0.0.2 → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,5 @@
1
- import { wrapString } from '@augment-vir/common';
1
+ import { trimLines, wrapString } from '@augment-vir/common';
2
2
  import { csvParseRows } from 'd3-dsv';
3
- import { trimLines } from '../augments/trim-lines.js';
4
3
  /**
5
4
  * Converts multiple rows of values into a CSV file string.
6
5
  *
@@ -5,7 +5,10 @@ import { type AstHandlerParams } from './params.js';
5
5
  *
6
6
  * @category Internal
7
7
  */
8
- export type AstHandlerResult = string[][];
8
+ export type AstHandlerResult = {
9
+ columnNames: string[];
10
+ values: string[][];
11
+ };
9
12
  /**
10
13
  * An AST / SQL handler.
11
14
  *
@@ -17,7 +20,7 @@ export type AstHandler = {
17
20
  * Return `undefined` to mark this AST as not-handled. That means that other handlers should be
18
21
  * used instead.
19
22
  */
20
- handler: (params: Readonly<AstHandlerParams>) => MaybePromise<AstHandlerResult | undefined>;
23
+ handler: (params: Readonly<AstHandlerParams>) => MaybePromise<AstHandlerResult[] | undefined>;
21
24
  };
22
25
  /**
23
26
  * Used to define new handlers.
@@ -13,4 +13,4 @@ export declare const allAstHandlers: ReadonlyArray<Readonly<AstHandler>>;
13
13
  *
14
14
  * @category Main
15
15
  */
16
- export declare function executeSql(sqlInput: Sql | string, params: Readonly<ExecuteSqlParams>): Promise<AstHandlerResult[]>;
16
+ export declare function executeSql(sqlInput: Sql | string, params: Readonly<ExecuteSqlParams>): Promise<AstHandlerResult[][]>;
@@ -51,7 +51,7 @@ async function executeIndividualCommand(params) {
51
51
  for (const handler of allAstHandlers) {
52
52
  const output = await handler.handler(params);
53
53
  if (output) {
54
- return output;
54
+ return output.filter((entry) => entry.values.length);
55
55
  }
56
56
  }
57
57
  /** If nothing handled the query, then we don't support it. */
@@ -15,7 +15,7 @@ export const rowDeleteHandler = defineAstHandler({
15
15
  async handler({ ast, csvDirPath, sql }) {
16
16
  if (ast.type === AstType.Delete) {
17
17
  const tableNames = ast.table.map((table) => table.table);
18
- const returning = await awaitedBlockingMap(tableNames, async (tableName) => {
18
+ const results = await awaitedBlockingMap(tableNames, async (tableName) => {
19
19
  const { tableFilePath, sanitizedTableName } = nameCsvTableFile({
20
20
  csvDirPath,
21
21
  tableName,
@@ -27,25 +27,23 @@ export const rowDeleteHandler = defineAstHandler({
27
27
  });
28
28
  const rowIndexesToDelete = findWhereMatches(ast.where, csvContents, tableFilePath);
29
29
  const returningRequirement = ast.returning;
30
- const returning = returningRequirement
31
- ? csvContents
32
- .filter((row, index) => rowIndexesToDelete.includes(index))
33
- .map((row) => sortValues({
30
+ const result = returningRequirement
31
+ ? sortValues({
34
32
  csvFileHeaderOrder: csvHeaders,
35
33
  sqlQueryHeaderOrder: returningRequirement.columns.map((column) => column.expr.column),
36
34
  from: {
37
- csvFile: row,
35
+ csvFile: csvContents.filter((row, index) => rowIndexesToDelete.includes(index)),
38
36
  },
39
37
  unconsumedInterpolationValues: sql.unconsumedValues,
40
- }))
38
+ })
41
39
  : undefined;
42
40
  rowIndexesToDelete.forEach((rowIndexToDelete) => {
43
41
  csvContents.splice(rowIndexToDelete, 1);
44
42
  });
45
43
  await writeCsvFile(tableFilePath, csvContents);
46
- return returning;
44
+ return result;
47
45
  });
48
- return returning.flat().filter(check.isTruthy);
46
+ return results.flat().filter(check.isTruthy);
49
47
  }
50
48
  return undefined;
51
49
  },
@@ -1,4 +1,4 @@
1
- import { check } from '@augment-vir/assert';
1
+ import { assertWrap, check } from '@augment-vir/assert';
2
2
  import { awaitedBlockingMap } from '@augment-vir/common';
3
3
  import { appendCsvRow, nameCsvTableFile, readCsvHeaders } from '../../csv/csv-file.js';
4
4
  import { AstType } from '../../sql/ast.js';
@@ -14,7 +14,7 @@ export const rowInsertHandler = defineAstHandler({
14
14
  async handler({ ast, csvDirPath, sql }) {
15
15
  if (ast.type === AstType.Insert) {
16
16
  const tableNames = ast.table.map((table) => table.table);
17
- const returning = await awaitedBlockingMap(tableNames, async (tableName) => {
17
+ const results = await awaitedBlockingMap(tableNames, async (tableName) => {
18
18
  const { tableFilePath, sanitizedTableName } = nameCsvTableFile({
19
19
  csvDirPath,
20
20
  tableName,
@@ -24,21 +24,22 @@ export const rowInsertHandler = defineAstHandler({
24
24
  csvFilePath: tableFilePath,
25
25
  sanitizedTableName,
26
26
  });
27
- const newRow = sortValues({
27
+ const newRow = assertWrap.isDefined(sortValues({
28
28
  csvFileHeaderOrder,
29
29
  sqlQueryHeaderOrder: ast.columns || csvFileHeaderOrder,
30
30
  from: {
31
- sqlQuery: rawValues,
31
+ sqlQuery: [rawValues],
32
32
  },
33
33
  unconsumedInterpolationValues: sql.unconsumedValues,
34
- });
34
+ }).values[0], 'No sorted row retrieved.');
35
35
  await appendCsvRow(newRow, tableFilePath);
36
36
  if (ast.returning) {
37
+ const sqlHeaders = ast.returning.columns.map((column) => column.expr.column);
37
38
  return sortValues({
38
39
  csvFileHeaderOrder,
39
- sqlQueryHeaderOrder: ast.returning.columns.map((column) => column.expr.column),
40
+ sqlQueryHeaderOrder: sqlHeaders,
40
41
  from: {
41
- csvFile: newRow,
42
+ csvFile: [newRow],
42
43
  },
43
44
  unconsumedInterpolationValues: undefined,
44
45
  });
@@ -47,7 +48,7 @@ export const rowInsertHandler = defineAstHandler({
47
48
  return undefined;
48
49
  }
49
50
  });
50
- return returning.filter(check.isTruthy);
51
+ return results.filter(check.isTruthy);
51
52
  }
52
53
  return undefined;
53
54
  },
@@ -1,6 +1,6 @@
1
1
  import { check } from '@augment-vir/assert';
2
2
  import { awaitedBlockingMap } from '@augment-vir/common';
3
- import { nameCsvTableFile, readCsvFile, readCsvHeaders, writeCsvFile } from '../../csv/csv-file.js';
3
+ import { nameCsvTableFile, readCsvFile, readCsvHeaders } from '../../csv/csv-file.js';
4
4
  import { AstType } from '../../sql/ast.js';
5
5
  import { defineAstHandler } from '../define-ast-handler.js';
6
6
  import { sortValues } from '../sort-values.js';
@@ -27,18 +27,14 @@ export const rowSelectHandler = defineAstHandler({
27
27
  });
28
28
  const rowIndexesToSelect = findWhereMatches(ast.where, csvContents, tableFilePath);
29
29
  const columnNames = ast.columns.map((column) => column.expr.column);
30
- const selection = csvContents
31
- .filter((row, index) => rowIndexesToSelect.includes(index))
32
- .map((row) => sortValues({
30
+ return sortValues({
33
31
  csvFileHeaderOrder: csvHeaders,
34
32
  sqlQueryHeaderOrder: columnNames,
35
33
  from: {
36
- csvFile: row,
34
+ csvFile: csvContents.filter((row, index) => rowIndexesToSelect.includes(index)),
37
35
  },
38
36
  unconsumedInterpolationValues: sql.unconsumedValues,
39
- }));
40
- await writeCsvFile(tableFilePath, csvContents);
41
- return selection;
37
+ });
42
38
  });
43
39
  return allSelections.flat().filter(check.isTruthy);
44
40
  }
@@ -16,7 +16,7 @@ export const rowUpdateHandler = defineAstHandler({
16
16
  async handler({ ast, csvDirPath, sql }) {
17
17
  if (ast.type === AstType.Update) {
18
18
  const tableNames = ast.table.map((table) => table.table);
19
- const returning = await awaitedBlockingMap(tableNames, async (tableName) => {
19
+ const results = await awaitedBlockingMap(tableNames, async (tableName) => {
20
20
  const { tableFilePath, sanitizedTableName } = nameCsvTableFile({
21
21
  csvDirPath,
22
22
  tableName,
@@ -40,22 +40,21 @@ export const rowUpdateHandler = defineAstHandler({
40
40
  row[headerIndex] = set.value.value;
41
41
  });
42
42
  });
43
- const updatedRow = returningRequirement
44
- ? csvContents
45
- .filter((row, index) => rowIndexesToUpdate.includes(index))
46
- .map((row) => sortValues({
43
+ const sqlHeaders = returningRequirement?.columns.map((column) => column.expr.column) || [];
44
+ const result = returningRequirement
45
+ ? sortValues({
47
46
  csvFileHeaderOrder: csvHeaders,
48
- sqlQueryHeaderOrder: returningRequirement.columns.map((column) => column.expr.column),
47
+ sqlQueryHeaderOrder: sqlHeaders,
49
48
  from: {
50
- csvFile: row,
49
+ csvFile: csvContents.filter((row, index) => rowIndexesToUpdate.includes(index)),
51
50
  },
52
51
  unconsumedInterpolationValues: sql.unconsumedValues,
53
- }))
52
+ })
54
53
  : undefined;
55
54
  await writeCsvFile(tableFilePath, csvContents);
56
- return updatedRow;
55
+ return result;
57
56
  });
58
- return returning.flat().filter(check.isTruthy);
57
+ return results.flat().filter(check.isTruthy);
59
58
  }
60
59
  return undefined;
61
60
  },
@@ -10,9 +10,12 @@ export declare function sortValues({ csvFileHeaderOrder, sqlQueryHeaderOrder, fr
10
10
  sqlQueryHeaderOrder: ReadonlyArray<string>;
11
11
  from: RequireExactlyOne<{
12
12
  /** When a CSV value array is provided, they are sorted to the SQL header order. */
13
- csvFile: ReadonlyArray<string>;
13
+ csvFile: ReadonlyArray<ReadonlyArray<string>>;
14
14
  /** When a SQL value array is provided, they are sorted to the CSV header order. */
15
- sqlQuery: ReadonlyArray<string>;
15
+ sqlQuery: ReadonlyArray<ReadonlyArray<string>>;
16
16
  }>;
17
17
  unconsumedInterpolationValues: undefined | ConsumableValue[];
18
- }>): string[];
18
+ }>): {
19
+ values: string[][];
20
+ columnNames: string[];
21
+ };
@@ -13,26 +13,32 @@ export function sortValues({ csvFileHeaderOrder, sqlQueryHeaderOrder, from, unco
13
13
  return header;
14
14
  }
15
15
  });
16
- const values = (from.csvFile || from.sqlQuery).map((value) => {
17
- if (value === '?') {
18
- if (unconsumedInterpolationValues) {
19
- if (unconsumedInterpolationValues.length) {
20
- return unconsumedInterpolationValues.shift() || '';
16
+ const values = (from.csvFile || from.sqlQuery).map((valueRow) => {
17
+ const mappedValueRow = valueRow.map((value) => {
18
+ if (value === '?') {
19
+ if (unconsumedInterpolationValues) {
20
+ if (unconsumedInterpolationValues.length) {
21
+ return unconsumedInterpolationValues.shift() || '';
22
+ }
23
+ else {
24
+ throw new Error('Encountered ? but all interpolation values have already been used.');
25
+ }
21
26
  }
22
27
  else {
23
- throw new Error('Encountered ? but all interpolation values have already been used.');
28
+ throw new Error('Encountered ? but received no interpolation values.');
24
29
  }
25
30
  }
26
31
  else {
27
- throw new Error('Encountered ? but received no interpolation values.');
32
+ return value;
28
33
  }
29
- }
30
- else {
31
- return value;
32
- }
33
- });
34
- return toOrder.map((header) => {
35
- const sourceIndex = fromOrder.indexOf(header);
36
- return values[sourceIndex] ?? '';
34
+ });
35
+ return toOrder.map((header) => {
36
+ const sourceIndex = fromOrder.indexOf(header);
37
+ return mappedValueRow[sourceIndex] ?? '';
38
+ });
37
39
  });
40
+ return {
41
+ columnNames: toOrder,
42
+ values,
43
+ };
38
44
  }
@@ -1,5 +1,4 @@
1
- import { addSuffix, extractErrorMessage, indent } from '@augment-vir/common';
2
- import { trimLines } from '../augments/trim-lines.js';
1
+ import { addSuffix, extractErrorMessage, indent, trimLines } from '@augment-vir/common';
3
2
  import { CsvSqlEngineError } from './csv-sql-engine.error.js';
4
3
  /**
5
4
  * Generic SQL related error thrown by the csv-sql-engine package. All SQL related errors from this
package/dist/index.d.ts CHANGED
@@ -1,4 +1,3 @@
1
- export * from './augments/trim-lines.js';
2
1
  export * from './csv/csv-file.js';
3
2
  export * from './csv/csv-text.js';
4
3
  export * from './engine/define-ast-handler.js';
package/dist/index.js CHANGED
@@ -1,4 +1,3 @@
1
- export * from './augments/trim-lines.js';
2
1
  export * from './csv/csv-file.js';
3
2
  export * from './csv/csv-text.js';
4
3
  export * from './engine/define-ast-handler.js';
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "csv-sql-engine",
3
- "version": "0.0.2",
3
+ "version": "0.1.0",
4
4
  "description": "API for executing SQL statements on CSV files.",
5
5
  "keywords": [
6
6
  "CSV",
@@ -43,9 +43,9 @@
43
43
  "test:update": "npm run test update"
44
44
  },
45
45
  "dependencies": {
46
- "@augment-vir/assert": "^31.55.0",
47
- "@augment-vir/common": "^31.55.0",
48
- "@augment-vir/node": "^31.55.0",
46
+ "@augment-vir/assert": "^31.56.0",
47
+ "@augment-vir/common": "^31.56.0",
48
+ "@augment-vir/node": "^31.56.0",
49
49
  "@sinclair/typebox": "^0.34.45",
50
50
  "d3-dsv": "^3.0.1",
51
51
  "node-sql-parser": "^5.3.13",
@@ -53,7 +53,7 @@
53
53
  "sql-template-tag": "^5.2.1"
54
54
  },
55
55
  "devDependencies": {
56
- "@augment-vir/test": "^31.55.0",
56
+ "@augment-vir/test": "^31.56.0",
57
57
  "@eslint/eslintrc": "^3.3.3",
58
58
  "@eslint/js": "^9.39.2",
59
59
  "@stylistic/eslint-plugin": "^5.6.1",
@@ -93,7 +93,7 @@
93
93
  "typedoc": "^0.28.15",
94
94
  "typescript": "^5.9.3",
95
95
  "typescript-eslint": "^8.50.1",
96
- "virmator": "^14.3.5"
96
+ "virmator": "^14.4.0"
97
97
  },
98
98
  "engines": {
99
99
  "node": ">=22"
@@ -1,6 +0,0 @@
1
- /**
2
- * Trims every line in the given string.
3
- *
4
- * @category Internal
5
- */
6
- export declare function trimLines(value: string): string;
@@ -1,12 +0,0 @@
1
- import { check } from '@augment-vir/assert';
2
- import { filterMap } from '@augment-vir/common';
3
- /**
4
- * Trims every line in the given string.
5
- *
6
- * @category Internal
7
- */
8
- export function trimLines(value) {
9
- return filterMap(value.trim().split('\n'), (line) => line.trim(), check.isTruthy)
10
- .join('\n')
11
- .trim();
12
- }