@genesislcap/pbc-reporting-ui 15.19.0 → 15.19.1

package/src/new/utils/transformers.test.ts

@@ -1,549 +0,0 @@
-import { assert, sinon, suite } from '@genesislcap/foundation-testing';
-import type { Genesis } from '../types';
-import {
-  buildDatasourceName,
-  transformFromServerPayload,
-  transformToServerPayload,
-} from './transformers';
-
-const TransformFromServerPayload = suite('transformFromServerPayload');
-
-TransformFromServerPayload.before.each(() => {
-  sinon.restore();
-});
-
-TransformFromServerPayload('cleans up orphaned fields from INCLUDE_COLUMNS', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      AMOUNT: { genesisType: 'DOUBLE' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          INCLUDE_COLUMNS: ['COUNTERPARTY_NAME', 'AMOUNT', 'NAME'], // NAME is orphaned
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  assert.equal(cleanedConfig.INCLUDE_COLUMNS?.length, 2);
-  assert.ok(cleanedConfig.INCLUDE_COLUMNS?.includes('COUNTERPARTY_NAME'));
-  assert.ok(cleanedConfig.INCLUDE_COLUMNS?.includes('AMOUNT'));
-  assert.ok(!cleanedConfig.INCLUDE_COLUMNS?.includes('NAME'));
-});
-
-TransformFromServerPayload('cleans up orphaned fields from COLUMN_RENAMES', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      AMOUNT: { genesisType: 'DOUBLE' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          COLUMN_RENAMES: {
-            COUNTERPARTY_NAME: 'Counterparty Name',
-            AMOUNT: 'Amount',
-            NAME: 'Old Name', // orphaned
-          },
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  assert.equal(Object.keys(cleanedConfig.COLUMN_RENAMES || {}).length, 2);
-  assert.equal(cleanedConfig.COLUMN_RENAMES?.['COUNTERPARTY_NAME'], 'Counterparty Name');
-  assert.equal(cleanedConfig.COLUMN_RENAMES?.['AMOUNT'], 'Amount');
-  assert.ok(!cleanedConfig.COLUMN_RENAMES?.['NAME']);
-});
-
-TransformFromServerPayload('cleans up orphaned fields from COLUMN_FORMATS', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      AMOUNT: { genesisType: 'DOUBLE' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          COLUMN_FORMATS: {
-            COUNTERPARTY_NAME: 'text',
-            AMOUNT: '#,##0.00',
-            NAME: 'text', // orphaned
-          },
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  assert.equal(Object.keys(cleanedConfig.COLUMN_FORMATS || {}).length, 2);
-  assert.equal(cleanedConfig.COLUMN_FORMATS?.['COUNTERPARTY_NAME'], 'text');
-  assert.equal(cleanedConfig.COLUMN_FORMATS?.['AMOUNT'], '#,##0.00');
-  assert.ok(!cleanedConfig.COLUMN_FORMATS?.['NAME']);
-});
-
-TransformFromServerPayload('cleans up orphaned fields from COLUMN_TRANSFORMS', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      AMOUNT: { genesisType: 'DOUBLE' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          COLUMN_TRANSFORMS: {
-            COUNTERPARTY_NAME: { TYPE: 'BINARY_EXPRESSION', LEFT: {}, OPERATION: 'AND', RIGHT: {} },
-            AMOUNT: { TYPE: 'METHOD_EXPRESSION', METHOD: 'TRIM', PARAMETERS: [] },
-            NAME: { TYPE: 'BINARY_EXPRESSION', LEFT: {}, OPERATION: 'AND', RIGHT: {} }, // orphaned
-          } as any,
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  assert.equal(Object.keys(cleanedConfig.COLUMN_TRANSFORMS || {}).length, 2);
-  assert.ok(cleanedConfig.COLUMN_TRANSFORMS?.['COUNTERPARTY_NAME']);
-  assert.ok(cleanedConfig.COLUMN_TRANSFORMS?.['AMOUNT']);
-  assert.ok(!cleanedConfig.COLUMN_TRANSFORMS?.['NAME']);
-});
-
-TransformFromServerPayload('handles schema fetch failure gracefully', async () => {
-  const mockGetSchema = sinon.stub();
-  const consoleWarnStub = sinon.stub(console, 'warn');
-  mockGetSchema.rejects(new Error('Schema fetch failed'));
-
-  const originalConfig = {
-    INCLUDE_COLUMNS: ['NAME', 'AMOUNT'],
-    COLUMN_RENAMES: { NAME: 'Name' },
-  };
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: originalConfig,
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  // Should keep original config when schema fetch fails
-  assert.equal(JSON.stringify(cleanedConfig), JSON.stringify(originalConfig));
-  assert.ok(consoleWarnStub.calledOnce);
-  assert.ok(consoleWarnStub.calledWithMatch(sinon.match.string, sinon.match.instanceOf(Error)));
-
-  consoleWarnStub.restore();
-});
-
-TransformFromServerPayload('handles multiple datasources independently', async () => {
-  const mockGetSchema = sinon.stub();
-  mockGetSchema
-    .onFirstCall()
-    .resolves({
-      properties: {
-        COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      },
-    } as Genesis.JSONSchema7)
-    .onSecondCall()
-    .resolves({
-      properties: {
-        TRADE_ID: { genesisType: 'STRING' },
-      },
-    } as Genesis.JSONSchema7);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          INCLUDE_COLUMNS: ['COUNTERPARTY_NAME', 'NAME'], // NAME is orphaned
-        },
-      },
-      {
-        KEY: 'TRADE',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'TRADE',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          INCLUDE_COLUMNS: ['TRADE_ID', 'OLD_FIELD'], // OLD_FIELD is orphaned
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const counterpartyKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const tradeKey = buildDatasourceName('TRADE', 'TRADE', 'REQ_REP');
-
-  assert.equal(
-    result.datasourceConfig[counterpartyKey].TRANSFORMER_CONFIGURATION.INCLUDE_COLUMNS?.length,
-    1,
-  );
-  assert.ok(
-    result.datasourceConfig[counterpartyKey].TRANSFORMER_CONFIGURATION.INCLUDE_COLUMNS?.includes(
-      'COUNTERPARTY_NAME',
-    ),
-  );
-
-  assert.equal(
-    result.datasourceConfig[tradeKey].TRANSFORMER_CONFIGURATION.INCLUDE_COLUMNS?.length,
-    1,
-  );
-  assert.ok(
-    result.datasourceConfig[tradeKey].TRANSFORMER_CONFIGURATION.INCLUDE_COLUMNS?.includes(
-      'TRADE_ID',
-    ),
-  );
-});
-
-TransformFromServerPayload('handles empty transformer configuration', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {},
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  assert.equal(JSON.stringify(cleanedConfig), JSON.stringify({}));
-});
-
-TransformFromServerPayload('handles missing schema properties', async () => {
-  const mockGetSchema = sinon.stub();
-  const schemaWithoutProperties: Genesis.JSONSchema7 = {};
-  mockGetSchema.resolves(schemaWithoutProperties);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          INCLUDE_COLUMNS: ['NAME', 'AMOUNT'],
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  // All fields should be removed when schema has no properties
-  assert.equal(cleanedConfig.INCLUDE_COLUMNS?.length, 0);
-});
-
-TransformFromServerPayload('preserves base config correctly', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    DESCRIPTION: 'Test Description',
-    OUTPUT_FORMAT: 'CSV',
-    FILE_NAME: 'test.csv',
-    AUTO_DISPATCH: true,
-    DESTINATION_IDS: ['dest1', 'dest2'],
-    OUTPUT_DIRECTORY: '/reports',
-    DOCUMENT_TEMPLATE_ID: 'template-123',
-    SCHEDULES: [
-      {
-        CRON_EXPRESSION: '0 0 0 * * ?',
-        TIME_ZONE: 'UTC',
-      },
-    ],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {},
-      },
-    ],
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  assert.equal(result.baseConfig.ID, 'test-id');
-  assert.equal(result.baseConfig.NAME, 'Test Report');
-  assert.equal(result.baseConfig.DESCRIPTION, 'Test Description');
-  assert.equal(result.baseConfig.OUTPUT_FORMAT, 'CSV');
-  assert.equal(result.baseConfig.FILE_NAME, 'test.csv');
-  assert.equal(result.baseConfig.AUTO_DISPATCH, true);
-  assert.equal(
-    JSON.stringify(result.baseConfig.DESTINATION_IDS),
-    JSON.stringify(['dest1', 'dest2']),
-  );
-  assert.equal(result.baseConfig.OUTPUT_DIRECTORY, '/reports');
-  assert.equal(result.baseConfig.DOCUMENT_TEMPLATE_ID, 'template-123');
-  assert.ok(result.baseConfig.SCHEDULE);
-  assert.equal(result.baseConfig.SCHEDULE?.CRON_EXPRESSION, '0 0 0 * * ?');
-  assert.equal(result.baseConfig.SCHEDULE?.TIME_ZONE, 'UTC');
-});
-
-TransformFromServerPayload('handles all transformer config types together', async () => {
-  const mockGetSchema = sinon.stub();
-  const validSchema: Genesis.JSONSchema7 = {
-    properties: {
-      COUNTERPARTY_NAME: { genesisType: 'STRING' },
-      AMOUNT: { genesisType: 'DOUBLE' },
-    },
-  };
-  mockGetSchema.resolves(validSchema);
-
-  const payload: Genesis.ServerReportConfig = {
-    ID: 'test-id',
-    NAME: 'Test Report',
-    SCHEDULES: [],
-    DATA_SOURCES: [
-      {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {
-          INCLUDE_COLUMNS: ['COUNTERPARTY_NAME', 'AMOUNT', 'NAME'], // NAME orphaned
-          COLUMN_RENAMES: {
-            COUNTERPARTY_NAME: 'Counterparty',
-            NAME: 'Old Name', // orphaned
-          },
-          COLUMN_FORMATS: {
-            AMOUNT: '#,##0.00',
-            NAME: 'text', // orphaned
-          },
-          COLUMN_TRANSFORMS: {
-            COUNTERPARTY_NAME: { TYPE: 'BINARY_EXPRESSION', LEFT: {}, OPERATION: 'AND', RIGHT: {} },
-            NAME: { TYPE: 'METHOD_EXPRESSION', METHOD: 'TRIM', PARAMETERS: [] }, // orphaned
-          } as any,
-          ROW_FILTERS: {
-            TYPE: 'PREDICATE_EXPRESSION' as const,
-            OPERATION: 'AND' as const,
-            EXPRESSIONS: [],
-          },
-        },
-      },
-    ],
-    DESTINATION_IDS: [],
-    OUTPUT_DIRECTORY: '/reports',
-  };
-
-  const result = await transformFromServerPayload(payload, mockGetSchema);
-
-  const datasourceKey = buildDatasourceName('COUNTERPARTY', 'COUNTERPARTY', 'REQ_REP');
-  const cleanedConfig = result.datasourceConfig[datasourceKey].TRANSFORMER_CONFIGURATION;
-
-  // INCLUDE_COLUMNS should only have valid fields
-  assert.equal(cleanedConfig.INCLUDE_COLUMNS?.length, 2);
-  assert.ok(cleanedConfig.INCLUDE_COLUMNS?.includes('COUNTERPARTY_NAME'));
-  assert.ok(cleanedConfig.INCLUDE_COLUMNS?.includes('AMOUNT'));
-
-  // COLUMN_RENAMES should only have valid fields
-  assert.equal(Object.keys(cleanedConfig.COLUMN_RENAMES || {}).length, 1);
-  assert.equal(cleanedConfig.COLUMN_RENAMES?.['COUNTERPARTY_NAME'], 'Counterparty');
-
-  // COLUMN_FORMATS should only have valid fields
-  assert.equal(Object.keys(cleanedConfig.COLUMN_FORMATS || {}).length, 1);
-  assert.equal(cleanedConfig.COLUMN_FORMATS?.['AMOUNT'], '#,##0.00');
-
-  // COLUMN_TRANSFORMS should only have valid fields
-  assert.equal(Object.keys(cleanedConfig.COLUMN_TRANSFORMS || {}).length, 1);
-  assert.ok(cleanedConfig.COLUMN_TRANSFORMS?.['COUNTERPARTY_NAME']);
-
-  // ROW_FILTERS should be preserved
-  assert.ok(cleanedConfig.ROW_FILTERS);
-});
-
-TransformFromServerPayload.run();
-
-const TransformToServerPayload = suite('transformToServerPayload');
-
-TransformToServerPayload('omits grouping fields when strategy is NONE', () => {
-  const state: any = {
-    baseConfig: {
-      DESTINATION_IDS: [],
-      OUTPUT_DIRECTORY: '/reports',
-    },
-    datasourceConfig: {
-      REQ_REP_COUNTERPARTY_COUNTERPARTY: {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {},
-        GROUPING_STRATEGY: 'NONE',
-        GROUP_KEY: null,
-      },
-    },
-  };
-
-  const result = transformToServerPayload(state);
-  const ds = result.DATA_SOURCES[0];
-
-  assert.equal(ds.KEY, 'COUNTERPARTY');
-  assert.ok(!('GROUPING_STRATEGY' in ds));
-  assert.ok(!('GROUP_KEY' in ds));
-});
-
-TransformToServerPayload('includes grouping fields when strategy is not NONE', () => {
-  const state: any = {
-    baseConfig: {
-      DESTINATION_IDS: [],
-      OUTPUT_DIRECTORY: '/reports',
-    },
-    datasourceConfig: {
-      REQ_REP_COUNTERPARTY_COUNTERPARTY: {
-        KEY: 'COUNTERPARTY',
-        INPUT_TYPE: 'REQ_REP',
-        NAME: 'COUNTERPARTY',
-        OUTPUT_TYPE: 'TABLE',
-        TRANSFORMER_CONFIGURATION: {},
-        GROUPING_STRATEGY: 'MULTI_SHEET',
-        GROUP_KEY: 'some_key',
-      },
-    },
-  };
-
-  const result = transformToServerPayload(state);
-  const ds = result.DATA_SOURCES[0] as any;
-
-  assert.equal(ds.KEY, 'COUNTERPARTY');
-  assert.equal(ds.GROUPING_STRATEGY, 'MULTI_SHEET');
-  assert.equal(ds.GROUP_KEY, 'some_key');
-});
-
-TransformToServerPayload.run();