@adaptabletools/adaptable 18.0.0-canary.9 → 18.0.0

package/src/agGrid/AdaptableAgGrid.js

@@ -59,12 +59,12 @@ import { ColumnInfoModule } from '../Strategy/ColumnInfoModule';
 import { SettingsPanelModule } from '../Strategy/SettingsPanelModule';
 import { StatusBarModule } from '../Strategy/StatusBarModule';
 import { ChartingModule } from '../Strategy/ChartingModule';
-import { NotesModule } from '../Strategy/NotesModule';
+import { NoteModule } from '../Strategy/NoteModule';
 import { StyledColumnModule } from '../Strategy/StyledColumnModule';
 import { Fdc3Module } from '../Strategy/Fdc3Module';
 import { GridFilterModule } from '../Strategy/GridFilterModule';
 import { NamedQueryModule } from '../Strategy/NamedQueryModule';
-import { CommentsModule } from '../Strategy/CommentsModule';
+import { CommentModule } from '../Strategy/CommentModule';
 import { AdaptableNumberEditor, ReactAdaptableNumberEditor } from './editors/AdaptableNumberEditor';
 import { AdaptableDateEditor, ReactAdaptableDateEditor } from './editors/AdaptableDateEditor';
 import { Helper } from '../Utilities/Helpers/Helper';
@@ -95,7 +95,8 @@ import { AdaptableUpgradeHelper } from '../migration/AdaptableUpgradeHelper';
 import { ensurePortalElement } from '../components/Modal';
 import { AdaptableLoadingScreen } from '../View/Components/Popups/AdaptableLoadingScreen';
 import { createElement } from 'react';
-import { SummaryService } from '../Utilities/Services/SummaryService';
+import { removeUuidAndSource } from '../Utilities/Helpers/AdaptableHelper';
+import { buildSortedColumnStateForLayout } from './buildSortedColumnStateForLayout';
 const RowNodeProto = RowNode.prototype;
 const RowNode_dispatchLocalEvent = RowNodeProto.dispatchLocalEvent;
 /**
@@ -143,7 +144,7 @@ export class AdaptableAgGrid {
          * once layouts are properly handled with the new aggrid methods & events
          * we can remove this hack
          */
-        this.previousAgGridColumnState = '';
+        this.previousAgGridLayoutState = '';
         this.columnMinMaxValuesCache = {};
         this.renderReactRoot = (node, container) => defaultRenderReactRoot(node, container);
         /**
@@ -254,6 +255,7 @@ export class AdaptableAgGrid {
     async _initAdaptableAgGrid(config) {
         var _a, _b;
         // Phase 1: Preprocess Adaptable Options
+        this._isDetailGrid = config.isDetailGrid === true;
         this.lifecycleState = 'preprocessOptions';
         this._rawAdaptableOptions = config.adaptableOptions;
         if (StringExtensions.IsNullOrEmptyOrWhiteSpace(this._rawAdaptableOptions.adaptableId)) {
@@ -295,6 +297,7 @@ export class AdaptableAgGrid {
         this.forPlugins((plugin) => plugin.afterInitModules(this, this.adaptableModules));
         const perfLoadStore = this.logger.beginPerf(`loadStore()`);
         this.adaptableStore = this.initAdaptableStore();
+        this.forPlugins((plugin) => plugin.afterInitStore(this));
         await this.adaptableStore.loadStore({
             adaptable: this,
             adaptableStateKey: this.adaptableOptions.adaptableStateKey,
@@ -304,15 +307,14 @@ export class AdaptableAgGrid {
              * e.g. adding default Layout, migrating deprecated state, etc.
              */
             postLoadHook: (state) => {
-                if (this.adaptableOptions.autoMigrateState) {
+                if (this.adaptableOptions.stateOptions.autoMigrateState) {
                     state = AdaptableUpgradeHelper.migrateAdaptableState(state, {
                         // version 16 actually includes all versions up until 16
                         fromVersion: 16,
                         logger: this.logger,
                     });
                 }
-                state = this.normaliseLayoutState(state, config);
-                state = this.normaliseToolPanelState(state);
+                state = this.normalizeAdaptableState(state, config.gridOptions);
                 return state;
             },
         });
@@ -322,8 +324,7 @@ export class AdaptableAgGrid {
             return Promise.reject('Adaptable was destroyed while loading the store.');
             // FIXME AFL MIG: is this enough?! talk with the team
         }
-        this.forPlugins((plugin) => plugin.afterInitServices(this));
-        this.forPlugins((plugin) => plugin.afterInitModules(this, this.adaptableModules));
+        this.forPlugins((plugin) => plugin.afterInitialStateLoaded(this));
         // do this now so it sets module entitlements
         this.EntitlementService.setModulesEntitlements();
         /**
@@ -359,7 +360,7 @@ export class AdaptableAgGrid {
         this.api.themeApi.applyCurrentTheme();
         this.validatePrimaryKey();
         this.embedColumnMenu = this.agGridAdapter.isModulePresent(ModuleNames.MenuModule);
-        this.api.internalApi.setTreeMode(this.agGridAdapter.initialGridOptions.treeData);
+        this.api.internalApi.setTreeMode(!!this.agGridAdapter.getAgGridApi().getGridOption('treeData'));
         // TODO AFL MIG: we could just patch the defautl Layout on init? instead
         this.checkShouldClearExistingFiltersOrSearches();
         this.applyColumnFiltering();
@@ -367,6 +368,16 @@ export class AdaptableAgGrid {
         this.temporaryAdaptableStateUpdates();
         this.redrawBody();
         this.refreshHeader();
+        const currentLayout = this.api.layoutApi.getCurrentLayout();
+        if (currentLayout.EnablePivot) {
+            // this is very very strange!
+            // for some projects, if the initial layout is pivot, the columnDefs of the pivot resutl columns are NOT derived correctly from the main colDefs
+            // doing the following line fixes the issue because it foces the pivot columns to be created again
+            // this proj works without the hack: /tests/pages/format-column/initial-pivot-layout.page.tsx
+            // but this proj needs the hack: /tests/pages/format-column/initial-pivot-layout-docs.page.tsx
+            this.agGridAdapter.setGridOption('pivotMode', false);
+            this.agGridAdapter.setGridOption('pivotMode', true);
+        }
         // create the module menu (for use in the dashboard and the toolpanel)
         // TODO see #create-create-module-menu - make sure it's the same here and there
         this.ModuleService.createModuleMenus();
@@ -383,14 +394,18 @@ export class AdaptableAgGrid {
             adaptableApi: this.api,
             agGridApi: this.agGridAdapter.getAgGridApi(),
         });
-        this.api.userInterfaceApi.hideLoadingScreen();
         perfInitAdaptableAgGrid.end();
         return Promise.resolve(this.api);
     }
-    normaliseLayoutState(state, config) {
+    normalizeAdaptableState(state, gridOptions) {
+        state = this.normaliseLayoutState(state, gridOptions);
+        state = this.normaliseToolPanelState(state);
+        return state;
+    }
+    normaliseLayoutState(state, gridOptions) {
         var _a, _b, _c, _d, _e, _f;
         if (this.shouldCreateDefaultLayout(state, this.adaptableOptions)) {
-            const defaultLayout = this.createDefaultLayout(state, config.gridOptions.columnDefs);
+            const defaultLayout = this.createDefaultLayout(state, gridOptions.columnDefs);
             const layoutState = state.Layout || {};
             const availableLayouts = layoutState.Layouts || [];
             availableLayouts.push(defaultLayout);
@@ -426,7 +441,7 @@ export class AdaptableAgGrid {
          * logic where layout is applied, it is easier and
          * less error prone to just remove it.
          */
-        if (config.gridOptions.rowModelType === 'viewport') {
+        if (gridOptions.rowModelType === 'viewport') {
             (_f = state.Layout.Layouts) === null || _f === void 0 ? void 0 : _f.forEach((layout) => {
                 if (layout.RowGroupedColumns) {
                     delete layout.RowGroupedColumns;
@@ -458,15 +473,13 @@ export class AdaptableAgGrid {
     }
     refreshQuickFilter() {
         const isQuickFilterVisible = this.api.internalApi.getSystemState().IsQuickFilterVisible;
-        const isQuickFilterAvailable = this.isQuickFilterAvailable();
-        if (isQuickFilterVisible === isQuickFilterAvailable) {
-            return;
-        }
-        if (isQuickFilterAvailable) {
-            this.api.columnFilterApi.showQuickFilterBar();
-        }
-        else {
-            this.api.columnFilterApi.hideQuickFilterBar();
+        if (this.isQuickFilterAvailable()) {
+            if (isQuickFilterVisible) {
+                this.api.columnFilterApi.showQuickFilterBar();
+            }
+            else {
+                this.api.columnFilterApi.hideQuickFilterBar();
+            }
         }
     }
     applyColumnFiltering() {
@@ -885,12 +898,30 @@ export class AdaptableAgGrid {
             }
             return original_floatingFiltersHeight;
         });
+        /**
+         * `excelStyles`
+         */
+        this.agGridOptionsService.setGridOptionsProperty(gridOptions, 'excelStyles', (original_excelStyles) => {
+            // we need this here just to register the original excelStyles in the service
+            return original_excelStyles;
+        });
+        /**
+         * `processPivotResultColDef`
+         */
+        this.agGridOptionsService.setGridOptionsProperty(gridOptions, 'processPivotResultColDef', () => {
+            return (colDef) => {
+                if (this.adaptableOptions.columnFilterOptions.useAdaptableColumnFiltering) {
+                    colDef.floatingFilter = false;
+                    colDef.filter = false;
+                }
+            };
+        });
         /**
          * `columnTypes`
          */
         // this will have to go/be heavily extended with https://github.com/AdaptableTools/adaptable/issues/2230
         this.agGridOptionsService.setGridOptionsProperty(gridOptions, 'columnTypes', (original_columnTypes) => {
-            var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
+            var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l;
             const providedColumnTypes = original_columnTypes || {};
             const gridOptionsColumnTypes = gridOptions.columnTypes || {};
             const patchedColumnTypes = Object.assign(providedColumnTypes, {
@@ -907,6 +938,12 @@ export class AdaptableAgGrid {
                 abColDefTupleNumberArray: (_j = gridOptionsColumnTypes.abColDefTupleNumberArray) !== null && _j !== void 0 ? _j : {},
                 abColDefObjectNumberArray: (_k = gridOptionsColumnTypes.abColDefObjectNumberArray) !== null && _k !== void 0 ? _k : {},
             });
+            const customColumnTypes = (_l = this.api.columnApi.getColumnTypes()) !== null && _l !== void 0 ? _l : [];
+            for (const customColumnType of customColumnTypes) {
+                if (!patchedColumnTypes[customColumnType]) {
+                    patchedColumnTypes[customColumnType] = {};
+                }
+            }
             if (patchedColumnTypes.abColDefNumber.cellEditor == undefined) {
                 patchedColumnTypes.abColDefNumber.cellEditor =
                     this.variant === 'react' ? ReactAdaptableNumberEditor : AdaptableNumberEditor;
@@ -941,6 +978,9 @@ export class AdaptableAgGrid {
             return revertedDateTypeDefinitions;
         });
     }
+    isDetailGrid() {
+        return this._isDetailGrid;
+    }
     /**
      * Either initializes the AG Grid instance or delegates it to the framework wrappers (React/Anglar)
      */
@@ -954,7 +994,9 @@ export class AdaptableAgGrid {
             // framework wrapper may pass the rowData as a prop
             const rowData = agGridApi.getGridOption('rowData');
             this.initWithLazyData = rowData == undefined || rowData.length === 0;
-            this.logger.info('initWithLazyData = TRUE');
+            if (this.initWithLazyData) {
+                this.logger.info('initWithLazyData = TRUE');
+            }
             if (!this.getAgGridContainerElement()) {
                 // initialize the agGridContainerElement from the AgGrid instance
                 // @ts-ignore
@@ -982,19 +1024,21 @@ export class AdaptableAgGrid {
     }
     getAllColumnDefinitions(agGridColDefs) {
         const allColDefs = this.enhanceColDefsWithSpecialColumns(agGridColDefs !== null && agGridColDefs !== void 0 ? agGridColDefs : this.agGridAdapter.getAgGridApi().getColumnDefs());
-        this.agGridAdapter.assignColumnIdsToColDefs(allColDefs);
         return allColDefs;
     }
     getSpecialColDefs() {
-        return [
+        const specialColDefs = [
             ...this.api.calculatedColumnApi.internalApi.getColDefsForCalculatedColumns(),
             ...this.api.actionColumnApi.getColDefsForActionColumns(),
             ...this.api.freeTextColumnApi.internalApi.getColDefsForFreeTextColumns(),
             ...this.api.actionRowApi.internalApi.getColDefsForActionRowColumns(),
             ...this.api.fdc3Api.internalApi.getFdc3ActionColDefs(),
         ];
+        this.agGridAdapter.assignColumnIdsToColDefs(specialColDefs);
+        return specialColDefs;
     }
     enhanceColDefsWithSpecialColumns(agGridColDefs) {
+        this.agGridAdapter.assignColumnIdsToColDefs(agGridColDefs);
         const specialColDefs = this.getSpecialColDefs();
         const isSpecialColDef = (colDef) => {
             const { type } = colDef;
@@ -1018,7 +1062,9 @@ export class AdaptableAgGrid {
                 else {
                     if (!isSpecialColDef(colDef)) {
                         // if it's not a special column, return it as is
-                        return colDef;
+                        // without a minWidth, columns in details grid are VERY wide
+                        // so the line below fixes https://github.com/AdaptableTools/adaptable/issues/2559
+                        return Object.assign({ minWidth: 10 }, colDef);
                     }
                     const newlyCreatedSpecialColDef = specialColDefs.find((specialColDef) => specialColDef.colId === colDef.colId);
                     if (newlyCreatedSpecialColDef) {
@@ -1026,7 +1072,9 @@ export class AdaptableAgGrid {
                         processedSpecialColDefIds.push(colDef.colId);
                         // merge the user defined colDef with the special col def
                         // this way the user may provide some custom settings for the special col def (tooltip, etc)
-                        const mergedColDef = Object.assign(Object.assign({}, colDef), newlyCreatedSpecialColDef);
+                        const mergedColDef = Object.assign(Object.assign({ 
+                            // see above comment for minWidth
+                            minWidth: 10 }, colDef), newlyCreatedSpecialColDef);
                         return mergedColDef;
                     }
                     else {
@@ -1055,7 +1103,7 @@ export class AdaptableAgGrid {
         return resultColDefs;
     }
     useRowNodeLookUp() {
-        return this.agGridAdapter.initialGridOptions.getRowId != undefined;
+        return this.agGridAdapter.getAgGridApi().getGridOption('getRowId') != undefined;
     }
     getAgGridContainerElement() {
         if (!this.DANGER_USE_GETTER_agGridContainerElement) {
@@ -1078,10 +1126,7 @@ export class AdaptableAgGrid {
     // This method returns selected cells ONLY (if selection mode is cells or multiple cells).
     // If the selection mode is row it will returns nothing - use the setSelectedRows() method
     refreshSelectedCellsState() {
-        var _a;
-        const isRangeSelectionModuleRegistered = this.agGridAdapter.isModulePresent(ModuleNames.RangeSelectionModule);
-        if (!isRangeSelectionModuleRegistered ||
-            !((_a = this.agGridAdapter.getLiveGridOptions()) === null || _a === void 0 ? void 0 : _a.enableRangeSelection) === true) {
+        if (!this.isGridRangeSelectable()) {
             return;
         }
         const selectedCellInfo = this.agGridAdapter.deriveSelectedCellInfoFromAgGrid();
@@ -1092,8 +1137,8 @@ export class AdaptableAgGrid {
         return selectedCellInfo;
     }
     refreshSelectedRowsState() {
-        if (!this.isGridSelectable()) {
-            return undefined;
+        if (!this.isGridRowSelectable()) {
+            return;
         }
         const selectedRowInfo = this.agGridAdapter.deriveSelectedRowInfoFromAgGrid();
         this.api.gridApi.internalApi.setSelectedRows(selectedRowInfo);
@@ -1101,9 +1146,13 @@ export class AdaptableAgGrid {
         this.api.eventApi.emit('RowSelectionChanged', rowSelectionChangedInfo);
         return selectedRowInfo;
     }
-    isGridSelectable() {
-        return (this.agGridAdapter.initialGridOptions.rowSelection === 'single' ||
-            this.agGridAdapter.initialGridOptions.rowSelection === 'multiple');
+    isGridRowSelectable() {
+        const rowSelection = this.agGridAdapter.getAgGridApi().getGridOption('rowSelection');
+        return rowSelection === 'single' || rowSelection === 'multiple';
+    }
+    isGridRangeSelectable() {
+        return (this.agGridAdapter.isModulePresent(ModuleNames.RangeSelectionModule) &&
+            this.agGridAdapter.getGridOption('enableRangeSelection'));
     }
     initAdaptableStore() {
         const perfNewAdaptableStore = this.logger.beginPerf(`initAdaptableStore()`);
@@ -1119,15 +1168,26 @@ export class AdaptableAgGrid {
         var _a, _b, _c;
         const agGridState = {};
         const currentLayoutName = (_a = adaptableState.Layout) === null || _a === void 0 ? void 0 : _a.CurrentLayout;
-        const currentLayout = currentLayoutName &&
+        const _currentLayout = currentLayoutName &&
             ((_c = (_b = adaptableState.Layout) === null || _b === void 0 ? void 0 : _b.Layouts) === null || _c === void 0 ? void 0 : _c.find((l) => l.Name === currentLayoutName));
-        if (!currentLayout) {
+        if (!_currentLayout) {
             return agGridState;
         }
-        const allAgGridColDefIds = agGridColDefs.map((colDef) => colDef.colId);
-        const getColDef = (colId) => agGridColDefs.find((colDef) => colDef.colId == colId);
+        const currentLayout = removeUuidAndSource(_currentLayout);
+        const allAgGridFlattenedColDefs = this.agGridAdapter.getFlattenedColDefs(agGridColDefs);
+        const allAgGridColDefIds = allAgGridFlattenedColDefs.map((colDef) => colDef.colId);
+        const { columnApi } = this.api;
+        // also add the row group columns, if they are specified in the layout
+        currentLayout.Columns.forEach((colId) => {
+            if (columnApi.isAutoRowGroupColumn(colId)) {
+                allAgGridColDefIds.push(colId);
+            }
+        });
+        const getColDef = (colId) => allAgGridFlattenedColDefs.find((colDef) => colDef.colId === colId);
         agGridState.columnVisibility = {
-            hiddenColIds: allAgGridColDefIds.filter((colDefId) => { var _a; return !((_a = currentLayout.Columns) === null || _a === void 0 ? void 0 : _a.includes(colDefId)); }),
+            hiddenColIds: allAgGridFlattenedColDefs
+                .filter((colDef) => { var _a; return !((_a = currentLayout.Columns) === null || _a === void 0 ? void 0 : _a.includes(colDef.colId)) || colDef.hide || colDef.initialHide; })
+                .map((colDef) => colDef.colId),
         };
         agGridState.columnOrder = {
             orderedColIds: sortWithOrderArray(allAgGridColDefIds, currentLayout.Columns || [], {
@@ -1323,16 +1383,17 @@ export class AdaptableAgGrid {
         // ADD filter event
         this.agGridAdapter.getAgGridApi().addGlobalListener((this.listenerGlobalColumnEventsThatTriggerAutoLayoutSave = (type) => {
             if (columnEventsThatTriggersAutoLayoutSave.indexOf(type) > -1) {
-                this.debouncedSaveGridLayout();
+                this.debouncedSaveGridLayout(type);
             }
         }));
         /**
          * Save Layout if Display Row Groups is "dynamic
          */
-        this.debouncedSaveGridLayout = debounce(() => {
+        this.debouncedSaveGridLayout = debounce((type) => {
             if (!this.isReady) {
                 return;
             }
+            this.logger.info('Event Triggering Auto Layout Save', type || '');
             this.updateLayoutFromGrid();
         }, HALF_SECOND);
         const rowGroupEventsThatTriggersAutoLayoutSave = [
@@ -1342,7 +1403,7 @@ export class AdaptableAgGrid {
         this.agGridAdapter.getAgGridApi().addGlobalListener((this.listenerGlobalRowGroupEventsThatTriggerAutoLayoutSave = (type) => {
             if (rowGroupEventsThatTriggersAutoLayoutSave.indexOf(type) > -1) {
                 if (this.adaptableOptions.layoutOptions.displayRowGroups == 'dynamic') {
-                    this.debouncedSaveGridLayout();
+                    this.debouncedSaveGridLayout(type);
                 }
             }
         }));
@@ -1366,7 +1427,7 @@ export class AdaptableAgGrid {
          */
         this.agGridAdapter.getAgGridApi().addEventListener(Events.EVENT_COLUMN_RESIZED, (this.listenerColumnResized = (params) => {
             if (params.finished == true && params.type == 'columnResized' && params.column) {
-                this.debouncedSaveGridLayout();
+                this.debouncedSaveGridLayout(params.type);
             }
         }));
         /**
@@ -1413,26 +1474,6 @@ export class AdaptableAgGrid {
             this.onSortChanged();
             this.debouncedSetSelectedCells();
         }));
-        const showGroupingTotalsAsHeader = this.adaptableOptions.groupingOptions.showGroupingTotalsAsHeader;
-        /**
-         * Use Case: Model has updated
-         * Action: If user has set to see grouping totals as header create a pinned row (bit of a hack)
-         */
-        this.agGridAdapter.getAgGridApi().addEventListener(Events.EVENT_MODEL_UPDATED, (this.listenerModelUpdated = (params) => {
-            if (showGroupingTotalsAsHeader) {
-                if (params && params.api) {
-                    const pinnedData = params.api.getPinnedTopRow(0);
-                    const model = params.api.getModel();
-                    const rootNode = model.getRootNode();
-                    if (!pinnedData) {
-                        params.api.setPinnedTopRowData([rootNode.aggData]);
-                    }
-                    else {
-                        pinnedData.updateData(rootNode.aggData);
-                    }
-                }
-            }
-        }));
         const eventsThatTriggerChartingChanges = [
             Events.EVENT_CHART_CREATED,
             /** Chart Range selection has changed */
@@ -1548,7 +1589,6 @@ export class AdaptableAgGrid {
         this.AlertService = new AlertService(this.api);
         this.TeamSharingService = new TeamSharingService(this.api);
         this.Fdc3Service = new Fdc3Service(this.api);
-        this.SummaryService = new SummaryService(this.api);
         this.CellPopupService = new CellPopupService(this.api);
         this.RowEditService = new RowEditService(this.api);
         this.MetamodelService = new MetamodelService(() => this.api.optionsApi.getAdaptableOptions(), true);
@@ -1569,7 +1609,7 @@ export class AdaptableAgGrid {
         modules.set(ModuleConstants.ChartingModuleId, new ChartingModule(this.api));
         modules.set(ModuleConstants.ColumnFilterModuleId, new ColumnFilterModule(this.api));
         modules.set(ModuleConstants.ColumnInfoModuleId, new ColumnInfoModule(this.api));
-        modules.set(ModuleConstants.CommentsModuleId, new CommentsModule(this.api));
+        modules.set(ModuleConstants.CommentModuleId, new CommentModule(this.api));
         modules.set(ModuleConstants.CustomSortModuleId, new CustomSortModule(this.api));
         modules.set(ModuleConstants.DashboardModuleId, new DashboardModule(this.api));
         modules.set(ModuleConstants.DataChangeHistoryModuleId, new DataChangeHistoryModule(this.api));
@@ -1584,7 +1624,7 @@ export class AdaptableAgGrid {
         modules.set(ModuleConstants.GridInfoModuleId, new GridInfoModule(this.api));
         modules.set(ModuleConstants.LayoutModuleId, new LayoutModule(this.api));
         modules.set(ModuleConstants.NamedQueryModuleId, new NamedQueryModule(this.api));
-        modules.set(ModuleConstants.NotesModuleId, new NotesModule(this.api));
+        modules.set(ModuleConstants.NoteModuleId, new NoteModule(this.api));
         modules.set(ModuleConstants.PlusMinusModuleId, new PlusMinusModule(this.api));
         modules.set(ModuleConstants.QuickSearchModuleId, new QuickSearchModule(this.api));
         modules.set(ModuleConstants.ScheduleModuleId, new ScheduleModule(this.api));
@@ -1609,7 +1649,9 @@ export class AdaptableAgGrid {
         this.api.eventApi.on('AdaptableReady', () => {
             var _a, _b;
             // update status bar state
-            const adaptableStatusPanels = (_b = (_a = this.agGridAdapter.initialGridOptions.statusBar) === null || _a === void 0 ? void 0 : _a.statusPanels) === null || _b === void 0 ? void 0 : _b.filter((statusPanel) => this.adaptableStatusPanelKeys.includes(statusPanel.key));
+            const adaptableStatusPanels = (_b = (_a = this.agGridAdapter
+                .getAgGridApi()
+                .getGridOption('statusBar')) === null || _a === void 0 ? void 0 : _a.statusPanels) === null || _b === void 0 ? void 0 : _b.filter((statusPanel) => this.adaptableStatusPanelKeys.includes(statusPanel.key));
             const statusBarModule = this.ModuleService.getModuleById(ModuleConstants.StatusBarModuleId);
             // need to add only the adaptable panels
             statusBarModule.syncStateWithOptions(adaptableStatusPanels);
@@ -1642,13 +1684,14 @@ export class AdaptableAgGrid {
             // TODO AFL MIG: check why this assertion is here
             .getAllDisplayedColumnGroups();
         const groupsCount = {};
-        const colsToGroups = columnGroupChildren.reduce((acc, columnGroup) => {
+        const colsToGroups = (columnGroupChildren !== null && columnGroupChildren !== void 0 ? columnGroupChildren : []).reduce((acc, columnGroup) => {
             var _a, _b, _c;
             if (!((_b = (_a = columnGroup.getProvidedColumnGroup) === null || _a === void 0 ? void 0 : _a.call(columnGroup)) === null || _b === void 0 ? void 0 : _b.getColGroupDef())) {
                 return acc;
             }
             const ColumnGroupId = columnGroup.getGroupId();
-            const AllowGroupSplit = !columnGroup.getProvidedColumnGroup().getColGroupDef().marryChildren;
+            const AllowGroupSplit = !columnGroup.getProvidedColumnGroup().getColGroupDef()
+                .marryChildren;
             const FriendlyName = (_c = columnGroup.getProvidedColumnGroup().getColGroupDef().headerName) !== null && _c !== void 0 ? _c : ColumnGroupId;
             const columnsInGroup = columnGroup.getLeafColumns();
             columnsInGroup.forEach((col) => {
@@ -2174,50 +2217,20 @@ export class AdaptableAgGrid {
         });
         this.deriveAdaptableColumnStateFromAgGrid();
     }
-    getSortedColumnStateForVisibleColumns(visibleColumnList, columnState) {
+    getSortedColumnStateForVisibleColumns(visibleColumnList, columnState, layout) {
+        layout = layout || this.api.layoutApi.getCurrentLayout();
+        visibleColumnList = visibleColumnList || layout.Columns;
         columnState = columnState || this.agGridAdapter.getAgGridApi().getColumnState();
-        const NewVisibleColumnIdsMap = visibleColumnList.reduce((acc, colId, index) => {
-            acc[colId] = index;
-            return acc;
-        }, {});
-        const columnsStateIndexes = columnState.reduce((acc, colState, index) => {
-            acc[colState.colId] = index;
-            return acc;
-        }, {});
-        const newVisibleColumnsMap = visibleColumnList.reduce((acc, colId, index) => {
-            acc[colId] = index;
-            return acc;
-        }, {});
-        const result = [...columnState]
-            .sort((colState1, colState2) => {
-            const colId1 = colState1.colId;
-            const colId2 = colState2.colId;
-            const originalIndex1 = columnsStateIndexes[colId1];
-            const originalIndex2 = columnsStateIndexes[colId2];
-            const isRowGroup1 = this.api.columnApi.isAutoRowGroupColumn(colId1);
-            const isRowGroup2 = this.api.columnApi.isAutoRowGroupColumn(colId2);
-            if (isRowGroup1 && isRowGroup2) {
-                return 1;
-            }
-            if (isRowGroup1) {
-                return -1;
-            }
-            if (isRowGroup2) {
-                return 1;
-            }
-            if (newVisibleColumnsMap[colId1] != null && newVisibleColumnsMap[colId2] == null) {
-                return -1;
-            }
-            if (newVisibleColumnsMap[colId1] == null && newVisibleColumnsMap[colId2] != null) {
-                return 1;
-            }
-            if (newVisibleColumnsMap[colId1] == null && newVisibleColumnsMap[colId2] == null) {
-                return originalIndex1 - originalIndex2;
-            }
-            return newVisibleColumnsMap[colState1.colId] - newVisibleColumnsMap[colState2.colId];
-        })
-            .map((colState) => (Object.assign(Object.assign({}, colState), { hide: NewVisibleColumnIdsMap[colState.colId] == null })));
-        return result;
+        return buildSortedColumnStateForLayout({
+            columnState: columnState.map((colState) => {
+                return {
+                    colId: colState.colId,
+                    hide: colState.hide,
+                };
+            }),
+            layout: Object.assign(Object.assign({}, layout), { Columns: visibleColumnList }),
+            gridOptions: this.agGridAdapter.getLiveGridOptions(),
+        });
     }
     getDistinctValuesForColumn(column, distinctValuesParams) {
         let gridCells = this.getGridCellsForPermittedValues(column, distinctValuesParams);
@@ -2402,10 +2415,10 @@ export class AdaptableAgGrid {
         });
     }
     getAgGridRowModelType() {
-        var _a, _b;
+        var _a;
         // it seems that this can be null so we need explicitly to return "clientSide" in this case
         // need to check that for ServerSideRowModel it is ALWAYS returned...
-        return (_b = (_a = this.agGridAdapter.initialGridOptions) === null || _a === void 0 ? void 0 : _a.rowModelType) !== null && _b !== void 0 ? _b : 'clientSide';
+        return (_a = this.agGridAdapter.getAgGridApi().getGridOption('rowModelType')) !== null && _a !== void 0 ? _a : 'clientSide';
     }
     getAllRowNodes(config) {
         let rowNodes = [];
@@ -2528,7 +2541,7 @@ export class AdaptableAgGrid {
     }
     canGenerateCharts() {
         return (this.agGridAdapter.isModulePresent(ModuleNames.GridChartsModule) &&
-            this.agGridAdapter.initialGridOptions.enableCharts);
+            this.agGridAdapter.getAgGridApi().getGridOption('enableCharts'));
     }
     canDisplaySparklines() {
         return this.agGridAdapter.isModulePresent(ModuleNames.SparklinesModule);
@@ -2744,7 +2757,7 @@ export class AdaptableAgGrid {
     setRowGroupColumns(columnIds) {
         this.agGridAdapter.getAgGridApi().setRowGroupColumns(columnIds);
     }
-    getAgGridAllGridColumns() {
+    getAllGridColumns() {
         return this.agGridAdapter.getAgGridApi().getAllGridColumns();
     }
     clearRowGroupColumns() {
@@ -2925,7 +2938,7 @@ export class AdaptableAgGrid {
         else {
             (_b = this.agGridAdapter.getAgGridApi()) === null || _b === void 0 ? void 0 : _b.destroy();
         }
-        this.previousAgGridColumnState = '';
+        this.previousAgGridLayoutState = '';
         const gridContainerElement = this.getAgGridContainerElement();
         if (gridContainerElement) {
             gridContainerElement.removeEventListener('keydown', this.agGridListenerKeydown);
@@ -3043,55 +3056,86 @@ export class AdaptableAgGrid {
         ephemeralGridApi.destroy();
     }
     exportVisualDataToExcel() {
-        // // add adaptable style props to user defined props
-        // this.setExcelStylesForExport();
-        //
-        // this.gridOptions.api.exportDataAsExcel({
-        //   sheetName: 'Sheet 1',
-        //   fileName: this.ReportService.getReportFileName(this.adaptableOptions.adaptableId, 'Excel'),
-        //   // delegate the cell value processing to Adaptable
-        //   processCellCallback: ({ node, column, value }: ProcessCellForExportParams): string => {
-        //     const columnId = column.getColId();
-        //     if (
-        //         node?.group &&
-        //         (this.api.columnApi.isAutoRowGroupColumn(columnId) ||
-        //             // we would still need to process the cell if this is a group row with an aggregated value
-        //             node?.aggData?.[columnId] == undefined)
-        //     ) {
-        //       // skip processing of row groups, this was already handled in processRowGroupCallback()
-        //       return value;
-        //     }
-        //     return this.processCellForExcelExport(node, columnId);
-        //   },
-        //   processRowGroupCallback: (params: ProcessRowGroupForExportParams): string => {
-        //     // recreating the standard AG Grid styling for row groups: 'Parent -> Child'
-        //     // additionally the values are formatted
-        //     let rowGroupNode = params.node;
-        //     const isFooterRow = rowGroupNode.footer;
-        //     const rowGroupSummary = [this.processRowGroupForExcelExport(rowGroupNode) ?? ''];
-        //     while (rowGroupNode.parent) {
-        //       rowGroupNode = rowGroupNode.parent;
-        //       const formattedParentNode = this.processRowGroupForExcelExport(rowGroupNode);
-        //       if (formattedParentNode) {
-        //         rowGroupSummary.push(formattedParentNode);
-        //       }
-        //     }
-        //
-        //     let summary = rowGroupSummary.reverse().join(' -> ');
-        //     if (isFooterRow) {
-        //       summary = `Total: ${summary}`;
-        //     }
-        //     return summary;
-        //   },
-        // });
-        //
-        // // keep only the user defined props
-        // this.setGridOptionsProperty('excelStyles', (userExcelStyles) => {
-        //   return userExcelStyles;
-        // });
+        try {
+            const exportExcelStyles = this.ReportService.buildExcelStylesForVisualReports();
+            this.agGridOptionsService.CAREFUL_patchGridOptionsProperty('excelStyles', exportExcelStyles);
+            this.agGridAdapter.getAgGridApi().exportDataAsExcel({
+                sheetName: 'Sheet 1',
+                fileName: this.ReportService.getReportFileName(this.adaptableOptions.adaptableId, 'Excel'),
+                // delegate the cell value processing to Adaptable
+                processCellCallback: ({ node, column, value }) => {
+                    var _a;
+                    const columnId = column.getColId();
+                    if ((node === null || node === void 0 ? void 0 : node.group) &&
+                        (this.api.columnApi.isAutoRowGroupColumn(columnId) ||
+                            // we would still need to process the cell if this is a group row with an aggregated value
+                            ((_a = node === null || node === void 0 ? void 0 : node.aggData) === null || _a === void 0 ? void 0 : _a[columnId]) == undefined)) {
+                        // skip processing of row groups, this was already handled in processRowGroupCallback()
+                        return value;
+                    }
+                    return this.processCellForExcelExport(node, columnId);
+                },
+                processRowGroupCallback: (params) => {
+                    var _a;
+                    // recreating the standard AG Grid styling for row groups: 'Parent -> Child'
+                    // additionally the values are formatted
+                    let rowGroupNode = params.node;
+                    const isFooterRow = rowGroupNode.footer;
+                    const rowGroupSummary = [(_a = this.processRowGroupForExcelExport(rowGroupNode)) !== null && _a !== void 0 ? _a : ''];
+                    while (rowGroupNode.parent) {
+                        rowGroupNode = rowGroupNode.parent;
+                        const formattedParentNode = this.processRowGroupForExcelExport(rowGroupNode);
+                        if (formattedParentNode) {
+                            rowGroupSummary.push(formattedParentNode);
+                        }
+                    }
+                    let summary = rowGroupSummary.reverse().join(' -> ');
+                    if (isFooterRow) {
+                        summary = `Total: ${summary}`;
+                    }
+                    return summary;
+                },
+            });
+            this.agGridOptionsService.revertGridOptionsPropertyToUserValue('excelStyles');
+        }
+        catch (error) {
+            this.logger.consoleError('Error exporting visual data to Excel', error);
+        }
+    }
+    processRowGroupForExcelExport(rowNode) {
+        var _a, _b, _c, _d, _e;
+        const columnId = (_c = (_a = rowNode.field) !== null && _a !== void 0 ? _a : (_b = rowNode.rowGroupColumn) === null || _b === void 0 ? void 0 : _b.getColId()) !== null && _c !== void 0 ? _c : (_e = (_d = rowNode.rowGroupColumn) === null || _d === void 0 ? void 0 : _d.getColDef()) === null || _e === void 0 ? void 0 : _e.field;
+        if (!columnId || !rowNode.key) {
+            return;
+        }
+        let rawValue = rowNode.key;
+        if (this.api.columnApi.getColumnDataTypeForColumnId(columnId) === 'Date' &&
+            typeof rawValue === 'string' &&
+            // rawValue is composed only of digits
+            /^\d+$/.test(rawValue)) {
+            // AG-Grid converts the value to string, we have to reconvert it back
+            const dateRawValue = parseInt(rawValue);
+            if (dateRawValue != undefined) {
+                // @ts-ignore
+                rawValue = dateRawValue;
+            }
+        }
+        return this.ReportService.getCellExportValueFromRawValue(rowNode, rawValue, columnId);
+    }
+    processCellForExcelExport(rowNode, columnId) {
+        if (this.api.exportApi.internalApi.isVisualDataExportInProgress()) {
+            const cellKey = this.agGridColumnAdapter.getExcelClassNameForCell(columnId, this.getPrimaryKeyValueFromRowNode(rowNode));
+            const isoFormattedDate = this.ReportService.getExcelStyleWithFormattedDate(cellKey);
+            if (isoFormattedDate) {
+                // this is a Date cell which will be formatted by Excel
+                return isoFormattedDate;
+            }
+        }
+        return this.ReportService.getCellExportValueFromRowNode(rowNode, columnId);
     }
     isQuickFilterAvailable() {
-        if (this.api.layoutApi.getCurrentLayout().EnablePivot) {
+        if (this.api.layoutApi.isCurrentLayoutPivot() &&
+            this.adaptableOptions.columnFilterOptions.useAdaptableColumnFiltering) {
             // hide completely the quick filter if pivot is enabled
             return false;
         }
@@ -3127,10 +3171,6 @@ export class AdaptableAgGrid {
             layout.PinnedColumnsMap = layout.PinnedColumnsMap || {};
             layout.PinnedColumnsMap[actionRowColumn.colId] = actionRowColumn.pinned;
         }
-        const layoutColumnsMap = layout.Columns.reduce((acc, colId) => {
-            acc[colId] = true;
-            return acc;
-        }, {});
         const columnsState = this.agGridAdapter.getAgGridApi().getColumnState();
         const columnsStateIndexes = {};
         const columnsStateMap = columnsState.reduce((acc, colState, index) => {
@@ -3162,20 +3202,19 @@ export class AdaptableAgGrid {
                 .getPivotResultColumns()) === null || _b === void 0 ? void 0 : _b.map((column) => column.getColId())) || [];
         let isChanged = false;
         const colsToAutoSize = {};
-        let newColumnsState = this.getSortedColumnStateForVisibleColumns(columnsToShow, columnsState);
+        let newColumnsState = this.getSortedColumnStateForVisibleColumns(columnsToShow, columnsState, layout);
         newColumnsState = newColumnsState
             .map((colState) => {
             var _a, _b, _c;
             const { colId } = colState;
             const oldColState = columnsStateMap[colId];
-            const hide = this.api.columnApi.isAutoPivotColumn(colId)
-                ? colState.hide
-                : !layoutColumnsMap[colId];
-            const newColState = Object.assign(Object.assign({}, oldColState), { hide });
+            // it's important to have width here, so it's not inherited from the existing colState
+            // which could be from a different layout
+            const newColState = Object.assign(Object.assign(Object.assign({}, oldColState), { width: null }), colState);
             if (layout.ColumnWidthMap && layout.ColumnWidthMap[colId] != null) {
                 newColState.width = layout.ColumnWidthMap[colId];
             }
-            else if (!hide) {
+            else if (!colState.hide) {
                 // autosize only the columns which are part of the selected layout
                 colsToAutoSize[colId] = true;
             }
@@ -3184,11 +3223,7 @@ export class AdaptableAgGrid {
             }
             newColState.rowGroupIndex =
                 groupedColumnsIndexesMap[colId] != null ? groupedColumnsIndexesMap[colId] : null;
-            const previousRowGroup = newColState.rowGroup;
             newColState.rowGroup = newColState.rowGroupIndex != null;
-            if (!previousRowGroup && newColState.rowGroup) {
-                this.agGridColumnAdapter.triggerSetupColumnKeyCreator(colId);
-            }
             const normalizePinned = (pinnedValue) => {
                 if (typeof pinnedValue === 'string') {
                     return pinnedValue;
@@ -3293,14 +3328,13 @@ export class AdaptableAgGrid {
             // as otherwise column order is not preserved properly when
             // going from pivoted to unpivoted layout
             if (shouldUpdatePivoted) {
-                this.agGridAdapter.getAgGridApi().setPivotMode(pivoted);
+                this.agGridAdapter.setGridOption('pivotMode', pivoted);
             }
             const perfApplyColumnState = this.logger.beginPerf('applyColumnState (layout.isChanged)');
             this.agGridAdapter.getAgGridApi().applyColumnState({
                 state: newColumnsState,
                 applyOrder: true,
             });
-            this.applyGroupColumnWidth(layout);
             perfApplyColumnState.end();
             this.api.gridApi.setColumnSorts(layout.ColumnSorts);
             this.agGridAdapter.getAgGridApi().setPivotColumns(layout.PivotColumns || []);
@@ -3331,7 +3365,9 @@ export class AdaptableAgGrid {
         else {
             if (((_f = (_e = this.adaptableOptions) === null || _e === void 0 ? void 0 : _e.layoutOptions) === null || _f === void 0 ? void 0 : _f.autoSizeColumnsInLayout) &&
                 colsToAutoSizeArray.length) {
-                this.agGridAdapter.getAgGridApi().autoSizeColumns(colsToAutoSizeArray);
+                requestAnimationFrame(() => {
+                    this.autoSizeColumns(colsToAutoSizeArray);
+                });
             }
         }
         this.forPlugins((plugin) => {
@@ -3355,38 +3391,6 @@ export class AdaptableAgGrid {
         }
         return null;
     }
-    /**
-     * Setting layout works by modifing the column state.
-     * The column state is based on the current existing columns.
-     * At this point the column groups do not exist, and the widths from layout are not applied.
-     *
-     * After the col sate is applied and the column groups are created we need
-     * to apply the state again to update the widths of the group columns.
-     */
-    applyGroupColumnWidth(layout) {
-        if (!layout.RowGroupedColumns || !layout.RowGroupedColumns.length) {
-            return;
-        }
-        const groupColumnWithDifferentWidths = this.agGridAdapter
-            .getAgGridApi()
-            .getColumnState()
-            .reduce((acc, col) => {
-            var _a;
-            if (this.api.columnApi.isAutoRowGroupColumn(col.colId)) {
-                const widthInLayout = (_a = layout.ColumnWidthMap) === null || _a === void 0 ? void 0 : _a[col.colId];
-                if (widthInLayout && widthInLayout !== col.width) {
-                    acc.push(Object.assign(Object.assign({}, col), { width: widthInLayout }));
-                }
-            }
-            return acc;
-        }, []);
-        if (groupColumnWithDifferentWidths.length === 0) {
-            return;
-        }
-        this.agGridAdapter.getAgGridApi().applyColumnState({
-            state: groupColumnWithDifferentWidths,
-        });
-    }
     onRowDataChanged({ rowNode, oldData, newData, }) {
         if (oldData == null || oldData == undefined) {
             return;
@@ -3565,12 +3569,12 @@ export class AdaptableAgGrid {
                     if (!dataChangedScope.wholeRow) {
                         const columnIds = this.api.expressionApi.getColumnsFromExpression(styleModule.Rule.BooleanExpression);
                         if (columnIds.includes(cellDataChangedInfo.column.columnId)) {
-                            if (this.api.scopeApi.scopeIsAll(styleModule.Scope)) {
+                            if (this.api.columnScopeApi.scopeIsAll(styleModule.Scope)) {
                                 dataChangedScope.wholeRow = true;
                                 return;
                             }
                             else {
-                                this.api.scopeApi
+                                this.api.columnScopeApi
                                     .getColumnsForScope(styleModule.Scope)
                                     .map((c) => c.columnId)
                                     .forEach((colId) => {
@@ -3683,15 +3687,18 @@ export class AdaptableAgGrid {
         var _a, _b;
         const agGridApi = this.agGridAdapter.getAgGridApi();
         const columnState = agGridApi.getColumnState();
+        const expandedState = agGridApi.getState().rowGroupExpansion || { expandedRowGroupIds: [] };
+        const currentLayoutState = { columnState, expandedState };
         try {
-            const stringifiedState = JSON.stringify(columnState);
-            if (stringifiedState === this.previousAgGridColumnState) {
+            // TODO
+            const stringifiedLayoutState = JSON.stringify(currentLayoutState);
+            if (stringifiedLayoutState === this.previousAgGridLayoutState) {
                 // same grid column state as a previous,
                 // so no need to update, as the layout has already been updated
                 // for this grid column state
                 return;
             }
-            this.previousAgGridColumnState = stringifiedState;
+            this.previousAgGridLayoutState = stringifiedLayoutState;
         }
         catch (ex) {
             this.logger.consoleError('Error stringifying column state', ex);
@@ -3899,31 +3906,4 @@ export class AdaptableAgGrid {
             };
         });
     }
-    setPinnedRows(pinnedRows, location) {
-        const gridApi = this.agGridAdapter.getAgGridApi();
-        switch (location) {
-            case 'top':
-                gridApi.setGridOption('pinnedTopRowData', pinnedRows);
-                break;
-            case 'bottom':
-                gridApi.setGridOption('pinnedBottomRowData', pinnedRows);
-                break;
-        }
-    }
-    setupRowSummaries() {
-        var _a;
-        const rowSummaries = (_a = this.api.internalApi.getAdaptableState().System.RowSummary.rowSummaries) !== null && _a !== void 0 ? _a : [];
-        const { top, bottom } = rowSummaries.reduce((acc, summaryRow) => {
-            const row = summaryRow.RowData;
-            if (summaryRow.Position === 'Bottom' || !summaryRow.Position) {
-                acc.bottom.push(row);
-            }
-            else {
-                acc.top.push(row);
-            }
-            return acc;
-        }, { top: [], bottom: [] });
-        this.setPinnedRows(top, 'top');
-        this.setPinnedRows(bottom, 'bottom');
-    }
 }