ga4-export-fixer 0.4.2 → 0.4.3-dev.1

package/defaultConfig.js

@@ -38,7 +38,18 @@ const ga4EventsEnhancedConfig = {
     // optional but recommended
     schemaLock: undefined,
     // only used with js tables
-    // dataformTableConfig: {},
+    dataformTableConfig: {
+        type: 'incremental',
+        bigquery: {
+            partitionBy: 'event_date',
+            clusterBy: ['event_name', 'session_id', 'page_location', 'data_is_final'],
+            labels: {
+                'ga4_export_fixer': 'true'
+            }
+        },
+        onSchemaChange: 'EXTEND',
+        tags: ['ga4_export_fixer'],
+    },
     // optional
     includedExportTypes: {
         daily: true,

package/documentation.js

@@ -282,13 +282,15 @@ const getTableDescription = (config) => {
     sections.push(`${constants.TABLE_DESCRIPTION_SUFFIX}\n${constants.TABLE_DESCRIPTION_DOCUMENTATION_LINK}`);
 
     // 8. Config JSON dump
-    const configJson = JSON.stringify(
-        Object.fromEntries(
-            Object.entries(config).filter(([key]) => !key.startsWith('default') && key !== 'dataformTableConfig')
-        ),
-        null,
-        2
+    const configForDump = Object.fromEntries(
+        Object.entries(config).filter(([key]) => !key.startsWith('default'))
     );
+    // Strip description and columns from dataformTableConfig to avoid circular reference and bloat
+    if (configForDump.dataformTableConfig) {
+        const { description, columns, ...rest } = configForDump.dataformTableConfig;
+        configForDump.dataformTableConfig = rest;
+    }
+    const configJson = JSON.stringify(configForDump, null, 2);
     sections.push(`The last full table refresh was done using this configuration:\n${configJson}`);
 
     return sections.join('\n\n');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ga4-export-fixer",
-  "version": "0.4.2",
+  "version": "0.4.3-dev.1",
   "description": "",
   "main": "index.js",
   "files": [

package/tables/ga4EventsEnhanced.js

@@ -319,50 +319,49 @@ ${excludedEventsSQL}`,
  * @returns {Object} The Dataform publish() object for the enhanced events table, supporting chaining (e.g. .preOps, .query).
  */
 const createEnhancedEventsTable = (dataformPublish, config) => {
-    const mergedConfig = utils.mergeSQLConfigurations(defaultConfig, config);
+    // Extract user dataformTableConfig before SQL merge to prevent double-merge.
+    // mergeSQLConfigurations overwrites arrays (tags), so passing user overrides through it
+    // would lose the default tags. By stripping it here, user overrides are applied exactly
+    // once via mergeDataformTableConfigurations.
+    const { dataformTableConfig: userDataformTableConfig, ...sqlConfig } = config;
 
-    const tableDescription = documentation.getTableDescription(mergedConfig);
+    const mergedConfig = utils.mergeSQLConfigurations(defaultConfig, sqlConfig);
 
-    // the defaults for the dataform table config
-    const defaultDataformTableConfig = {
-        name: constants.DEFAULT_EVENTS_TABLE_NAME,
-        type: 'incremental',
-        schema: 'ga4_export_fixer',
-        description: tableDescription,
-        bigquery: {
-            partitionBy: 'event_date',
-            clusterBy: ['event_name', 'session_id', 'page_location', 'data_is_final'],
-            labels: {
-                'ga4_export_fixer': 'true'
-            }
-        },
-        onSchemaChange: 'EXTEND',
-        tags: ['ga4_export_fixer'],
-        columns: documentation.getColumnDescriptions(mergedConfig)
-    };
+    // Static defaults from defaultConfig.js (via mergedConfig, without user overrides)
+    const staticDefaults = mergedConfig.dataformTableConfig || {};
 
-    // set the default values for table name and dataset, if not provided in the config
-    const setDefaults = () => {
-        const getDatasetName = (sourceTable) => {
-            if (utils.isDataformTableReferenceObject(sourceTable)) {
-                return sourceTable.dataset || sourceTable.schema;
-            }
-            if (typeof sourceTable === 'string' && /^`[^\.]+\.[^\.]+\.[^\.]+`$/.test(sourceTable)) {
-                return sourceTable.split('.')[1];
-            }
-            throw new Error(`Unable to extract the dataset name from sourceTable, received: ${JSON.stringify(sourceTable)}`);
-        };
+    // Compute dynamic fields from merged SQL config
+    const getDatasetName = (sourceTable) => {
+        if (utils.isDataformTableReferenceObject(sourceTable)) {
+            return sourceTable.dataset || sourceTable.schema;
+        }
+        if (typeof sourceTable === 'string' && /^`[^\.]+\.[^\.]+\.[^\.]+`$/.test(sourceTable)) {
+            return sourceTable.split('.')[1];
+        }
+        throw new Error(`Unable to extract the dataset name from sourceTable, received: ${JSON.stringify(sourceTable)}`);
+    };
 
-        const dataset = getDatasetName(mergedConfig.sourceTable);
+    const dataset = getDatasetName(mergedConfig.sourceTable);
 
-        defaultDataformTableConfig.name = `${constants.DEFAULT_EVENTS_TABLE_NAME}_${dataset.replace('analytics_', '')}`;
-        defaultDataformTableConfig.schema = dataset;
-    };
+    // Merge: static defaults → dynamic fields (except description) → user overrides
+    const dataformTableConfig = utils.mergeDataformTableConfigurations(
+        {
+            ...staticDefaults,
+            name: `${constants.DEFAULT_EVENTS_TABLE_NAME}_${dataset.replace('analytics_', '')}`,
+            schema: dataset,
+            columns: documentation.getColumnDescriptions(mergedConfig),
+        },
+        userDataformTableConfig
+    );
 
-    setDefaults();
+    // Include the final dataformTableConfig in mergedConfig for the description's config dump
+    mergedConfig.dataformTableConfig = dataformTableConfig;
+    const tableDescription = documentation.getTableDescription(mergedConfig);
 
-    // merge the dataform table config with the default dataform table config
-    const dataformTableConfig = utils.mergeDataformTableConfigurations(defaultDataformTableConfig, mergedConfig.dataformTableConfig);
+    // Set description (user override from the merge wins if provided)
+    if (!dataformTableConfig.description) {
+        dataformTableConfig.description = tableDescription;
+    }
 
     // create the table using Dataform publish()
     return dataformPublish(dataformTableConfig.name, dataformTableConfig).preOps(ctx => {