ga4-export-fixer 0.1.5-dev.3 → 0.1.5

package/README.md

@@ -6,7 +6,6 @@ The goal of the package is to **speed up development** when building data models
 
 ### Planned Features
 
-- Support for using only intraday export data
 - Tools for building on top of the enhanced events table
 - Column descriptions
 - Default configurations for app and web properties
@@ -33,7 +32,7 @@ Include the package in the package.json file in your Dataform repository.
 {
   "dependencies": {
     "@dataform/core": "3.0.42",
-    "ga4-export-fixer": "0.1.4"
+    "ga4-export-fixer": "0.1.5"
   }
 }
 ```
@@ -185,11 +184,13 @@ All fields are optional except `sourceTable`. Default values are applied automat
 | `includedExportTypes.daily` | boolean | `true` | Include daily (processed) export |
 | `includedExportTypes.intraday` | boolean | `true` | Include intraday export |
 
+> **Intraday-only mode:** Set `daily` to `false` and `intraday` to `true` to use only intraday export tables. When using intraday-only mode, `dataIsFinal.detectionMethod` must be set to `'DAY_THRESHOLD'`.
+
 **`dataIsFinal`** — how to determine whether data is final (not expected to change):
 
 | Field | Type | Default | Description |
 |-------|------|---------|-------------|
-| `dataIsFinal.detectionMethod` | string | `'EXPORT_TYPE'` | `'EXPORT_TYPE'` (uses table suffix, all data from the daily export is considered final) or `'DAY_THRESHOLD'` (uses days since event) |
+| `dataIsFinal.detectionMethod` | string | `'EXPORT_TYPE'` | `'EXPORT_TYPE'` (uses table suffix; all data from the daily export is considered final) or `'DAY_THRESHOLD'` (uses days since event). Must be `'DAY_THRESHOLD'` when only intraday export is enabled |
 | `dataIsFinal.dayThreshold` | integer | `4` | Days after which data is considered final. Required when `detectionMethod` is `'DAY_THRESHOLD'` |
 
 **`testConfig`** — date range used when `test` is `true`:

package/helpers.js

@@ -722,6 +722,14 @@ const isGa4ExportColumn = (columnName) => {
   return ga4ExportColumns.includes(columnName);
 };
 
+const getGa4ExportType = (tableSuffix) => {
+  return `case
+      when ${tableSuffix} like 'intraday_%' then 'intraday'
+      when ${tableSuffix} like 'fresh_%' then 'fresh'
+      when regexp_contains(${tableSuffix}, r'^\\d{8}$') then 'daily'
+    end`;
+};
+
 module.exports = {
   eventDate,
   getEventDateTime,
@@ -742,5 +750,6 @@ module.exports = {
   extractUrlPath,
   extractUrlQuery,
   extractUrlQueryParams,
-  isGa4ExportColumn
+  isGa4ExportColumn,
+  getGa4ExportType
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ga4-export-fixer",
-  "version": "0.1.5-dev.3",
+  "version": "0.1.5",
   "description": "",
   "main": "index.js",
   "files": [

package/tables/ga4EventsEnhanced.js

@@ -272,6 +272,7 @@ const generateEnhancedEventsSQL = (config) => {
             items: 'items',
             // flag if the data is "final" and is not expected to change anymore
             data_is_final: helpers.isFinalData(mergedConfig.dataIsFinal.detectionMethod, mergedConfig.dataIsFinal.dayThreshold),
+            export_type: helpers.getGa4ExportType('_table_suffix'),
             // prep columns for later steps
             entrances: helpers.unnestEventParam('entrances', 'int'),
             session_params_prep: mergedConfig.sessionParams.length > 0 ? helpers.filterEventParams(mergedConfig.sessionParams, 'include') : undefined,
@@ -318,6 +319,7 @@ ${excludedEventsSQL}`,
                     'entrances',
                     mergedConfig.sessionParams.length > 0 ? 'session_params_prep' : undefined,
                     'data_is_final',
+                    'export_type',
                 ]
             ),
             // get the rest of the session_data columns 
@@ -329,6 +331,7 @@ ${excludedEventsSQL}`,
             // include additional columns
             row_inserted_timestamp: 'current_timestamp()',
             data_is_final: 'data_is_final',
+            export_type: 'export_type',
         },
         from: 'event_data',
         leftJoin: [