ga4-export-fixer 0.1.5-dev.4 → 0.1.6-dev.0

package/README.md

@@ -6,7 +6,6 @@ The goal of the package is to **speed up development** when building data models
 
 ### Planned Features
 
-- Support for using only intraday export data
 - Tools for building on top of the enhanced events table
 - Column descriptions
 - Default configurations for app and web properties
@@ -33,7 +32,7 @@ Include the package in the package.json file in your Dataform repository.
 {
   "dependencies": {
     "@dataform/core": "3.0.42",
-    "ga4-export-fixer": "0.1.4"
+    "ga4-export-fixer": "0.1.5"
   }
 }
 ```
@@ -185,11 +184,13 @@ All fields are optional except `sourceTable`. Default values are applied automat
 | `includedExportTypes.daily` | boolean | `true` | Include daily (processed) export |
 | `includedExportTypes.intraday` | boolean | `true` | Include intraday export |
 
+> **Intraday-only mode:** Set `daily` to `false` and `intraday` to `true` to use only intraday export tables. When using intraday-only mode, `dataIsFinal.detectionMethod` must be set to `'DAY_THRESHOLD'`.
+
 **`dataIsFinal`** — how to determine whether data is final (not expected to change):
 
 | Field | Type | Default | Description |
 |-------|------|---------|-------------|
-| `dataIsFinal.detectionMethod` | string | `'EXPORT_TYPE'` | `'EXPORT_TYPE'` (uses table suffix, all data from the daily export is considered final) or `'DAY_THRESHOLD'` (uses days since event) |
+| `dataIsFinal.detectionMethod` | string | `'EXPORT_TYPE'` | `'EXPORT_TYPE'` (uses table suffix; all data from the daily export is considered final) or `'DAY_THRESHOLD'` (uses days since event). Must be `'DAY_THRESHOLD'` when only intraday export is enabled |
 | `dataIsFinal.dayThreshold` | integer | `4` | Days after which data is considered final. Required when `detectionMethod` is `'DAY_THRESHOLD'` |
 
 **`testConfig`** — date range used when `test` is `true`:

package/index.js

@@ -1,7 +1,26 @@
 const helpers = require('./helpers.js');
 const ga4EventsEnhanced = require('./tables/ga4EventsEnhanced.js');
+const preOperations = require('./preOperations.js');
+
+// export setPreOperations with default configuration for usage with downstream tables
+const setPreOperations = (self, incremental, preOperationsConfig) => {
+  const defaultPreOperationsConfig = {
+    dateRangeStartFullRefresh: 'date(2000, 1, 1)',
+    dateRangeEnd: 'current_date()',
+    numberOfPreviousDaysToScan: 10,
+  };
+  
+  const config = {
+    self,
+    incremental,
+    preOperations: {...defaultPreOperationsConfig, ...preOperationsConfig}
+  };
+
+  return preOperations.setPreOperations(config);
+};
 
 module.exports = {
   helpers,
-  ga4EventsEnhanced
+  ga4EventsEnhanced,
+  setPreOperations
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ga4-export-fixer",
-  "version": "0.1.5-dev.4",
+  "version": "0.1.6-dev.0",
   "description": "",
   "main": "index.js",
   "files": [

package/preOperations.js

@@ -141,7 +141,7 @@ const setPreOperations = (config) => {
       type: 'variable',
       name: constants.INTRADAY_DATE_RANGE_START_VARIABLE,
       // variable only needed if intraday export tables are included together with daily export tables
-      value: config.includedExportTypes.intraday && config.includedExportTypes.daily ? getDateRangeStartIntraday(config) : undefined,
+      value: config.sourceTableType === 'GA4_EXPORT' && config.includedExportTypes.intraday && config.includedExportTypes.daily ? getDateRangeStartIntraday(config) : undefined,
       comment: 'Define the date range start for intraday export tables. Avoid returning intraday data if it overlaps with daily export data. Only needed if intraday export tables are included together with daily export tables.',
     },
     {
@@ -160,7 +160,7 @@ const setPreOperations = (config) => {
     {
       type: 'create',
       // create table statement only needed with schema lock
-      value: config.schemaLock ? createSchemaLockTable(config) : undefined,
+      value: config.sourceTableType === 'GA4_EXPORT' && config.schemaLock ? createSchemaLockTable(config) : undefined,
       comment: 'Lock the schema to a specific version by creating a table copy from the selected day\'s export.'
     },
   ];

package/tables/ga4EventsEnhanced.js

@@ -7,6 +7,7 @@ const preOperations = require('../preOperations.js');
 const defaultConfig = {
     // required
     sourceTable: undefined,
+    sourceTableType: 'GA4_EXPORT', // used with pre operations to detect if ga4 export specific pre operations are needed
     self: undefined,
     incremental: undefined,
     // optional but recommended