@ken-e/dataform-youtube 0.0.2

package/includes/definitions/sources/stg_ytc_lu_device_types.js

@@ -0,0 +1,33 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_device_types", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "device"],
+    description:
+      "Lookup table for device types and their descriptions from YouTube Analytics API.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(device_type as int) as device_type,
+  device as device_name
+from unnest([
+  struct(100 as device_type, "Unknown" as device),
+  struct(101 as device_type, "Computer" as device),
+  struct(102 as device_type, "TV" as device),
+  struct(103 as device_type, "Game console" as device),
+  struct(104 as device_type, "Mobile phone" as device),
+  struct(105 as device_type, "Tablet" as device)
+]) as device_types
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_lu_end_screen_element_type.js

@@ -0,0 +1,36 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_end_screen_element_type", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "end_screen_element_type"],
+    description: "Lookup table for YouTube end screen element types.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(element_type as int) as end_screen_element_type,
+  element_type_name as end_screen_element_type_name
+from unnest([
+  struct(501 as element_type, "Video" as element_type_name),
+  struct(502 as element_type, "Playlist" as element_type_name),
+  struct(503 as element_type, "Website" as element_type_name),
+  struct(504 as element_type, "Channel" as element_type_name),
+  struct(505 as element_type, "Subscribe" as element_type_name),
+  struct(506 as element_type, "Associated" as element_type_name),
+  struct(507 as element_type, "Crowdfunding" as element_type_name),
+  struct(508 as element_type, "Merchandise" as element_type_name),
+  struct(509 as element_type, "Recent upload" as element_type_name),
+  struct(510 as element_type, "Best for viewer" as element_type_name)
+]) as element_types
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_lu_operating_systems.js

@@ -0,0 +1,57 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_operating_systems", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "operating_system"],
+    description:
+      "Lookup table for operating system types and their names from YouTube Analytics API.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(operating_system as int) as operating_system,
+  operating_system_name
+from unnest([
+  struct(1 as operating_system, "Other" as operating_system_name),
+  struct(2 as operating_system, "Windows" as operating_system_name),
+  struct(3 as operating_system, "Windows Mobile" as operating_system_name),
+  struct(4 as operating_system, "Android" as operating_system_name),
+  struct(5 as operating_system, "iOS" as operating_system_name),
+  struct(6 as operating_system, "Symbian" as operating_system_name),
+  struct(7 as operating_system, "Blackberry" as operating_system_name),
+  struct(9 as operating_system, "Macintosh" as operating_system_name),
+  struct(10 as operating_system, "PlayStation" as operating_system_name),
+  struct(11 as operating_system, "Bada" as operating_system_name),
+  struct(12 as operating_system, "WebOS" as operating_system_name),
+  struct(13 as operating_system, "Linux" as operating_system_name),
+  struct(14 as operating_system, "Hiptop" as operating_system_name),
+  struct(15 as operating_system, "MeeGo" as operating_system_name),
+  struct(16 as operating_system, "Wii" as operating_system_name),
+  struct(17 as operating_system, "Xbox" as operating_system_name),
+  struct(18 as operating_system, "PlayStation Vita" as operating_system_name),
+  struct(19 as operating_system, "Smart TV" as operating_system_name),
+  struct(20 as operating_system, "Nintendo 3DS" as operating_system_name),
+  struct(21 as operating_system, "Chromecast" as operating_system_name),
+  struct(22 as operating_system, "Tizen" as operating_system_name),
+  struct(23 as operating_system, "Firefox" as operating_system_name),
+  struct(24 as operating_system, "RealMedia" as operating_system_name),
+  struct(25 as operating_system, "KaiOS" as operating_system_name),
+  struct(26 as operating_system, "Roku" as operating_system_name),
+  struct(27 as operating_system, "Nintendo Switch" as operating_system_name),
+  struct(28 as operating_system, "Apple tvOS" as operating_system_name),
+  struct(29 as operating_system, "Fire OS" as operating_system_name),
+  struct(30 as operating_system, "ChromeOS" as operating_system_name),
+  struct(31 as operating_system, "Vidaa" as operating_system_name)
+]) as operating_systems
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_lu_playback_location.js

@@ -0,0 +1,34 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_playback_location", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "playback_location"],
+    description:
+      "Lookup table for playback location types and their descriptions.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(playback_location_type as int) as playback_location_type,
+  playback_location as playback_location_name
+from unnest([
+  struct(0 as playback_location_type, "YT Watch page or App" as playback_location),
+  struct(1 as playback_location_type, "Embed" as playback_location),
+  struct(2 as playback_location_type, "YT Channel" as playback_location),
+  struct(5 as playback_location_type, "Not Classified" as playback_location),
+  struct(7 as playback_location_type, "YT Home Subscription Browse" as playback_location),
+  struct(8 as playback_location_type, "YT Search Result" as playback_location),
+  struct(10 as playback_location_type, "YT Shorts Feed" as playback_location)
+]) as playback_locations
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_lu_sharing_services.js

@@ -0,0 +1,94 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_sharing_services", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "sharing_service"],
+    description:
+      "Lookup table for sharing service types and their descriptions from YouTube Analytics API.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(sharing_service as int) as sharing_service,
+  sharing_service_name
+from unnest([
+  struct(0 as sharing_service, 'Unknown' as sharing_service_name),
+  struct(1 as sharing_service, 'Digg' as sharing_service_name),
+  struct(4 as sharing_service, 'Reddit' as sharing_service_name),
+  struct(5 as sharing_service, 'StumbleUpon' as sharing_service_name),
+  struct(6 as sharing_service, 'Mixi' as sharing_service_name),
+  struct(7 as sharing_service, 'Yahoo! Japan' as sharing_service_name),
+  struct(8 as sharing_service, 'Goo' as sharing_service_name),
+  struct(9 as sharing_service, 'Ameba' as sharing_service_name),
+  struct(10 as sharing_service, 'Facebook' as sharing_service_name),
+  struct(11 as sharing_service, 'Myspace' as sharing_service_name),
+  struct(12 as sharing_service, 'NUjij' as sharing_service_name),
+  struct(18 as sharing_service, 'Tuenti' as sharing_service_name),
+  struct(20 as sharing_service, 'Menéame' as sharing_service_name),
+  struct(21 as sharing_service, 'Wykop' as sharing_service_name),
+  struct(22 as sharing_service, 'Skyrock' as sharing_service_name),
+  struct(25 as sharing_service, 'Fotka' as sharing_service_name),
+  struct(28 as sharing_service, 'Hi5' as sharing_service_name),
+  struct(31 as sharing_service, 'Twitter' as sharing_service_name),
+  struct(32 as sharing_service, 'Cyworld' as sharing_service_name),
+  struct(34 as sharing_service, 'Blogger' as sharing_service_name),
+  struct(36 as sharing_service, 'VKontakte' as sharing_service_name),
+  struct(37 as sharing_service, 'Rakuten' as sharing_service_name),
+  struct(38 as sharing_service, 'LiveJournal' as sharing_service_name),
+  struct(39 as sharing_service, 'Odnoklassniki' as sharing_service_name),
+  struct(40 as sharing_service, 'Tumblr' as sharing_service_name),
+  struct(42 as sharing_service, 'LinkedIn' as sharing_service_name),
+  struct(43 as sharing_service, 'Google+' as sharing_service_name),
+  struct(44 as sharing_service, 'Weibo' as sharing_service_name),
+  struct(45 as sharing_service, 'Pinterest' as sharing_service_name),
+  struct(46 as sharing_service, 'Email' as sharing_service_name),
+  struct(47 as sharing_service, 'Facebook Messenger' as sharing_service_name),
+  struct(49 as sharing_service, 'WhatsApp' as sharing_service_name),
+  struct(50 as sharing_service, 'Hangouts' as sharing_service_name),
+  struct(51 as sharing_service, 'Gmail' as sharing_service_name),
+  struct(52 as sharing_service, 'Kakao Talk' as sharing_service_name),
+  struct(53 as sharing_service, 'Other' as sharing_service_name),
+  struct(55 as sharing_service, 'Copy to Clipboard' as sharing_service_name),
+  struct(59 as sharing_service, 'Embed' as sharing_service_name),
+  struct(60 as sharing_service, 'Text message' as sharing_service_name),
+  struct(61 as sharing_service, 'Android messaging' as sharing_service_name),
+  struct(62 as sharing_service, 'Verizon messages' as sharing_service_name),
+  struct(63 as sharing_service, 'HTC text message' as sharing_service_name),
+  struct(64 as sharing_service, 'Sony Conversations' as sharing_service_name),
+  struct(65 as sharing_service, 'Go SMS' as sharing_service_name),
+  struct(66 as sharing_service, 'LGE Email' as sharing_service_name),
+  struct(67 as sharing_service, 'Line' as sharing_service_name),
+  struct(68 as sharing_service, 'Viber' as sharing_service_name),
+  struct(69 as sharing_service, 'Kik' as sharing_service_name),
+  struct(70 as sharing_service, 'Skype' as sharing_service_name),
+  struct(71 as sharing_service, 'Blackberry Messenger' as sharing_service_name),
+  struct(72 as sharing_service, 'WeChat' as sharing_service_name),
+  struct(73 as sharing_service, 'KAKAO Story' as sharing_service_name),
+  struct(74 as sharing_service, 'Dropbox' as sharing_service_name),
+  struct(75 as sharing_service, 'Telegram' as sharing_service_name),
+  struct(76 as sharing_service, 'Facebook Pages' as sharing_service_name),
+  struct(77 as sharing_service, 'GroupMe' as sharing_service_name),
+  struct(78 as sharing_service, 'Android Email' as sharing_service_name),
+  struct(79 as sharing_service, 'Motorola Messaging' as sharing_service_name),
+  struct(80 as sharing_service, 'Nearby Share' as sharing_service_name),
+  struct(81 as sharing_service, 'Naver' as sharing_service_name),
+  struct(82 as sharing_service, 'iOS System Activity Dialog' as sharing_service_name),
+  struct(83 as sharing_service, 'Google Inbox' as sharing_service_name),
+  struct(84 as sharing_service, 'Android Messenger' as sharing_service_name),
+  struct(85 as sharing_service, 'YouTube Music' as sharing_service_name),
+  struct(86 as sharing_service, 'YouTube Gaming' as sharing_service_name),
+  struct(87 as sharing_service, 'YouTube Kids' as sharing_service_name),
+  struct(88 as sharing_service, 'YouTube TV' as sharing_service_name)
+]) as sharing_services
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_lu_traffic_sources.js

@@ -0,0 +1,50 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_lu_traffic_sources", {
+    type: "table",
+    database: config.target.database,
+    schema: config.datasetOutput,
+    protected: config.protected,
+    tags: ["youtube", "lookup", "traffic_source"],
+    description:
+      "Lookup table for traffic source types and their descriptions from YouTube Analytics API.",
+  }).query(
+    (ctx) =>
+      `
+
+select 
+  cast(traffic_source_type as int) as traffic_source_type,
+  traffic_source as traffic_source_name
+from unnest([
+  struct(0 as traffic_source_type, "Direct or unknown" as traffic_source),
+  struct(1 as traffic_source_type, "YouTube advertising" as traffic_source),
+  struct(3 as traffic_source_type, "Browse features" as traffic_source),
+  struct(4 as traffic_source_type, "YouTube channels" as traffic_source),
+  struct(5 as traffic_source_type, "YouTube search" as traffic_source),
+  struct(7 as traffic_source_type, "Suggested videos" as traffic_source),
+  struct(8 as traffic_source_type, "Other YouTube features" as traffic_source),
+  struct(9 as traffic_source_type, "External" as traffic_source),
+  struct(11 as traffic_source_type, "Video cards and annotations" as traffic_source),
+  struct(14 as traffic_source_type, "Playlists" as traffic_source),
+  struct(17 as traffic_source_type, "Notifications" as traffic_source),
+  struct(18 as traffic_source_type, "Playlist pages" as traffic_source),
+  struct(19 as traffic_source_type, "Programming from claimed content" as traffic_source),
+  struct(20 as traffic_source_type, "Interactive video endscreen" as traffic_source),
+  struct(23 as traffic_source_type, "Stories" as traffic_source),
+  struct(24 as traffic_source_type, "Shorts" as traffic_source),
+  struct(25 as traffic_source_type, "Product Pages" as traffic_source),
+  struct(26 as traffic_source_type, "Hashtag Pages" as traffic_source),
+  struct(27 as traffic_source_type, "Sound Pages" as traffic_source),
+  struct(28 as traffic_source_type, "Live redirect" as traffic_source),
+  struct(30 as traffic_source_type, "Remixed video" as traffic_source),
+  struct(31 as traffic_source_type, "Vertical live feed" as traffic_source),
+  struct(32 as traffic_source_type, "Related video" as traffic_source)
+]) as traffic_sources
+
+`,
+  );
+};

package/includes/definitions/sources/stg_ytc_playback.js

@@ -0,0 +1,90 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_playback", {
+    type: "incremental",
+    database: config.target.database,
+    schema: config.datasetStaging,
+    protected: config.protected,
+    tags: ["youtube", "source", "staging", "daily"],
+    bigquery: {
+      partitionBy: "interaction_date",
+      clusterBy: ["video_id", "playback_location_type"],
+    },
+    assertions: {
+      // make sure rows have unique dimensions
+      uniqueKeys: [
+        [
+          "interaction_date",
+          "channel_id",
+          "video_id",
+          "live_or_on_demand",
+          "subscribed_status",
+          "country_code",
+          "playback_location_type",
+          "playback_location_detail",
+        ],
+      ],
+      // make sure source partition and data dates match
+      rowConditions: ["interaction_date = source_partition_date"],
+    },
+    description: "Staging table for YouTube Channel Playback Location data",
+  })
+    .preOps(
+      (ctx) => `
+declare source_date_checkpoint default (
+    select date("${config.startDate}")
+  );
+
+  --Set the incremental update checkpoint based on current max partition value minus lookback. 
+  set source_date_checkpoint = (
+    ${ctx.when(
+      ctx.incremental(),
+      `select
+        least(
+          (select date_sub(current_date(), interval ${config.daysBack} day)),
+          (select date_sub(max(source_partition_date), interval ${config.daysBack} day) from ${ctx.self()})
+        )`,
+      `select date("${config.startDate}")`,
+    )}
+  );
+
+  ${ctx.when(
+    ctx.incremental(),
+    `delete ${ctx.self()} where source_partition_date > source_date_checkpoint`,
+  )}
+  `,
+    )
+    .query((ctx) =>
+      config.sources
+        .map((t) => {
+          return `
+
+select
+  _PARTITIONDATE as source_partition_date,
+  parse_date('%Y%m%d', date) as interaction_date,
+  "${t.schema}" as site_nm,
+  current_timestamp() as updated_at,
+  channel_id,
+  video_id,
+  live_or_on_demand,
+  subscribed_status,
+  country_code,
+  playback_location_type,
+  playback_location_detail,
+  views,
+  watch_time_minutes,
+  average_view_duration_seconds,
+  average_view_duration_percentage,
+  red_views,
+  red_watch_time_minutes
+from ${ctx.ref(t.database, t.schema, "p_channel_playback_location_a2_" + t.suffix)}
+where _PARTITIONDATE > source_date_checkpoint
+`;
+        })
+        .join(" union all "),
+    );
+};

package/includes/definitions/sources/stg_ytc_province.js

@@ -0,0 +1,103 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+const column_descriptions = require("../../column_descriptions");
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_province", {
+    type: "incremental",
+    database: config.target.database,
+    schema: config.datasetStaging,
+    protected: config.protected,
+    tags: ["youtube", "source", "staging", "daily"],
+    bigquery: {
+      partitionBy: "interaction_date",
+      clusterBy: ["video_id"],
+    },
+    assertions: {
+      // make sure rows have unique dimensions
+      uniqueKeys: [
+        [
+          "interaction_date",
+          "channel_id",
+          "video_id",
+          "live_or_on_demand",
+          "subscribed_status",
+          "country_code",
+          "province_code",
+        ],
+      ],
+      // make sure source partition and data dates match
+      rowConditions: ["interaction_date = source_partition_date"],
+    },
+    columns: column_descriptions.column_descriptions,
+    description: "YT Channel Province Report Table - Staging",
+  })
+    .preOps(
+      (ctx) => `
+declare source_date_checkpoint default (
+  select date("${config.startDate}")
+);
+
+--Set the incremental update checkpoint based on current max partition value minus lookback. 
+set source_date_checkpoint = (
+  ${ctx.when(
+    ctx.incremental(),
+    `select
+      least(
+        (select date_sub(current_date(), interval ${config.daysBack} day)),
+        (select date_sub(max(source_partition_date), interval ${config.daysBack} day) from ${ctx.self()})
+      )`,
+    `select date("${config.startDate}")`,
+  )}
+);
+
+${ctx.when(
+  ctx.incremental(),
+  `delete ${ctx.self()} where source_partition_date > source_date_checkpoint`,
+)}
+`,
+    )
+    .query((ctx) =>
+      config.sources
+        .map((t) => {
+          return `
+select 
+  _PARTITIONDATE as source_partition_date,
+  parse_date('%Y%m%d',date) as interaction_date,
+  "${t.schema}" as site_nm,
+  current_timestamp() as updated_at,
+  channel_id,
+  video_id,
+  live_or_on_demand,
+  subscribed_status,
+  country_code,
+  province_code,
+  views,
+  watch_time_minutes,
+  average_view_duration_seconds,
+  average_view_duration_percentage,
+  annotation_click_through_rate,
+  annotation_close_rate,
+  annotation_impressions,
+  annotation_clickable_impressions,
+  annotation_closable_impressions,
+  annotation_clicks,
+  annotation_closes,
+  card_click_rate,
+  card_teaser_click_rate,
+  card_impressions,
+  card_teaser_impressions,
+  card_clicks,
+  card_teaser_clicks,
+  red_views,
+  red_watch_time_minutes
+from ${ctx.ref(t.database, t.schema, "p_channel_province_a2_" + t.suffix)} 
+where _PARTITIONDATE > source_date_checkpoint
+`;
+        })
+        .join(" union all "),
+    );
+};

package/includes/definitions/sources/stg_ytc_share_platform.js

@@ -0,0 +1,82 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_share_platform", {
+    type: "incremental",
+    database: config.target.database,
+    schema: config.datasetStaging,
+    protected: config.protected,
+    tags: ["youtube", "source", "staging", "daily"],
+    bigquery: {
+      partitionBy: "interaction_date",
+      clusterBy: ["video_id", "sharing_service"],
+    },
+    assertions: {
+      // make sure rows have unique dimensions
+      uniqueKeys: [
+        [
+          "interaction_date",
+          "channel_id",
+          "video_id",
+          "live_or_on_demand",
+          "subscribed_status",
+          "country_code",
+          "sharing_service",
+        ],
+      ],
+      // make sure source partition and data dates match
+      rowConditions: ["interaction_date = source_partition_date"],
+    },
+    description: "Staging table for YouTube Channel Share Platform data",
+  })
+    .preOps(
+      (ctx) => `
+declare source_date_checkpoint default (
+    select date("${config.startDate}")
+  );
+
+  --Set the incremental update checkpoint based on current max partition value minus lookback. 
+  set source_date_checkpoint = (
+    ${ctx.when(
+      ctx.incremental(),
+      `select
+        least(
+          (select date_sub(current_date(), interval ${config.daysBack} day)),
+          (select date_sub(max(source_partition_date), interval ${config.daysBack} day) from ${ctx.self()})
+        )`,
+      `select date("${config.startDate}")`,
+    )}
+  );
+
+  ${ctx.when(
+    ctx.incremental(),
+    `delete ${ctx.self()} where source_partition_date > source_date_checkpoint`,
+  )}
+  `,
+    )
+    .query((ctx) =>
+      config.sources
+        .map((t) => {
+          return `
+select
+  _PARTITIONDATE as source_partition_date,
+  parse_date('%Y%m%d', date) as interaction_date,
+  "${t.schema}" as site_nm,
+  current_timestamp() as updated_at,
+  channel_id,
+  video_id,
+  live_or_on_demand,
+  subscribed_status,
+  country_code,
+  cast(sharing_service as int) as sharing_service,
+  shares
+from ${ctx.ref(t.database, t.schema, "p_channel_sharing_service_a1_" + t.suffix)}
+where _PARTITIONDATE > source_date_checkpoint
+`;
+        })
+        .join(" union all "),
+    );
+};

package/includes/definitions/sources/stg_ytc_subtitles.js

@@ -0,0 +1,89 @@
+/**
+ * Copyright (C) 2025 by KEN-E, LLC
+ */
+
+const column_descriptions = require("../../column_descriptions");
+
+module.exports = (config) => {
+  // eslint-disable-next-line no-undef
+  return publish("stg_ytc_subtitles", {
+    type: "incremental",
+    database: config.target.database,
+    schema: config.datasetStaging,
+    protected: config.protected,
+    tags: ["youtube", "source", "staging", "daily"],
+    bigquery: {
+      partitionBy: "interaction_date",
+      clusterBy: ["video_id"],
+    },
+    assertions: {
+      uniqueKeys: [
+        [
+          "interaction_date",
+          "channel_id",
+          "video_id",
+          "live_or_on_demand",
+          "subscribed_status",
+          "country_code",
+          "subtitle_language",
+          "subtitle_language_autotranslated",
+        ],
+      ],
+      rowConditions: ["interaction_date = source_partition_date"],
+    },
+    columns: column_descriptions.column_descriptions,
+    description: "YT Channel Subtitles Report Table - Staging",
+  })
+    .preOps(
+      (ctx) => `
+declare source_date_checkpoint default (
+    select date("${config.startDate}")
+  );
+
+  set source_date_checkpoint = (
+    ${ctx.when(
+      ctx.incremental(),
+      `select
+        least(
+          (select date_sub(current_date(), interval ${config.daysBack} day)),
+          (select date_sub(max(source_partition_date), interval ${config.daysBack} day) from ${ctx.self()})
+        )`,
+      `select date("${config.startDate}")`,
+    )}
+  );
+
+  ${ctx.when(
+    ctx.incremental(),
+    `delete ${ctx.self()} where source_partition_date > source_date_checkpoint`,
+  )}
+  `,
+    )
+    .query((ctx) =>
+      config.sources
+        .map((t) => {
+          return `
+select 
+  _PARTITIONDATE as source_partition_date,
+  parse_date('%Y%m%d',date) as interaction_date,  
+  "${t.schema}" as site_nm,
+  current_timestamp() as updated_at,
+  channel_id,
+  video_id,
+  live_or_on_demand,
+  subscribed_status,
+  country_code,
+  subtitle_language,
+  subtitle_language_autotranslated,
+  views,
+  watch_time_minutes,
+  average_view_duration_seconds,
+  average_view_duration_percentage,
+  red_views,
+  red_watch_time_minutes
+from ${ctx.ref(t.database, t.schema, "p_channel_subtitles_a2_" + t.suffix)} 
+where _PARTITIONDATE > source_date_checkpoint
+`;
+        })
+        .join(" union all "),
+    );
+};