@ken-e/dataform-youtube 0.0.6 → 0.0.8

package/includes/definitions/sources/stg_ytc_annotation.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_basic.js

@@ -22,6 +22,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_cards.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_combined.js

@@ -22,6 +22,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_demographics.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_device_os.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_list_basic.js

@@ -22,6 +22,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_list_combined.js

@@ -20,6 +20,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_list_device_os.js

@@ -20,6 +20,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_list_playback.js

@@ -20,6 +20,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_list_province.js

@@ -22,6 +22,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_list_traffic_source.js

@@ -20,6 +20,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "playlist_id",
           "video_id",

package/includes/definitions/sources/stg_ytc_playback.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_province.js

@@ -22,6 +22,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_share_platform.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_subtitles.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/sources/stg_ytc_traffic_source.js

@@ -21,6 +21,8 @@ module.exports = (config) => {
       uniqueKeys: [
         [
           "data_date",
+          "site_nm",
+          "updated_at",
           "channel_id",
           "video_id",
           "live_or_on_demand",

package/includes/definitions/ytc_annotation.js

@@ -45,6 +45,9 @@ ${ctx.when(
   `where
     data_date > date '${config.startDate}'`,
 )}
+
+qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
+
 `,
     );
 };

package/includes/definitions/ytc_basic.js

@@ -39,6 +39,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_cards.js

@@ -46,6 +46,8 @@ ${ctx.when(
     data_date > date '${config.startDate}'`,
 )}
 
+qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
+
 `,
     );
 };

package/includes/definitions/ytc_combined.js

@@ -37,6 +37,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_titles as (

package/includes/definitions/ytc_demographics.js

@@ -37,6 +37,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_demographics_views.js

@@ -48,6 +48,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_device_os.js

@@ -42,6 +42,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_end_screens.js

@@ -45,6 +45,8 @@ ${ctx.when(
   `where
     data_date > date '${config.startDate}'`,
 )}
+  
+qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 
   `,
     );

package/includes/definitions/ytc_list_basic.js

@@ -51,6 +51,8 @@ int_with_video_titles as (
     config.titlesTable,
   )} as titles
   using (video_id)
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_list_combined.js

@@ -53,6 +53,8 @@ with int_with_lookup_names as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_video_titles as (

package/includes/definitions/ytc_list_device_os.js

@@ -46,6 +46,8 @@ with int_with_device_os_names as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_video_titles as (

package/includes/definitions/ytc_list_playback.js

@@ -42,6 +42,8 @@ with int_with_playback_names as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_video_titles as (

package/includes/definitions/ytc_list_province.js

@@ -38,6 +38,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_video_titles as (

package/includes/definitions/ytc_list_traffic_source.js

@@ -38,6 +38,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 ),
 
 int_with_traffic_source as (

package/includes/definitions/ytc_playback.js

@@ -38,6 +38,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_province.js

@@ -38,6 +38,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_share_platform.js

@@ -41,6 +41,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_subtitles.js

@@ -37,6 +37,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/includes/definitions/ytc_traffic_source.js

@@ -38,6 +38,8 @@ with int_ex_titles as (
     `where
       data_date > date '${config.startDate}'`,
   )}
+  
+  qualify rank() over (partition by data_date, site_nm order by updated_at desc) = 1
 )
 
 select

package/package.json

@@ -2,7 +2,7 @@
   "name": "@ken-e/dataform-youtube",
   "dependencies": {
     "@dataform/core": "3.0.9",
-    "@ken-e/dataform-helpers": "0.0.7"
+    "@ken-e/dataform-helpers": "0.0.8"
   },
   "devDependencies": {
     "@eslint/js": "^9.18.0",
@@ -11,7 +11,7 @@
     "globals": "^15.14.0",
     "prettier": "3.4.2"
   },
-  "version": "0.0.6",
+  "version": "0.0.8",
   "description": "A dataform package to process Youtube data from the BQ Data Transfer.",
   "main": "index.js",
   "scripts": {