gazer 0.2.60 → 0.3.1

data/lib/gzr/modules/dashboard.rb

@@ -31,7 +31,7 @@ module Gzr
         data&.dashboard_layouts&.sort_by! { |v| (v.active ? 0 : 1) }
       rescue LookerSDK::Error => e
         say_error "Error querying dashboard(#{dashboard_id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -43,7 +43,7 @@ module Gzr
         data = @sdk.delete_dashboard(dash)
       rescue LookerSDK::Error => e
         say_error "Error deleting dashboard(#{dash})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -53,13 +53,13 @@ module Gzr
       data = []
       begin
         req = { :slug => slug }
-        req[:folder_id] = folder_id if folder_id 
+        req[:folder_id] = folder_id if folder_id
         data = @sdk.search_dashboards(req)
         req[:deleted] = true
         data = @sdk.search_dashboards(req) if data.empty?
       rescue LookerSDK::Error => e
         say_error "Error search_dashboards_by_slug(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -69,13 +69,13 @@ module Gzr
       data = []
       begin
         req = { :title => title }
-        req[:folder_id] = folder_id if folder_id 
+        req[:folder_id] = folder_id if folder_id
         data = @sdk.search_dashboards(req)
         req[:deleted] = true
         data = @sdk.search_dashboards(req) if data.empty?
       rescue LookerSDK::Error => e
         say_error "Error search_dashboards_by_title(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -89,7 +89,7 @@ module Gzr
         data&.dashboard_layouts&.sort_by! { |v| (v.active ? 0 : 1) }
       rescue LookerSDK::Error => e
         say_error "Error creating dashboard(#{JSON.pretty_generate(dash)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -101,7 +101,7 @@ module Gzr
         data&.dashboard_filters&.sort! { |a,b| a.row <=> b.row }
       rescue LookerSDK::Error => e
         say_error "Error updating dashboard(#{dash_id},#{JSON.pretty_generate(dash)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -112,7 +112,7 @@ module Gzr
         data = @sdk.create_dashboard_element(dash_elem)
       rescue LookerSDK::Error => e
         say_error "Error creating dashboard_element(#{JSON.pretty_generate(dash_elem)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -123,7 +123,7 @@ module Gzr
         data = @sdk.update_dashboard_element(id,dash_elem)
       rescue LookerSDK::Error => e
         say_error "Error updating dashboard_element(#{id},#{JSON.pretty_generate(dash_elem)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -134,7 +134,7 @@ module Gzr
         data = @sdk.delete_dashboard_element(id)
       rescue LookerSDK::Error => e
         say_error "Error deleting dashboard_element(#{id})})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -145,7 +145,7 @@ module Gzr
         data = @sdk.dashboard_layout(id)
       rescue LookerSDK::Error => e
         say_error "Error getting dashboard_layout(#{id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -156,7 +156,7 @@ module Gzr
         data = @sdk.create_dashboard_layout(dash_layout)
       rescue LookerSDK::Error => e
         say_error "Error creating dashboard_layout(#{JSON.pretty_generate(dash_layout)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -167,7 +167,7 @@ module Gzr
         data = @sdk.update_dashboard_layout(id,dash_layout)
       rescue LookerSDK::Error => e
         say_error "Error updating dashboard_layout(#{id},#{JSON.pretty_generate(dash_layout)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -178,7 +178,7 @@ module Gzr
         data = @sdk.delete_dashboard_layout(id)
       rescue LookerSDK::Error => e
         say_error "Error deleting dashboard_layout(#{id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -190,7 +190,7 @@ module Gzr
         return nil if data.respond_to?(:message) && data.message == 'Not found'
       rescue LookerSDK::Error => e
         say_error "Error getting dashboard_layout_dashboard_layout_components(#{id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -201,7 +201,7 @@ module Gzr
         data = @sdk.update_dashboard_layout_component(id,component)
       rescue LookerSDK::Error => e
         say_error "Error updating dashboard_layout_component(#{id},#{JSON.pretty_generate(component)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -212,7 +212,7 @@ module Gzr
         data = @sdk.create_dashboard_filter(dash_filter)
       rescue LookerSDK::Error => e
         say_error "Error creating dashboard_filter(#{JSON.pretty_generate(dash_filter)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -223,7 +223,7 @@ module Gzr
         data = @sdk.update_dashboard_filter(id,dash_filter)
       rescue LookerSDK::Error => e
         say_error "Error updating dashboard_filter(#{id},#{JSON.pretty_generate(dash_filter)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -234,7 +234,7 @@ module Gzr
         data = @sdk.delete_dashboard_filter(id)
       rescue LookerSDK::Error => e
         say_error "Error deleting dashboard_filter(#{id})})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -266,5 +266,72 @@ module Gzr
       data[:scheduled_plans] = query_scheduled_plans_for_dashboard(@dashboard_id,"all") if @options[:plans]
       data
     end
+
+    def trim_dashboard(data)
+      trimmed = data.select do |k,v|
+        (keys_to_keep('update_dashboard') + [:id,:dashboard_elements,:dashboard_filters,:dashboard_layouts,:scheduled_plans]).include? k
+      end
+
+      trimmed[:dashboard_elements] = data[:dashboard_elements].map do |de|
+        new_de = de.select do |k,v|
+          (keys_to_keep('update_dashboard_element') + [:id,:look,:query,:merge_result]).include? k
+        end
+        if de[:look]
+          new_de[:look] = de[:look].select do |k,v|
+            (keys_to_keep('update_look') + [:id,:query]).include? k
+          end
+          if de[:look][:query]
+            new_de[:look][:query] = de[:look][:query].select do |k,v|
+              (keys_to_keep('create_query') + [:id]).include? k
+            end
+          end
+        end
+        if de[:query]
+          new_de[:query] = de[:query].select do |k,v|
+            (keys_to_keep('create_query') + [:id]).include? k
+          end
+        end
+        if de[:merge_result]
+          new_de[:merge_result] = de[:merge_result].select do |k,v|
+            (keys_to_keep('update_merge_query') + [:id]).include? k
+          end
+          new_de[:merge_result][:source_queries] = de[:merge_result][:source_queries].map do |sq|
+            sq.select do |k,v|
+              (keys_to_keep('create_query') + [:id]).include? k
+            end
+          end
+        end
+        new_de
+      end
+
+      trimmed[:dashboard_filters] = data[:dashboard_filters].map do |df|
+        new_df = df.select do |k,v|
+          keys_to_keep('update_dashboard_filter').include? k
+        end
+        new_df
+      end
+
+      trimmed[:dashboard_layouts] = data[:dashboard_layouts].map do |dl|
+        new_dl = dl.select do |k,v|
+          (keys_to_keep('update_dashboard_layout') + [:id]).include? k
+        end
+        if dl[:dashboard_layout_components]
+          new_dl[:dashboard_layout_components] = dl[:dashboard_layout_components].map do |dlc|
+            dlc.select do |k,v|
+              (keys_to_keep('update_dashboard_layout_component') + [:id]).include? k
+            end
+          end
+        end
+        new_dl
+      end
+
+      trimmed[:scheduled_plans] = data[:scheduled_plans].map do |sp|
+        sp.select do |k,v|
+          (keys_to_keep('create_scheduled_plan') + [:id]).include? k
+        end
+      end if data[:scheduled_plans]
+
+      trimmed
+    end
   end
 end

data/lib/gzr/modules/filehelper.rb

@@ -23,6 +23,7 @@
 
 require 'pathname'
 require 'rubygems/package'
+require 'stringio'
 
 module Gzr
   module FileHelper

data/lib/gzr/modules/folder.rb

@@ -37,7 +37,7 @@ module Gzr
         data = @sdk.create_folder(req)
       rescue LookerSDK::Error => e
         say_error "Error creating folder(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -51,7 +51,7 @@ module Gzr
         data = @sdk.search_folders(req)
       rescue LookerSDK::Error => e
         say_error "Error querying search_folders(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -61,13 +61,13 @@ module Gzr
       data = nil
       begin
         req = {}
-        req[:fields] = fields if fields 
+        req[:fields] = fields if fields
         data = @sdk.folder(id, req)
       rescue LookerSDK::NotFound
         return nil
       rescue LookerSDK::Error => e
         say_error "Error querying folder(#{id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -117,11 +117,11 @@ module Gzr
       data = nil
       begin
         req = {}
-        req[:fields] = fields if fields 
+        req[:fields] = fields if fields
         data = @sdk.all_folders(req)
       rescue LookerSDK::Error => e
         say_error "Error querying all_folders(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -137,7 +137,7 @@ module Gzr
         return nil
       rescue LookerSDK::Error => e
         say_error "Error querying folder_children(#{folder_id}, #{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -151,7 +151,7 @@ module Gzr
         return nil
       rescue LookerSDK::Error => e
         say_error "Error deleting folder #{folder_id}"
-        say_error e.message
+        say_error e
         raise
       end
       data

data/lib/gzr/modules/group.rb

@@ -38,7 +38,7 @@ module Gzr
           scratch_data = @sdk.all_groups(req)
         rescue LookerSDK::ClientError => e
           say_error "Unable to get all_groups(#{JSON.pretty_generate(req)})"
-          say_error e.message
+          say_error e
           raise
         end
         break if scratch_data.length == 0
@@ -47,7 +47,7 @@ module Gzr
       end
       data
     end
-    
+
     def query_group_groups(group_id,fields=nil)
       req = { }
       req[:fields] = fields if fields
@@ -59,7 +59,7 @@ module Gzr
         return []
       rescue LookerSDK::ClientError => e
         say_error "Unable to get all_group_groups(#{group_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -80,7 +80,7 @@ module Gzr
           scratch_data = @sdk.all_group_users(group_id,req)
         rescue LookerSDK::ClientError => e
           say_error "Unable to get all_group_users(#{group_id},#{JSON.pretty_generate(req)})"
-          say_error e.message
+          say_error e
           raise
         end
         break if scratch_data.length == 0
@@ -89,7 +89,7 @@ module Gzr
       end
       data
     end
-    
+
     def search_groups(name)
       req = {:name => name }
       begin
@@ -98,11 +98,11 @@ module Gzr
         return nil
       rescue LookerSDK::ClientError => e
         say_error "Unable to search_groups(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
     end
-    
+
     def query_group(id, fields=nil)
       req = Hash.new
       req[:fields] = fields if fields
@@ -112,11 +112,11 @@ module Gzr
         return nil
       rescue LookerSDK::ClientError => e
         say_error "Unable to find group(#{id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
     end
-    
+
     def update_user_attribute_group_value(group_id, attr_id, value)
       req = Hash.new
       req[:value] = value
@@ -124,7 +124,7 @@ module Gzr
         return @sdk.update_user_attribute_group_value(group_id,attr_id, req)
       rescue LookerSDK::ClientError => e
         say_error "Unable to update_user_attribute_group_value(#{group_id},#{attr_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
     end

data/lib/gzr/modules/look.rb

@@ -29,7 +29,7 @@ module Gzr
         data = @sdk.look(look_id)
       rescue LookerSDK::Error => e
           say_error "Error querying look(#{look_id})"
-          say_error e.message
+          say_error e
           raise
       end
       data
@@ -39,13 +39,13 @@ module Gzr
       data = []
       begin
         req = { :slug => slug }
-        req[:folder_id] = folder_id if folder_id 
+        req[:folder_id] = folder_id if folder_id
         data = @sdk.search_looks(req)
         req[:deleted] = true
         data = @sdk.search_looks(req) if data.empty?
       rescue LookerSDK::Error => e
         say_error "Error search_looks_by_slug(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -55,13 +55,13 @@ module Gzr
       data = []
       begin
         req = { :title => title }
-        req[:folder_id] = folder_id if folder_id 
+        req[:folder_id] = folder_id if folder_id
         data = @sdk.search_looks(req)
         req[:deleted] = true
         data = @sdk.search_looks(req) if data.empty?
       rescue LookerSDK::Error => e
         say_error "Error search_looks_by_title(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -84,7 +84,7 @@ module Gzr
         data = @sdk.update_look(id,look)
       rescue LookerSDK::Error => e
         say_error "Error updating look(#{id},#{JSON.pretty_generate(look)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -96,7 +96,7 @@ module Gzr
         data = @sdk.delete_look(look_id)
       rescue LookerSDK::Error => e
         say_error "Error deleting look(#{look_id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -198,8 +198,25 @@ module Gzr
         end
       end
 
-      data[:scheduled_plans] = query_scheduled_plans_for_look(@look_id,"all")&.to_attrs if @options[:plans]
+      data[:scheduled_plans] = query_scheduled_plans_for_look(@look_id,"all").map { |e| e.to_attrs }  if @options[:plans]
       data
     end
+
+    def trim_look(data)
+      trimmed = data.select do |k,v|
+        (keys_to_keep('update_look') + [:id,:query]).include? k
+      end
+      trimmed[:query] = data[:query].select do |k,v|
+        (keys_to_keep('create_query') + [:id]).include? k
+      end
+
+      trimmed[:scheduled_plans] = data[:scheduled_plans].map do |sp|
+        sp.select do |k,v|
+          (keys_to_keep('create_scheduled_plan') + [:id]).include? k
+        end
+      end if data[:scheduled_plans]
+
+      trimmed
+    end
   end
 end

data/lib/gzr/modules/model.rb

@@ -31,7 +31,7 @@ module Gzr
         data = @sdk.all_lookml_models(req)
       rescue LookerSDK::Error => e
         say_error "Error querying all_lookml_models(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data

data/lib/gzr/modules/permissions.rb

@@ -30,7 +30,7 @@ module Gzr
         data = @sdk.all_permissions()
       rescue LookerSDK::Error => e
           say_error "Error querying all_permissions()"
-          say_error e.message
+          say_error e
           raise
       end
       data

data/lib/gzr/modules/plan.rb

@@ -35,12 +35,12 @@ module Gzr
         data = @sdk.all_scheduled_plans(req)
       rescue LookerSDK::ClientError => e
         say_error "Unable to get all_scheduled_plans(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
     end
-    
+
     def query_scheduled_plans_for_look(look_id,user_id,fields=nil)
       req = {}
       req[:all_users] = true if user_id == "all"
@@ -54,12 +54,12 @@ module Gzr
         return nil
       rescue LookerSDK::ClientError => e
         say_error "Unable to get scheduled_plans_for_look(#{look_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
     end
-    
+
     def query_scheduled_plans_for_dashboard(dashboard_id,user_id,fields=nil)
       req = {}
       req[:all_users] = true if user_id == "all"
@@ -73,13 +73,13 @@ module Gzr
         return nil
       rescue LookerSDK::ClientError => e
         say_error "Unable to get scheduled_plans_for_dashboard(#{dashboard_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data.map! {|plan| plan.to_attrs}
       data
     end
-    
+
     def query_scheduled_plan(plan_id,fields=nil)
       req = {}
       req[:fields] = fields if fields
@@ -87,18 +87,18 @@ module Gzr
         data = @sdk.scheduled_plan(plan_id,req)
       rescue LookerSDK::ClientError => e
         say_error "Unable to get scheduled_plan(#{plan_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
     end
-    
+
     def delete_scheduled_plan(plan_id)
       begin
         data = @sdk.delete_scheduled_plan(plan_id)
       rescue LookerSDK::ClientError => e
         say_error "Unable to delete scheduled_plan(#{plan_id})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -109,7 +109,7 @@ module Gzr
         data = @sdk.create_scheduled_plan(plan)
       rescue LookerSDK::Error => e
         say_error "Error creating scheduled_plan(#{JSON.pretty_generate(plan)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -120,7 +120,7 @@ module Gzr
         data = @sdk.update_scheduled_plan(plan_id,plan)
       rescue LookerSDK::Error => e
         say_error "Error updating scheduled_plan(#{plan_id},#{JSON.pretty_generate(plan)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
@@ -131,32 +131,32 @@ module Gzr
         data = @sdk.scheduled_plan_run_once(plan)
       rescue LookerSDK::Error => e
         say_error "Error executing scheduled_plan_run_once(#{JSON.pretty_generate(plan)})"
-        say_error e.message
+        say_error e
         raise
       end
       data
     end
-    
+
     def upsert_plans_for_look(look_id,user_id,source_plans)
       existing_plans = query_scheduled_plans_for_look(look_id,"all")
       upsert_plans_for_obj(user_id,source_plans,existing_plans) { |p| p[:look_id] = look_id }
     end
-    
+
     def upsert_plans_for_dashboard(dashboard_id,user_id,source_plans)
       existing_plans = query_scheduled_plans_for_dashboard(dashboard_id,"all")
       upsert_plans_for_obj(user_id,source_plans,existing_plans) { |p| p[:dashboard_id] = dashboard_id }
     end
-    
+
     def upsert_plan_for_look(look_id,user_id,source_plan)
       existing_plans = query_scheduled_plans_for_look(look_id,"all")
       upsert_plan_for_obj(user_id,source_plan,existing_plans) { |p| p[:look_id] = look_id }
     end
-    
+
     def upsert_plan_for_dashboard(dashboard_id,user_id,source_plan)
       existing_plans = query_scheduled_plans_for_dashboard(dashboard_id,"all")
       upsert_plan_for_obj(user_id,source_plan,existing_plans) { |p| p[:dashboard_id] = dashboard_id }
     end
-    
+
     def upsert_plans_for_obj(user_id,source_plans,existing_plans, &block)
       plans = nil
       source_plans.collect do |source_plan|

data/lib/gzr/modules/role.rb

@@ -33,7 +33,7 @@ module Gzr
         # do nothing
       rescue LookerSDK::ClientError => e
         say_error "Unable to get all_roles(#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -47,7 +47,7 @@ module Gzr
         # do nothing
       rescue LookerSDK::ClientError => e
         say_error "Unable to get role(#{role_id})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -61,7 +61,7 @@ module Gzr
         # do nothing
       rescue LookerSDK::ClientError => e
         say_error "Unable to delete_role(#{role_id})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -77,7 +77,7 @@ module Gzr
         # do nothing
       rescue LookerSDK::ClientError => e
         say_error "Unable to get role_groups(#{role_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -94,7 +94,7 @@ module Gzr
         # do nothing
       rescue LookerSDK::ClientError => e
         say_error "Unable to get role_users(#{role_id},#{JSON.pretty_generate(req)})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -106,7 +106,7 @@ module Gzr
         data = @sdk.set_role_groups(role_id, groups)
       rescue LookerSDK::ClientError => e
         say_error "Unable to call set_role_groups(#{role_id},#{JSON.pretty_generate(groups)})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end
@@ -118,7 +118,7 @@ module Gzr
         data = @sdk.set_role_users(role_id, users)
       rescue LookerSDK::ClientError => e
         say_error "Unable to call set_role_users(#{role_id},#{JSON.pretty_generate(users)})"
-        say_error e.message
+        say_error e
         say_error e.errors if e.errors
         raise
       end