gazer 0.2.9

data/lib/gzr/commands/.gitkeep

@@ -0,0 +1 @@
+#

data/lib/gzr/commands/connection.rb

@@ -0,0 +1,69 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require_relative 'subcommandbase'
+
+module Gzr
+  module Commands
+    class Connection < SubCommandBase
+
+      namespace :connection
+
+      desc 'dialects', 'List all available dialects'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      method_option :fields, type: :string, default: 'name,label',
+                           desc: 'Fields to display'
+      method_option :plain, type: :boolean, default: false,
+                           desc: 'print without any extra formatting'
+      method_option :csv, type: :boolean, default: false,
+                           desc: 'output in csv format per RFC4180'
+      def dialects(*)
+        if options[:help]
+          invoke :help, ['dialects']
+        else
+          require_relative 'connection/dialects'
+          Gzr::Commands::Connection::Dialects.new(options).execute
+        end
+      end
+
+      desc 'ls', 'List all available connections'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      method_option :fields, type: :string, default: 'name,dialect(name),host,port,database,schema',
+                           desc: 'Fields to display'
+      method_option :plain, type: :boolean, default: false,
+                           desc: 'print without any extra formatting'
+      method_option :csv, type: :boolean, default: false,
+                           desc: 'output in csv format per RFC4180'
+      def ls(*)
+        if options[:help]
+          invoke :help, ['ls']
+        else
+          require_relative 'connection/ls'
+          Gzr::Commands::Connection::Ls.new(options).execute
+        end
+      end
+    end
+  end
+end

data/lib/gzr/commands/connection/dialects.rb

@@ -0,0 +1,72 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require_relative '../../command'
+require_relative '../../modules/connection'
+require 'tty-table'
+
+module Gzr
+  module Commands
+    class Connection
+      class Dialects < Gzr::Command
+        include Gzr::Connection
+        def initialize(options)
+          super()
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          say_warning(@options) if @options[:debug]
+          with_session do
+            data = query_all_dialects(@options[:fields])
+            begin
+              say_ok "No dialects found"
+              return nil
+            end unless data && data.length > 0
+
+            table_hash = Hash.new
+            fields = field_names(@options[:fields])
+            table_hash[:header] = data[0].to_attrs.keys unless @options[:plain]
+            expressions = fields.collect { |fn| field_expression(fn) }
+            table_hash[:rows] = data.map do |row|
+              expressions.collect do |e|
+                eval "row.#{e}"
+              end
+            end
+            table = TTY::Table.new(table_hash)
+            alignments = fields.collect do |k|
+              (k =~ /id$/) ? :right : :left
+            end
+            begin
+              if @options[:csv] then
+                output.puts render_csv(table)
+              else
+                output.puts table.render(if @options[:plain] then :basic else :ascii end, alignments: alignments)
+              end
+            end if table
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gzr/commands/connection/ls.rb

@@ -0,0 +1,72 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require_relative '../../command'
+require_relative '../../modules/connection'
+require 'tty-table'
+
+module Gzr
+  module Commands
+    class Connection
+      class Ls < Gzr::Command
+        include Gzr::Connection
+        def initialize(options)
+          super()
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          say_warning(@options) if @options[:debug]
+          with_session do
+            data = query_all_connections(@options[:fields])
+            begin
+              say_ok "No connections found"
+              return nil
+            end unless data && data.length > 0
+
+            table_hash = Hash.new
+            fields = field_names(@options[:fields])
+            table_hash[:header] = fields unless @options[:plain]
+            expressions = fields.collect { |fn| field_expression(fn) }
+            table_hash[:rows] = data.map do |row|
+              expressions.collect do |e|
+                eval "row.#{e}"
+              end
+            end
+            table = TTY::Table.new(table_hash)
+            alignments = fields.collect do |k|
+              (k =~ /id$/) ? :right : :left
+            end
+            begin
+              if @options[:csv] then
+                output.puts render_csv(table)
+              else
+                output.puts table.render(if @options[:plain] then :basic else :ascii end, alignments: alignments, width: 1024)
+              end
+            end if table
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gzr/commands/dashboard.rb

@@ -0,0 +1,75 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require_relative 'subcommandbase'
+
+module Gzr
+  module Commands
+    class Dashboard < SubCommandBase
+
+      namespace :dashboard
+
+      desc 'cat DASHBOARD_ID', 'Output the JSON representation of a dashboard to the screen or a file'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      method_option :dir,  type: :string,
+                           desc: 'Directory to store output file'
+      method_option :plans,  type: :boolean,
+                           desc: 'Include scheduled plans'
+      def cat(dashboard_id)
+        if options[:help]
+          invoke :help, ['cat']
+        else
+          require_relative 'dashboard/cat'
+          Gzr::Commands::Dashboard::Cat.new(dashboard_id, options).execute
+        end
+      end
+
+      desc 'import FILE DEST_SPACE_ID', 'Import a dashboard from a file'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      method_option :plain, type: :boolean,
+                           desc: 'Provide minimal response information'
+      def import(file,dest_space_id)
+        if options[:help]
+          invoke :help, ['import']
+        else
+          require_relative 'dashboard/import'
+          Gzr::Commands::Dashboard::Import.new(file, dest_space_id, options).execute
+        end
+      end
+
+      desc 'rm DASHBOARD_ID', 'Remove or delete the given dashboard'
+      method_option :help, aliases: '-h', type: :boolean,
+                           desc: 'Display usage information'
+      def rm(id)
+        if options[:help]
+          invoke :help, ['rm']
+        else
+          require_relative 'dashboard/rm'
+          Gzr::Commands::Dashboard::Rm.new(id, options).execute
+        end
+      end
+    end
+  end
+end

data/lib/gzr/commands/dashboard/cat.rb

@@ -0,0 +1,67 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require 'json'
+require_relative '../../command'
+require_relative '../../modules/dashboard'
+require_relative '../../modules/plan'
+require_relative '../../modules/filehelper'
+
+module Gzr
+  module Commands
+    class Dashboard
+      class Cat < Gzr::Command
+        include Gzr::Dashboard
+        include Gzr::FileHelper
+        include Gzr::Plan
+        def initialize(dashboard_id,options)
+          super()
+          @dashboard_id = dashboard_id
+          @options = options
+        end
+
+        def execute(*args, input: $stdin, output: $stdout)
+          say_warning("options: #{@options.inspect}") if @options[:debug]
+          with_session("3.1") do
+            data = query_dashboard(@dashboard_id)
+            data.to_attrs()[:dashboard_elements].each_index do |i|
+              element = data[:dashboard_elements][i]
+              if element[:merge_result_id]
+                merge_result = merge_query(element[:merge_result_id])
+                merge_result[:source_queries].each_index do |j|
+                  source_query = merge_result[:source_queries][j]
+                  merge_result[:source_queries][j][:query] = query(source_query[:query_id])
+                end
+                data[:dashboard_elements][i][:merge_result] = merge_result
+              end
+            end
+            data[:scheduled_plans] = query_scheduled_plans_for_dashboard(@dashboard_id,"all") if @options[:plans]
+            write_file(@options[:dir] ? "Dashboard_#{data.id}_#{data.title}.json" : nil, @options[:dir], nil, output) do |f|
+              f.puts JSON.pretty_generate(data.to_attrs)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/gzr/commands/dashboard/import.rb

@@ -0,0 +1,256 @@
+# The MIT License (MIT)
+
+# Copyright (c) 2018 Mike DeAngelo Looker Data Sciences, Inc.
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy of
+# this software and associated documentation files (the "Software"), to deal in
+# the Software without restriction, including without limitation the rights to
+# use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+# the Software, and to permit persons to whom the Software is furnished to do so,
+# subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+# FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+# COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+# IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+# frozen_string_literal: true
+
+require_relative '../../../gzr'
+require_relative '../../command'
+require_relative '../../modules/dashboard'
+require_relative '../../modules/look'
+require_relative '../../modules/user'
+require_relative '../../modules/plan'
+require_relative '../../modules/filehelper'
+
+module Gzr
+  module Commands
+    class Dashboard
+      class Import < Gzr::Command
+        include Gzr::Dashboard
+        include Gzr::Look
+        include Gzr::User
+        include Gzr::Plan
+        include Gzr::FileHelper
+        def initialize(file, dest_space_id, options)
+          super()
+          @file = file
+          @dest_space_id = dest_space_id
+          @options = options
+        end
+
+        def execute(input: $stdin, output: $stdout)
+          say_warning("options: #{@options.inspect}") if @options[:debug]
+          with_session("3.1") do
+
+            @me ||= query_me("id")
+
+            read_file(@file) do |data|
+
+              dashboard = sync_dashboard(data,@dest_space_id)
+
+              source_filters = data[:dashboard_filters].sort { |a,b| a[:row] <=> b[:row] }
+              existing_filters = dashboard.dashboard_filters.sort { |a,b| a.row <=> b.row }
+              existing_filters.collect! do |e|
+                matches_by_name_title = source_filters.select { |s| s[:row] != e.row && (s[:title] == e.title || s[:name] == e.name) }
+                if matches_by_name_title.length > 0
+                  delete_dashboard_filter(e.id)
+                  nil
+                else
+                  e
+                end
+              end
+              pairs(source_filters,existing_filters,dashboard.id) do |source,target,id|
+                say_warning "Synching dashboard filter for dashboard #{id}" if @options[:debug]
+                sync_dashboard_filter(source,target,id)
+              end
+
+              elem_table = pairs(data[:dashboard_elements],dashboard.dashboard_elements,dashboard.id) do |source,target,id|
+                sync_dashboard_element(source,target,id)
+              end
+
+              source_dashboard_layouts = data[:dashboard_layouts].sort_by { |v| (v[:active] ? 0 : 1) }
+              existing_dashboard_layouts = dashboard.dashboard_layouts.sort_by { |v| (v.active ? 0 : 1) }
+              pairs(source_dashboard_layouts,existing_dashboard_layouts) do |s,t|
+                sync_dashboard_layout(dashboard.id,s,t) do |s,t|
+                  sync_dashboard_layout_component(s,t,elem_table)
+                end
+              end
+              upsert_plans_for_dashboard(dashboard.id,@me.id,data[:scheduled_plans]) if data[:scheduled_plans]
+              output.puts "Imported dashboard #{dashboard.id}" unless @options[:plain] 
+              output.puts dashboard.id if @options[:plain] 
+            end
+          end
+        end
+
+        def sync_dashboard(source,target_space_id)
+          existing_dashboard = search_dashboards_by_title(source[:title], target_space_id).fetch(0,nil)
+          slug_used = search_dashboards_by_slug(source[:slug]).fetch(0,nil) if source[:slug]
+
+          if slug_used then
+            if existing_dashboard then
+              if !(existing_dashboard.space_id == slug_used.space_id && existing_dashboard.title == slug_used.title) then
+                say_warning "slug #{slug_used.slug} already used for dashboard #{slug_used.title} in space #{slug_used.space_id}"
+                say_warning "dashboard will be imported with new slug"
+              end
+            else
+              say_warning "slug #{slug_used.slug} already used for dashboard #{slug_used.title} in space #{slug_used.space_id}"
+              say_warning "dashboard will be imported with new slug"
+            end
+          end
+
+          if existing_dashboard then
+            if @options[:force] then
+              say_ok "Modifying existing dashboard #{existing_dashboard.id} #{existing_dashboard[:title]} in space #{target_space_id}"
+              new_dash = source.select do |k,v|
+                (keys_to_keep('update_dashboard') - [:space_id,:user_id,:title,:slug]).include? k
+              end
+              new_dash[:slug] = source[:slug] unless slug_used
+              return update_dashboard(existing_dashboard.id,new_dash)
+            else
+              raise Gzr::CLI::Error, "Dashboard #{source[:title]} already exists in space #{target_space_id}\nUse --force if you want to overwrite it"
+            end
+          else
+            new_dash = source.select do |k,v|
+              (keys_to_keep('create_dashboard') - [:space_id,:user_id,:slug]).include? k
+            end
+            new_dash[:slug] = source[:slug] unless slug_used
+            new_dash[:space_id] = target_space_id
+            new_dash[:user_id] = @me.id
+            return create_dashboard(new_dash)
+          end
+        end
+
+        def sync_dashboard_filter(new_filter,existing_filter,dashboard_id)
+          if new_filter && !existing_filter then
+            filter = new_filter.select do |k,v|
+              (keys_to_keep('create_dashboard_filter') + [:row]).include? k
+            end
+            filter[:dashboard_id] = dashboard_id
+            say_warning "Creating filter" if @options[:debug]
+            return create_dashboard_filter(filter)
+          end
+          if existing_filter && new_filter then
+            filter = new_filter.select do |k,v|
+              (keys_to_keep('update_dashboard_filter') + [:row]).include? k
+            end
+            say_warning "Updating filter #{existing_filter.id}" if @options[:debug]
+            return update_dashboard_filter(existing_filter.id,filter)
+          end
+          say_warning "Deleting filter #{existing_filter.id}" if @options[:debug]
+          return delete_dashboard_filter(existing_filter.id)
+        end
+
+        def copy_result_maker_filterables(new_element)
+          return nil unless new_element[:result_maker]
+          if new_element[:result_maker].fetch(:filterables,[]).length > 0
+            result_maker = { :filterables => [] }
+            new_element[:result_maker][:filterables].each do |filterable|
+              result_maker[:filterables] << filterable.select do |k,v|
+                true unless [:can].include? k
+              end
+            end
+            return result_maker
+          end
+          nil
+        end
+
+        def sync_dashboard_element(new_element,existing_element,dashboard_id)
+          if new_element && !existing_element then
+            element = new_element.select do |k,v|
+              (keys_to_keep('create_dashboard_element') - [:dashboard_id, :look_id, :query_id, :merge_result_id]).include? k
+            end
+            (element[:query_id],element[:look_id],element[:merge_result_id]) = process_dashboard_element(new_element) 
+            say_warning "Creating dashboard element #{element.inspect}" if @options[:debug]
+            element[:dashboard_id] = dashboard_id
+            result_maker = copy_result_maker_filterables(new_element)
+            element[:result_maker] = result_maker if result_maker
+            return [new_element[:id], create_dashboard_element(element).id]
+          end
+          if existing_element && new_element then
+            element = keys_to_keep('update_dashboard_element').collect do |e|
+              [e,nil]
+            end.to_h
+
+            element.merge!( new_element.select do |k,v|
+              (keys_to_keep('update_dashboard_element') - [:dashboard_id, :look_id, :query_id, :merge_result_id]).include? k
+            end
+            )
+            (element[:query_id],element[:look_id],element[:merge_result_id]) = process_dashboard_element(new_element) 
+            say_warning "Updating dashboard element #{existing_element.id}" if @options[:debug]
+            result_maker = copy_result_maker_filterables(new_element)
+            element[:result_maker] = result_maker if result_maker
+            return [new_element[:id], update_dashboard_element(existing_element.id,element).id]
+          end
+          say_warning "Deleting dashboard element #{existing_element.id}" if @options[:debug]
+          delete_dashboard_element(existing_element.id)
+          return [nil,existing_element.id]
+        end
+
+        def process_dashboard_element(dash_elem)
+          return [create_fetch_query(dash_elem[:query]).id, nil, nil] if dash_elem[:query]
+          return [nil, upsert_look(@me.id, create_fetch_query(dash_elem[:look][:query]).id, @dest_space_id, dash_elem[:look]).id, nil] if dash_elem[:look]
+          return [nil,nil,create_merge_result(dash_elem[:merge_result]).id] if dash_elem[:merge_result]
+          [nil,nil,nil]
+        end
+
+        def sync_dashboard_layout(dashboard_id,new_layout,existing_layout)
+          layout_obj = nil
+          if new_layout && !existing_layout then
+            layout = new_layout.select do |k,v|
+              (keys_to_keep('create_dashboard_layout') - [:dashboard_id]).include? k
+            end
+            layout[:dashboard_id] = dashboard_id
+            say_warning "Creating dashboard layout #{layout}" if @options[:debug]
+            layout_obj = create_dashboard_layout(layout)
+          end
+          if new_layout && existing_layout then
+            layout = new_layout.select do |k,v|
+              (keys_to_keep('update_dashboard_layout') - [:dashboard_id]).include? k
+            end
+            say_warning "Updating dashboard layout #{existing_layout.id}" if @options[:debug]
+            layout_obj = update_dashboard_layout(existing_layout.id,layout)
+          end
+          if !new_layout && existing_layout then
+            say_warning "Deleting dashboard layout #{existing_layout.id}" if @options[:debug]
+            delete_dashboard_layout(existing_layout.id)
+          end
+
+          return unless layout_obj
+
+          #say_warning "new_layout[:active] is #{new_layout&.fetch(:active)} for #{layout_obj.id}"
+          #if layout_obj && new_layout&.fetch(:active,false)
+          #  say_warning "Setting layout #{layout_obj.id} active"
+          #  update_dashboard_layout(layout_obj.id, { :active => true })
+          #end
+
+          layout_components = new_layout[:dashboard_layout_components].zip(layout_obj.dashboard_layout_components)
+          return layout_components unless block_given?
+
+          layout_components.each { |s,t| yield(s,t) }
+        end
+
+        def sync_dashboard_layout_component(source, target, elem_table)
+          component = keys_to_keep('update_dashboard_layout_component').collect do |e|
+            [e,nil]
+          end.to_h
+          component[:dashboard_layout_id] = target.dashboard_layout_id
+
+          component.merge!(source.select do |k,v|
+            (keys_to_keep('update_dashboard_layout_component') - [:id,:dashboard_layout_id]).include? k
+          end)
+
+          component[:dashboard_element_id] = elem_table.assoc(source[:dashboard_element_id])[1]
+          say_warning "Updating dashboard layout component #{target.id}" if @options[:debug]
+          update_dashboard_layout_component(target.id,component)
+        end
+      end
+    end
+  end
+end