ruby-grafana-reporter 0.3.0 → 0.4.0

data/lib/grafana_reporter/asciidoctor/panel_image_inline_macro.rb

@@ -0,0 +1,77 @@
+# frozen_string_literal: true
+
+require_relative 'processor_mixin'
+
+module GrafanaReporter
+  module Asciidoctor
+    # Implements the hook
+    #   grafana_panel_image:<panel_id>[<options>]
+    #
+    # Stores the queried panel as a temporary image file and returns an asciidoctor link
+    # to be included in the report.
+    #
+    # == Used document parameters
+    # +grafana_default_instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +grafana_default_dashboard+ - uid of grafana default dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    #
+    # == Supported options
+    # +field+ - property to query for, e.g. +description+ or +title+ (*mandatory*)
+    #
+    # +instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +dashboard+ - uid of grafana dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    class PanelImageInlineMacro < ::Asciidoctor::Extensions::InlineMacroProcessor
+      include ProcessorMixin
+      use_dsl
+
+      named :grafana_panel_image
+
+      # :nodoc:
+      def process(parent, target, attrs)
+        return if @report.cancel
+
+        @report.next_step
+        instance = attrs['instance'] || parent.document.attr('grafana_default_instance') || 'default'
+        dashboard = attrs['dashboard'] || parent.document.attr('grafana_default_dashboard')
+        @report.logger.debug("Processing PanelImageInlineMacro (instance: #{instance}, dashboard: #{dashboard},"\
+                             " panel: #{target})")
+        query = PanelImageQuery.new(@report.grafana(instance).dashboard(dashboard).panel(target))
+        # set alt text to a default, because otherwise asciidoctor fails
+        attrs['alt'] = '' unless attrs['alt']
+        query.merge_hash_variables(parent.document.attributes, attrs)
+        @report.logger.debug("from: #{query.from}, to: #{query.to}")
+
+        begin
+          image = query.execute
+          image_path = @report.save_image_file(image)
+        rescue GrafanaReporterError => e
+          @report.logger.error(e.message)
+          return create_inline(parent, :quoted, e.message)
+        rescue StandardError => e
+          @report.logger.fatal(e.message)
+          return create_inline(parent, :quoted, e.message)
+        end
+
+        create_inline(parent, :image, nil, { target: image_path, attributes: attrs })
+      end
+
+      # @see ProcessorMixin#build_demo_entry
+      def build_demo_entry(panel)
+        return nil unless panel
+        return nil unless panel.model['type'] == 'graph'
+
+        "see here: grafana_panel_image:#{panel.id}[dashboard=\"#{panel.dashboard.id}\","\
+        'width="90%"] - a working inline image'
+      end
+    end
+  end
+end

data/lib/grafana_reporter/asciidoctor/panel_property_inline_macro.rb

@@ -0,0 +1,72 @@
+# frozen_string_literal: true
+
+require_relative 'processor_mixin'
+
+module GrafanaReporter
+  module Asciidoctor
+    # Implements the hook
+    #   grafana_panel_property:<panel_id>[<options>]
+    #
+    # Returns the requested panel property.
+    #
+    # == Used document parameters
+    # +grafana_default_instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +grafana_default_dashboard+ - uid of grafana default dashboard to use
+    #
+    # == Supported options
+    # +field+ - property to query for, e.g. +description+ or +title+ (*mandatory*)
+    #
+    # +instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +dashboard+ - uid of grafana dashboard to use
+    class PanelPropertyInlineMacro < ::Asciidoctor::Extensions::InlineMacroProcessor
+      include ProcessorMixin
+      use_dsl
+
+      named :grafana_panel_property
+      name_positional_attributes :field
+
+      # :nodoc:
+      def process(parent, target, attrs)
+        return if @report.cancel
+
+        @report.next_step
+        instance = attrs['instance'] || parent.document.attr('grafana_default_instance') || 'default'
+        dashboard = attrs['dashboard'] || parent.document.attr('grafana_default_dashboard')
+        @report.logger.debug("Processing PanelPropertyInlineMacro (instance: #{instance}, dashboard: #{dashboard},"\
+                             " panel: #{target}, property: #{attrs[:field]})")
+
+        begin
+          query = PanelPropertyQuery.new(@report.grafana(instance).dashboard(dashboard).panel(target))
+          query.raw_query = { property_name: attrs[:field] }
+          query.merge_hash_variables(parent.document.attributes, attrs)
+          @report.logger.debug("from: #{query.from}, to: #{query.to}")
+
+          description = query.execute
+        rescue GrafanaReporterError => e
+          @report.logger.error(e.message)
+          return create_inline(parent, :quoted, e.message)
+        rescue StandardError => e
+          @report.logger.fatal(e.message)
+          return create_inline(parent, :quoted, e.message)
+        end
+
+        # translate linebreaks to asciidoctor syntax
+        # and HTML encode to make sure, that HTML formattings are respected
+        create_inline(parent, :quoted, CGI.escapeHTML(description.gsub(%r{//[^\n]*(?:\n)?}, '').gsub(/\n/, " +\n")))
+      end
+
+      # @see ProcessorMixin#build_demo_entry
+      def build_demo_entry(panel)
+        return nil unless panel
+        return nil unless panel.model['title']
+        return nil if panel.model['title'].strip == ''
+        return nil if panel.model['title'].strip == 'Panel Title'
+
+        "this text includes the panel with title grafana_panel_property:#{panel.id}[\"title\","\
+        "dashboard=\"#{panel.dashboard.id}\"]"
+      end
+    end
+  end
+end

data/lib/grafana_reporter/asciidoctor/panel_query_table_include_processor.rb

@@ -0,0 +1,98 @@
+# frozen_string_literal: true
+
+require_relative 'processor_mixin'
+
+module GrafanaReporter
+  module Asciidoctor
+    # Implements the hook
+    #   include::grafana_panel_query_table:<panel_id>[<options>]
+    #
+    # Returns the results of the SQL query as a asciidoctor table.
+    #
+    # == Used document parameters
+    # +grafana_default_instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +grafana_default_dashboard+ - uid of grafana default dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    #
+    # All other variables starting with +var-+ will be used to replace grafana templating strings
+    # in the given SQL query.
+    #
+    # == Supported options
+    # +query+ - query letter, which shall be used, e.g. +C+ (*mandatory*)
+    #
+    # +instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +dashboard+ - uid of grafana dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    #
+    # +format+ - see {QueryMixin#format_columns}
+    #
+    # +replace_values+ - see {QueryMixin#replace_values}
+    #
+    # +filter_columns+ - see {QueryMixin#filter_columns}
+    class PanelQueryTableIncludeProcessor < ::Asciidoctor::Extensions::IncludeProcessor
+      include ProcessorMixin
+
+      # :nodoc:
+      def handles?(target)
+        target.start_with? 'grafana_panel_query_table:'
+      end
+
+      # :nodoc:
+      def process(doc, reader, target, attrs)
+        return if @report.cancel
+
+        @report.next_step
+        panel_id = target.split(':')[1]
+        instance = attrs['instance'] || doc.attr('grafana_default_instance') || 'default'
+        dashboard = attrs['dashboard'] || doc.attr('grafana_default_dashboard')
+        attrs['result_type'] = 'panel_table'
+        @report.logger.debug("Processing PanelQueryTableIncludeProcessor (instance: #{instance}, "\
+                             "dashboard: #{dashboard}, panel: #{panel_id}, query: #{attrs['query']})")
+
+        begin
+          panel = @report.grafana(instance).dashboard(dashboard).panel(panel_id)
+          query = QueryValueQuery.new(panel)
+          query.set_defaults_from_dashboard(panel.dashboard)
+          query.merge_hash_variables(doc.attributes, attrs)
+          @report.logger.debug("from: #{query.from}, to: #{query.to}")
+
+          reader.unshift_lines query.execute
+        rescue GrafanaReporterError => e
+          @report.logger.error(e.message)
+          reader.unshift_line "|#{e.message}"
+        rescue StandardError => e
+          @report.logger.fatal(e.message)
+          reader.unshift_line "|#{e.message}"
+        end
+
+        reader
+      end
+
+      # @see ProcessorMixin#build_demo_entry
+      def build_demo_entry(panel)
+        return nil unless panel
+        return nil unless panel.model['type'].include?('table')
+
+        ref_id = nil
+        panel.model['targets'].each do |item|
+          if !item['hide'] && !panel.query(item['refId']).to_s.empty?
+            ref_id = item['refId']
+            break
+          end
+        end
+        return nil unless ref_id
+
+        "|===\ninclude::grafana_panel_query_table:#{panel.id}[query=\"#{ref_id}\",filter_columns=\"time\","\
+        "dashboard=\"#{panel.dashboard.id}\"]\n|==="
+      end
+    end
+  end
+end

data/lib/grafana_reporter/asciidoctor/panel_query_value_inline_macro.rb

@@ -0,0 +1,93 @@
+# frozen_string_literal: true
+
+require_relative 'processor_mixin'
+
+module GrafanaReporter
+  module Asciidoctor
+    # Implements the hook
+    #   grafana_panel_query_value:<panel_id>[<options>]
+    #
+    # Returns the first value of the resulting SQL query.
+    #
+    # == Used document parameters
+    # +grafana_default_instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +grafana_default_dashboard+ - uid of grafana default dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    #
+    # All other variables starting with +var-+ will be used to replace grafana templating strings
+    # in the given SQL query.
+    #
+    # == Supported options
+    # +query+ - query letter, which shall be used, e.g. +C+ (*mandatory*)
+    #
+    # +instance+ - name of grafana instance, 'default' if not specified
+    #
+    # +dashboard+ - uid of grafana dashboard to use
+    #
+    # +from+ - 'from' time for the sql query
+    #
+    # +to+ - 'to' time for the sql query
+    #
+    # +format+ - see {QueryMixin#format_columns}
+    #
+    # +replace_values+ - see {QueryMixin#replace_values}
+    #
+    # +filter_columns+ - see {QueryMixin#filter_columns}
+    class PanelQueryValueInlineMacro < ::Asciidoctor::Extensions::InlineMacroProcessor
+      include ProcessorMixin
+      use_dsl
+
+      named :grafana_panel_query_value
+
+      # :nodoc:
+      def process(parent, target, attrs)
+        return if @report.cancel
+
+        @report.next_step
+        instance = attrs['instance'] || parent.document.attr('grafana_default_instance') || 'default'
+        dashboard = attrs['dashboard'] || parent.document.attr('grafana_default_dashboard')
+        attrs['result_type'] = 'panel_value'
+        @report.logger.debug("Processing PanelQueryValueInlineMacro (instance: #{instance}, dashboard: #{dashboard},"\
+                             " panel: #{target}, query: #{attrs['query']})")
+
+        begin
+          panel = @report.grafana(instance).dashboard(dashboard).panel(target)
+          query = QueryValueQuery.new(panel)
+          query.set_defaults_from_dashboard(panel.dashboard)
+          query.merge_hash_variables(parent.document.attributes, attrs)
+          @report.logger.debug("from: #{query.from}, to: #{query.to}")
+
+          create_inline(parent, :quoted, query.execute)
+        rescue GrafanaReporterError => e
+          @report.logger.error(e.message)
+          create_inline(parent, :quoted, e.message)
+        rescue StandardError => e
+          @report.logger.fatal(e.message)
+          create_inline(parent, :quoted, e.message)
+        end
+      end
+
+      # @see ProcessorMixin#build_demo_entry
+      def build_demo_entry(panel)
+        return nil unless panel
+        return nil unless panel.model['type'] == 'singlestat'
+
+        ref_id = nil
+        panel.model['targets'].each do |item|
+          if !item['hide'] && !panel.query(item['refId']).to_s.empty?
+            ref_id = item['refId']
+            break
+          end
+        end
+        return nil unless ref_id
+
+        "it's easily possible to include the query value: grafana_panel_query_value:#{panel.id}[query=\"#{ref_id}\""\
+        ",dashboard=\"#{panel.dashboard.id}\"] - just within this text."
+      end
+    end
+  end
+end

data/lib/grafana_reporter/asciidoctor/processor_mixin.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module GrafanaReporter
+  module Asciidoctor
+    # This module contains common methods for all asciidoctor extensions.
+    module ProcessorMixin
+      # Used when initializing a object instance, to set the report object, which is currently in progress.
+      # @param report [GrafanaReporter::Asciidoctor::Report] current report
+      # @return [::Asciidoctor::Extensions::Processor] self
+      def current_report(report)
+        @report = report
+        self
+      end
+
+      # This method is called if a demo report shall be built for the given {Panel}.
+      # @param panel [Panel] panel object, for which a demo entry shall be created.
+      # @return [String] String containing the entry, or nil if not possible for given panel
+      def build_demo_entry(panel)
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/grafana_reporter/asciidoctor/report.rb

@@ -1,10 +1,11 @@
 # frozen_string_literal: true
 
 module GrafanaReporter
+  # This module contains all classes, which are necessary to use the reporter in conjunction with asciidoctor.
   module Asciidoctor
     # Implementation of a specific {AbstractReport}. It is used to
     # build reports specifically for asciidoctor results.
-    class Report < GrafanaReporter::AbstractReport
+    class Report < ::GrafanaReporter::AbstractReport
       # (see AbstractReport#initialize)
       def initialize(config, template, destination_file_or_path = nil, custom_attributes = {})
         super
@@ -18,10 +19,9 @@ module GrafanaReporter
       # @see AbstractReport#create_report
       # @return [void]
       def create_report
-        @start_time = Time.now
+        super
         attrs = { 'convert-backend' => 'pdf' }.merge(@config.default_document_attributes.merge(@custom_attributes))
         attrs['grafana-report-timestamp'] = @start_time.to_s
-        logger.info("Report started at #{@start_time}")
         logger.debug("Document attributes: #{attrs}")
 
         initialize_step_counter
@@ -30,19 +30,18 @@ module GrafanaReporter
         ::Asciidoctor::LoggerManager.logger = logger
 
         registry = ::Asciidoctor::Extensions::Registry.new
-        # TODO: dynamically register macros, which is also needed when supporting custom macros
-        registry.inline_macro Extensions::PanelImageInlineMacro.new.current_report(self)
-        registry.inline_macro Extensions::PanelQueryValueInlineMacro.new.current_report(self)
-        registry.inline_macro Extensions::PanelPropertyInlineMacro.new.current_report(self)
-        registry.inline_macro Extensions::SqlValueInlineMacro.new.current_report(self)
-        registry.block_macro Extensions::PanelImageBlockMacro.new.current_report(self)
-        registry.include_processor Extensions::ValueAsVariableIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::PanelQueryTableIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::SqlTableIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::ShowEnvironmentIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::ShowHelpIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::AnnotationsTableIncludeProcessor.new.current_report(self)
-        registry.include_processor Extensions::AlertsTableIncludeProcessor.new.current_report(self)
+        registry.inline_macro PanelImageInlineMacro.new.current_report(self)
+        registry.inline_macro PanelQueryValueInlineMacro.new.current_report(self)
+        registry.inline_macro PanelPropertyInlineMacro.new.current_report(self)
+        registry.inline_macro SqlValueInlineMacro.new.current_report(self)
+        registry.block_macro PanelImageBlockMacro.new.current_report(self)
+        registry.include_processor ValueAsVariableIncludeProcessor.new.current_report(self)
+        registry.include_processor PanelQueryTableIncludeProcessor.new.current_report(self)
+        registry.include_processor SqlTableIncludeProcessor.new.current_report(self)
+        registry.include_processor ShowEnvironmentIncludeProcessor.new.current_report(self)
+        registry.include_processor ShowHelpIncludeProcessor.new.current_report(self)
+        registry.include_processor AnnotationsTableIncludeProcessor.new.current_report(self)
+        registry.include_processor AlertsTableIncludeProcessor.new.current_report(self)
 
         ::Asciidoctor.convert_file(@template, extension_registry: registry, backend: attrs['convert-backend'],
                                               to_file: path, attributes: attrs, header_footer: true)
@@ -51,15 +50,11 @@ module GrafanaReporter
 
         # store report including als images as ZIP file, if the result is not a PDF
         if attrs['convert-backend'] != 'pdf'
-          dest_path = nil
-          case
-          when @destination_file_or_path.is_a?(File)
-            dest_path = @destination_file_or_path.path
-          when @destination_file_or_path.is_a?(Tempfile)
-            dest_path = @destination_file_or_path.path
-          else
-            dest_path = @destination_file_or_path
-          end
+          dest_path = if @destination_file_or_path.is_a?(File) || @destination_file_or_path.is_a?(Tempfile)
+                        @destination_file_or_path.path
+                      else
+                        @destination_file_or_path
+                      end
 
           # build zip file
           zip_file = Tempfile.new('gf_zip')
@@ -92,9 +87,7 @@ module GrafanaReporter
         end
 
         clean_image_files
-        @end_time = Time.now
-        logger.info("Report finished after #{@end_time - @start_time} seconds.")
-        @done = true
+        done!
       rescue StandardError => e
         # catch all errors during execution
         died_with_error(e)
@@ -115,7 +108,7 @@ module GrafanaReporter
         unless @grafana_instances[instance]
           @grafana_instances[instance] = ::Grafana::Grafana.new(@config.grafana_host(instance),
                                                                 @config.grafana_api_key(instance),
-                                                                logger: @logger, ssl_cert: @config.ssl_cert)
+                                                                logger: @logger)
         end
         @grafana_instances[instance]
       end
@@ -147,8 +140,7 @@ module GrafanaReporter
       # @return [void]
       def died_with_error(error)
         @error = [error.message] << [error.backtrace]
-        @end_time = Time.now
-        @done = true
+        done!
       end
 
       private
@@ -162,6 +154,7 @@ module GrafanaReporter
         @total_steps = 0
         File.readlines(@template).each do |line|
           begin
+            # TODO: move these calls to the specific processors to ensure all are counted properly
             @total_steps += line.gsub(%r{//.*}, '').scan(/(?:grafana_panel_image|grafana_panel_query_value|
                                                          grafana_panel_query_table|grafana_sql_value|
                                                          grafana_sql_table|grafana_environment|grafana_help|