graphql-metrics 4.0.6 → 4.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 794d916d7f0b35ed8c50814c7cee54af5881a9fa5102eb361d1486fde665b413
-  data.tar.gz: 831cd8c26e771fc5e97e483f5cda86bce63311c0a31a9d12a020cdf5be808241
+  metadata.gz: 7c32ac33ad3d4dcce935518115cb51e8b619b4f06e5eaacf6eded57b0393e8d1
+  data.tar.gz: 466c20309ac8e7ca599580f9145c936bbcb76cb29c9f019fa28c3be3c9c46ba7
 SHA512:
-  metadata.gz: aed42769f9dcbcb445e0e9b8ec9858d05c917542fa0c588bcc587d19c2fbc8bafd2d1fcf65f4d7742cd498a2ac1d39b66c6955827efa4da3582a44980f2346e1
-  data.tar.gz: 908bc4cf5d126d71e715379cd2346308b5e7ed17230ad4733eff2614827625768d0ec1186da282628c91c6ab3fe7dd3a92adc6b6e9e548b202eb3b9507f6a8fd
+  metadata.gz: fc8fa91436e89b75faa0573007bb20ce3a381019231dcb6131f41a73395b4c62c990be07efadbf437c9f1c67f9a9a03ef328c3d379e57132dcee00332489bf7f
+  data.tar.gz: d465979e9f3b3ea7b7f17c0275a48bd629ab45f80eeb89e69dc7d8040dd8f615e7a23bfefdab0befb04402d192e11dfb818417c65f930dd8fdcdd3eae030715b

data/.gitignore

@@ -7,5 +7,5 @@
 /spec/reports/
 /tmp/
 *.gem
-
+Gemfile.lock
 /vendor/

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+4.1.0
+-----
+- [42](https://github.com/Shopify/graphql-metrics/pull/42) Capture timing of the `lex` phase.
+
 4.0.6
 -----
 - [35](https://github.com/Shopify/graphql-metrics/pull/35) Fix query start time, start time offset bugs.

data/README.md

@@ -7,6 +7,9 @@ Compatible with the [`graphql-batch` gem](https://github.com/Shopify/graphql-bat
 
 Be sure to read the [CHANGELOG](CHANGELOG.md) to stay updated on feature additions, breaking changes made to this gem.
 
+**NOTE**: Not tested with graphql-ruby's multiplexing feature. Metrics may not
+be accurate if you execute multiple operations at once.
+
 ## Installation
 
 Add this line to your application's Gemfile:
@@ -44,13 +47,11 @@ etc.
 
 What you do with these captured metrics is up to you!
 
-**NOTE**: Runtime metrics on for queries (like `query_duration`, `parsing_start_time_offset` etc.) as well as field
-resolver timings (like `resolver_timings`, `lazy_resolver_timings`) may not be present in the extracted `metrics` hash,
+**NOTE**: If any non-`graphql-ruby` gem-related exceptions occur in your application during query document
+parsing and validation, **runtime metrics** for queries (like `query_duration`, `parsing_start_time_offset` etc.) as well as field
+resolver timings (like `resolver_timings`, `lazy_resolver_timings`) **may not be present** in the extracted `metrics` hash,
 even if you opt to collect them by using `GraphQL::Metrics::Analyzer` and `GraphQL::Metrics::Tracer`.
 
-More specifically, if any non-`graphql-ruby` gem-related exceptions occur in your application during query document
-parsing and validation runtime metrics will not be added to the `metrics` hash.
-
 ### Define your own analyzer subclass
 
 ```ruby
@@ -74,6 +75,8 @@ parsing and validation runtime metrics will not be added to the `metrics` hash.
     #   operation_name: "PostDetails",
     #   query_start_time: 1573833076.027327,
     #   query_duration: 2.0207119999686256,
+    #   lexing_start_time_offset: 0.0010339999571442604,
+    #   lexing_duration: 0.0008190000080503523,
     #   parsing_start_time_offset: 0.0010339999571442604,
     #   parsing_duration: 0.0008190000080503523,
     #   validation_start_time_offset: 0.0030819999519735575,
@@ -181,9 +184,6 @@ class Schema < GraphQL::Schema
   query QueryRoot
   mutation MutationRoot
 
-  use GraphQL::Execution::Interpreter # Required.
-  use GraphQL::Analysis::AST # Required.
-
   query_analyzer SimpleAnalyzer
 
   instrument :query, GraphQL::Metrics::Instrumentation.new # Both of these are required if either is used.
@@ -203,9 +203,6 @@ class Schema < GraphQL::Schema
   query QueryRoot
   mutation MutationRoot
 
-  use GraphQL::Execution::Interpreter # Required.
-  use GraphQL::Analysis::AST # Required.
-
   query_analyzer SimpleAnalyzer
 end
 ```
@@ -224,13 +221,15 @@ your application as intended, here's a breakdown of the order of execution of th
 
  When used as instrumentation, an analyzer and tracing, the order of execution is:
 
-* Tracer.setup_tracing
+* Tracer.capture_lexing_time
 * Tracer.capture_parsing_time
+* Tracer.capture_multiplex_start_time
 * Instrumentation.before_query (context setup)
 * Tracer.capture_validation_time
 * Tracer.capture_analysis_time
 * Analyzer#initialize (bit more context setup, instance vars setup)
 * Analyzer#result
+* Tracer.capture_query_start_time
 * Tracer.trace_field (n times)
 * Instrumentation.after_query (call query and field callbacks, now that we have all static and runtime metrics
   gathered)
@@ -254,7 +253,7 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/Shopify/graphql_metrics. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+Bug reports and pull requests are welcome on GitHub at https://github.com/Shopify/graphql-metrics. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
 
 ## License
 

data/lib/graphql/metrics.rb

@@ -26,6 +26,8 @@ module GraphQL
     MULTIPLEX_START_TIME_MONOTONIC = :multiplex_start_time_monotonic
     QUERY_START_TIME = :query_start_time
     QUERY_START_TIME_MONOTONIC = :query_start_time_monotonic
+    LEXING_START_TIME_OFFSET = :lexing_start_time_offset
+    LEXING_DURATION = :lexing_duration
     PARSING_START_TIME_OFFSET = :parsing_start_time_offset
     PARSING_DURATION = :parsing_duration
     VALIDATION_START_TIME_OFFSET = :validation_start_time_offset

data/lib/graphql/metrics/instrumentation.rb

@@ -45,6 +45,8 @@ module GraphQL
             parsing_duration: ns[GraphQL::Metrics::PARSING_DURATION],
             validation_start_time_offset: ns[GraphQL::Metrics::VALIDATION_START_TIME_OFFSET],
             validation_duration: ns[GraphQL::Metrics::VALIDATION_DURATION],
+            lexing_start_time_offset: ns[GraphQL::Metrics::LEXING_START_TIME_OFFSET],
+            lexing_duration: ns[GraphQL::Metrics::LEXING_DURATION],
             analysis_start_time_offset: ns[GraphQL::Metrics::ANALYSIS_START_TIME_OFFSET],
             analysis_duration: ns[GraphQL::Metrics::ANALYSIS_DURATION],
             multiplex_start_time: ns[GraphQL::Metrics::MULTIPLEX_START_TIME],

data/lib/graphql/metrics/tracer.rb

@@ -3,11 +3,13 @@
 module GraphQL
   module Metrics
     class Tracer
-      # NOTE: These constants come from the graphql ruby gem.
-      GRAPHQL_GEM_EXECUTE_MULTIPLEX_KEY = 'execute_multiplex'
-      GRAPHQL_GEM_PARSING_KEY = 'parse'
+      # NOTE: These constants come from the graphql ruby gem and are in "chronological" order based on the phases
+      # of execution of the graphql-ruby gem. Most of them can be run multiple times when multiplexing multiple queries.
+      GRAPHQL_GEM_LEXING_KEY = 'lex' # may not trigger if the query is passed in pre-parsed
+      GRAPHQL_GEM_PARSING_KEY = 'parse' # may not trigger if the query is passed in pre-parsed
+      GRAPHQL_GEM_EXECUTE_MULTIPLEX_KEY = 'execute_multiplex' # wraps everything below this line; only run once
       GRAPHQL_GEM_VALIDATION_KEY = 'validate'
-      GRAPHQL_GEM_ANALYZE_MULTIPLEX_KEY = 'analyze_multiplex'
+      GRAPHQL_GEM_ANALYZE_MULTIPLEX_KEY = 'analyze_multiplex' # wraps all `analyze_query`s; only run once
       GRAPHQL_GEM_ANALYZE_QUERY_KEY = 'analyze_query'
       GRAPHQL_GEM_EXECUTE_QUERY_KEY = 'execute_query'
       GRAPHQL_GEM_TRACING_FIELD_KEYS = [
@@ -17,20 +19,18 @@ module GraphQL
 
       def trace(key, data, &block)
         # NOTE: Context doesn't exist yet during lexing, parsing.
-        possible_context = data[:query]&.context
-
-        skip_tracing = possible_context&.fetch(GraphQL::Metrics::SKIP_GRAPHQL_METRICS_ANALYSIS, false)
+        context = data[:query]&.context
+        skip_tracing = context&.fetch(GraphQL::Metrics::SKIP_GRAPHQL_METRICS_ANALYSIS, false)
         return yield if skip_tracing
 
-        # NOTE: Not all tracing events are handled here, but those that are are handled in this case statement in
-        # chronological order.
         case key
-        when GRAPHQL_GEM_EXECUTE_MULTIPLEX_KEY
-          return capture_multiplex_start_time(&block)
+        when GRAPHQL_GEM_LEXING_KEY
+          return capture_lexing_time(&block)
         when GRAPHQL_GEM_PARSING_KEY
           return capture_parsing_time(&block)
+        when GRAPHQL_GEM_EXECUTE_MULTIPLEX_KEY
+          return capture_multiplex_start_time(&block)
         when GRAPHQL_GEM_VALIDATION_KEY
-          context = possible_context
           return capture_validation_time(context, &block)
         when GRAPHQL_GEM_ANALYZE_MULTIPLEX_KEY
           # Ensures that we reset potentially long-lived PreContext objects between multiplexs. We reset at this point
@@ -38,13 +38,11 @@ module GraphQL
           pre_context.reset
           return yield
         when GRAPHQL_GEM_ANALYZE_QUERY_KEY
-          context = possible_context
           return capture_analysis_time(context, &block)
         when GRAPHQL_GEM_EXECUTE_QUERY_KEY
-          context = possible_context
           capture_query_start_time(context, &block)
         when *GRAPHQL_GEM_TRACING_FIELD_KEYS
-          return yield if data[:query].context[SKIP_FIELD_AND_ARGUMENT_METRICS]
+          return yield if context[SKIP_FIELD_AND_ARGUMENT_METRICS]
           return yield unless GraphQL::Metrics.timings_capture_enabled?(data[:query].context)
 
           context_key = case key
@@ -66,7 +64,9 @@ module GraphQL
         :multiplex_start_time,
         :multiplex_start_time_monotonic,
         :parsing_start_time_offset,
-        :parsing_duration
+        :parsing_duration,
+        :lexing_start_time_offset,
+        :lexing_duration
       ) do
         def reset
           self[:multiplex_start_time] = nil
@@ -90,6 +90,18 @@ module GraphQL
         yield
       end
 
+      def capture_lexing_time
+        # GraphQL::Query#result fires `lex` before the `execute_multiplex` event, so sometimes
+        # `pre_context.multiplex_start_time_monotonic` isn't set.
+        lexing_offset_time = pre_context.multiplex_start_time_monotonic || GraphQL::Metrics.current_time_monotonic
+        timed_result = GraphQL::Metrics.time(lexing_offset_time) { yield }
+
+        pre_context.lexing_start_time_offset = timed_result.start_time
+        pre_context.lexing_duration = timed_result.duration
+
+        timed_result.result
+      end
+
       def capture_parsing_time
         # GraphQL::Query#result fires `parse` before the `execute_multiplex` event, so sometimes
         # `pre_context.multiplex_start_time_monotonic` isn't set.
@@ -104,12 +116,14 @@ module GraphQL
 
       # Also consolidates parsing timings (if any) from the `pre_context`
       def capture_validation_time(context)
+        # Queries may already be lexed and parsed before execution (whether a single query or multiplex).
+        # If we don't have those values, use some sane defaults.
+        if pre_context.lexing_duration.nil?
+          pre_context.lexing_start_time_offset = pre_context.multiplex_start_time
+          pre_context.lexing_duration = 0.0
+        end
         if pre_context.parsing_duration.nil?
-          # Queries may already be parsed before execution (whether a single query or multiplex).
-          # If we don't have a parsing start time, use the multiplex start time.
           pre_context.parsing_start_time_offset = pre_context.multiplex_start_time
-
-          # If we don't have a duration, consider parsing to have been instantaneous.
           pre_context.parsing_duration = 0.0
         end
 
@@ -119,6 +133,8 @@ module GraphQL
 
         ns[MULTIPLEX_START_TIME] = pre_context.multiplex_start_time
         ns[MULTIPLEX_START_TIME_MONOTONIC] = pre_context.multiplex_start_time_monotonic
+        ns[LEXING_START_TIME_OFFSET] = pre_context.lexing_start_time_offset
+        ns[LEXING_DURATION] = pre_context.lexing_duration
         ns[PARSING_START_TIME_OFFSET] = pre_context.parsing_start_time_offset
         ns[PARSING_DURATION] = pre_context.parsing_duration
         ns[VALIDATION_START_TIME_OFFSET] = timed_result.time_since_offset

data/lib/graphql/metrics/version.rb

@@ -2,6 +2,6 @@
 
 module GraphQL
   module Metrics
-    VERSION = "4.0.6"
+    VERSION = "4.1.0"
   end
 end

data/service.yml

@@ -0,0 +1 @@
+classification: library

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: graphql-metrics
 version: !ruby/object:Gem::Version
-  version: 4.0.6
+  version: 4.1.0
 platform: ruby
 authors:
 - Christopher Butcher
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-08-20 00:00:00.000000000 Z
+date: 2021-03-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: graphql
@@ -209,7 +209,6 @@ files:
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
-- Gemfile.lock
 - LICENSE.txt
 - README.md
 - RELEASING
@@ -222,6 +221,7 @@ files:
 - lib/graphql/metrics/instrumentation.rb
 - lib/graphql/metrics/tracer.rb
 - lib/graphql/metrics/version.rb
+- service.yml
 homepage: https://github.com/Shopify/graphql-metrics
 licenses:
 - MIT
@@ -241,7 +241,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: GraphQL Metrics Extractor

data/Gemfile.lock

@@ -1,67 +0,0 @@
-PATH
-  remote: .
-  specs:
-    graphql-metrics (4.0.6)
-      concurrent-ruby (~> 1.1.0)
-      graphql (>= 1.10.8)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    activesupport (5.1.7)
-      concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (>= 0.7, < 2)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
-    byebug (11.0.1)
-    coderay (1.1.2)
-    concurrent-ruby (1.1.5)
-    diffy (3.3.0)
-    fakeredis (0.7.0)
-      redis (>= 3.2, < 5.0)
-    graphql (1.10.8)
-    graphql-batch (0.4.2)
-      graphql (>= 1.3, < 2)
-      promise.rb (~> 0.7.2)
-    hashdiff (1.0.0)
-    i18n (1.7.0)
-      concurrent-ruby (~> 1.0)
-    metaclass (0.0.4)
-    method_source (0.9.2)
-    minitest (5.13.0)
-    minitest-focus (1.1.2)
-      minitest (>= 4, < 6)
-    mocha (1.9.0)
-      metaclass (~> 0.0.1)
-    promise.rb (0.7.4)
-    pry (0.12.2)
-      coderay (~> 1.1.0)
-      method_source (~> 0.9.0)
-    pry-byebug (3.7.0)
-      byebug (~> 11.0)
-      pry (~> 0.10)
-    rake (13.0.1)
-    redis (4.1.3)
-    thread_safe (0.3.6)
-    tzinfo (1.2.5)
-      thread_safe (~> 0.1)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  activesupport (~> 5.1.5)
-  diffy
-  fakeredis
-  graphql-batch
-  graphql-metrics!
-  hashdiff
-  minitest (~> 5.0)
-  minitest-focus
-  mocha
-  pry
-  pry-byebug
-  rake
-
-BUNDLED WITH
-   2.1.4