rookout 0.1.0 → 0.1.56

data/lib/rookout/processor/paths/canopy/markers.rb

@@ -4,7 +4,14 @@ module Rookout
       module Canopy
         require_relative "consts"
 
-        class Marker; end
+        require_relative "../../../exceptions"
+        require_relative "../../namespaces/container_namespace"
+
+        # rubocop:disable Lint/EmptyClass
+        class Marker
+          # Empty base class
+        end
+        # rubocop:enable Lint/EmptyClass
 
         class Operation < Marker
           def read _namespace, _create
@@ -12,12 +19,13 @@ module Rookout
           end
 
           def write _namespace, _value
-            raise Exception.RookOperationReadOnly, self.class.to_s
+            raise Exception::RookOperationReadOnly, self.class.to_s
           end
         end
 
         class FunctionOperation < Operation
           def initialize name, args
+            super()
             @name = name
             @args = args
           end
@@ -29,6 +37,7 @@ module Rookout
 
         class AttributeOperation < Operation
           def initialize name
+            super()
             @name = name
           end
 
@@ -36,7 +45,7 @@ module Rookout
             namespace.read_attribute @name
           rescue Exceptions::RookAttributeNotFound
             raise unless create
-            namespace.write_attribute name, ContainerNamespace.new
+            namespace.write_attribute @name, Namespaces::ContainerNamespace.new
           end
 
           def write namespace, value
@@ -46,6 +55,7 @@ module Rookout
 
         class LookupOperation < Operation
           def initialize text
+            super()
             if (text.start_with?("'") && text.end_with?("'")) || (text.start_with?("\"") && text.end_with?("\""))
               @key = text[1...-1]
             else
@@ -60,11 +70,13 @@ module Rookout
 
         class ObjectMarker < Marker
           def initialize text, obj
+            super()
             @text = text
             @obj = obj
           end
 
-          attr_reader :text, :obj
+          attr_reader :text
+          attr_reader :obj
 
           def to_s
             @obj.to_s
@@ -133,6 +145,8 @@ module Rookout
 
         class Opt < Marker
           def initialize opt
+            super()
+
             @opt = opt
             @level = nil
 
@@ -151,6 +165,21 @@ module Rookout
 
           attr_reader :level
 
+          def check_result result, first_obj, second_obj
+            return unless [true, false].include? result
+            if result
+              return
+            end
+
+            if !first_obj.nil? && !(PRIMITIVES.include? first_obj.class)
+              raise Exceptions::RookNonPrimitiveObjectType, first_obj.class.to_s
+            end
+
+            return if second_obj.nil?
+            raise Exceptions::RookNonPrimitiveObjectType, second_obj.class.to_s unless
+              PRIMITIVES.include? second_obj.class
+          end
+
           def execute_operation first, second
             # Remove  wrapping of objects as needed
             first_obj = decapsulate_item first
@@ -163,6 +192,8 @@ module Rookout
               raise Exceptions::RookExceptionEvaluationFailed.new "", e
             end
 
+            check_result result, first_obj, second_obj
+
             # If we don't have a result
             if result.nil?
               # Verify objects are primitives

data/lib/rookout/processor/processor_factory.rb

@@ -5,8 +5,6 @@ module Rookout
     require_relative "paths/arithmetic_path"
 
     class ProcessorFactory
-      def initialize; end
-
       def create_operation configuration
         Operations::SetOperation.new configuration, self
       end

data/lib/rookout/processor/rook_error.rb

@@ -25,12 +25,17 @@ module Rookout
       end
 
       attr_reader :message
+      attr_reader :exception
+      attr_reader :parameters
 
       def dumps
         parameters = NamespaceSerializer.dump Namespaces::RubyObjectNamespace.new(@parameters), false
         exception = NamespaceSerializer.dump Namespaces::RubyObjectNamespace.new(@exception), false
 
-        backtrace_string = @exception.backtrace.join "\n\t"
+        backtrace_string = ""
+        unless @exception.backtrace.nil?
+          backtrace_string = @exception.backtrace.join "\n\t"
+        end
         backtrace_object = Namespaces::RubyObjectNamespace.new(backtrace_string).tailor_limits!
         traceback = NamespaceSerializer.dump backtrace_object, false
 

data/lib/rookout/protobuf/controller_info_pb.rb

@@ -18,6 +18,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :platform_release, :string, 10
       optional :platform_version, :string, 11
       optional :platform_string, :string, 12
+      optional :parent_controller_id, :string, 13
     end
   end
 end

data/lib/rookout/protobuf/messages_pb.rb

@@ -4,6 +4,7 @@
 require 'google/protobuf'
 
 require_relative 'variant_pb'
+require_relative 'variant2_pb'
 require_relative 'agent_info_pb'
 require_relative 'controller_info_pb'
 require 'google/protobuf/any_pb'
@@ -87,6 +88,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :aug_id, :string, 2
       optional :arguments, :message, 3, "com.rookout.Variant"
       optional :report_id, :string, 4
+      map :strings_cache, :string, :uint32, 5
+      repeated :buffer_cache_buffers, :bytes, 6
+      repeated :buffer_cache_indexes, :uint32, 7
+      optional :arguments2, :message, 8, "com.rookout.Variant2"
+      optional :reverse_list_order, :bool, 9
     end
     add_message "com.rookout.UserMsg" do
       optional :aug_report, :message, 1, "com.rookout.AugReportMessage"
@@ -98,6 +104,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "com.rookout.InitialAugsCommand" do
       repeated :augs, :string, 1
+      map :sdk_configuration, :string, :string, 2
     end
     add_message "com.rookout.RemoveAugCommand" do
       optional :aug_id, :string, 1
@@ -117,6 +124,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       repeated :connectedAgents, :string, 2
     end
     add_message "com.rookout.DataOnPremTokenRequest" do
+      optional :access_type, :enum, 1, "com.rookout.DataOnPremTokenAccessType"
     end
     add_message "com.rookout.DataOnPremTokenResponse" do
       optional :token, :bytes, 1
@@ -150,6 +158,44 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :message, :message, 2, "google.protobuf.Any"
       optional :error, :string, 3
     end
+    add_message "com.rookout.StartDatastoreConnectivityTestCommand" do
+      optional :orgId, :string, 1
+      optional :controllerId, :string, 2
+      optional :datastoreUrl, :string, 3
+      optional :workspaceId, :string, 4
+    end
+    add_message "com.rookout.DatastoreConnectivityTestC2cResponse" do
+      optional :controllerId, :string, 1
+      optional :TestMessageId, :string, 2
+      optional :isSuccess, :bool, 3
+      optional :errorString, :string, 4
+    end
+    add_message "com.rookout.PingDatastoreCommand" do
+      optional :datastoreUrl, :string, 1
+    end
+    add_message "com.rookout.DatastoreInformation" do
+      optional :version, :string, 1
+      optional :hostname, :string, 2
+      optional :machine_type, :string, 3
+      optional :network, :string, 4
+      optional :ip, :string, 5
+      optional :os, :string, 6
+      optional :os_release, :string, 7
+      optional :os_version, :string, 8
+      optional :os_string, :string, 9
+    end
+    add_message "com.rookout.OrgLanguagesConfigsRequest" do
+    end
+    add_message "com.rookout.LanguageConfig" do
+      map :config, :string, :string, 1
+    end
+    add_message "com.rookout.OrgLanguagesConfigsResponse" do
+      map :OrgConfig, :string, :message, 1, "com.rookout.LanguageConfig"
+    end
+    add_enum "com.rookout.DataOnPremTokenAccessType" do
+      value :WRITE, 0
+      value :READ, 1
+    end
   end
 end
 
@@ -185,5 +231,13 @@ module Com
     HitCountUpdateMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.HitCountUpdateMessage").msgclass
     C2cRpcRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.C2cRpcRequest").msgclass
     C2cRpcResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.C2cRpcResponse").msgclass
+    StartDatastoreConnectivityTestCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.StartDatastoreConnectivityTestCommand").msgclass
+    DatastoreConnectivityTestC2cResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.DatastoreConnectivityTestC2cResponse").msgclass
+    PingDatastoreCommand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.PingDatastoreCommand").msgclass
+    DatastoreInformation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.DatastoreInformation").msgclass
+    OrgLanguagesConfigsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.OrgLanguagesConfigsRequest").msgclass
+    LanguageConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.LanguageConfig").msgclass
+    OrgLanguagesConfigsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.OrgLanguagesConfigsResponse").msgclass
+    DataOnPremTokenAccessType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.DataOnPremTokenAccessType").enummodule
   end
 end

data/lib/rookout/protobuf/variant2_pb.rb

@@ -0,0 +1,42 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: variant2.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/timestamp_pb'
+require_relative 'variant_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_file("variant2.proto", :syntax => :proto3) do
+    add_message "com.rookout.Error2" do
+      optional :message, :string, 1
+      optional :type, :string, 2
+      optional :parameters, :message, 3, "com.rookout.Variant2"
+      optional :exc, :message, 4, "com.rookout.Variant2"
+      optional :traceback, :message, 5, "com.rookout.Variant2"
+    end
+    add_message "com.rookout.Variant2" do
+      optional :variant_type_max_depth, :uint32, 1
+      optional :original_type_index_in_cache, :uint32, 2
+      repeated :attribute_names_in_cache, :uint32, 3
+      repeated :attribute_values, :message, 4, "com.rookout.Variant2"
+      optional :original_size, :uint32, 5
+      optional :long_value, :int64, 6
+      optional :bytes_index_in_cache, :uint32, 7
+      repeated :collection_keys, :message, 8, "com.rookout.Variant2"
+      repeated :collection_values, :message, 9, "com.rookout.Variant2"
+      optional :double_value, :double, 10
+      repeated :code_values, :message, 11, "com.rookout.Variant.CodeObject"
+      optional :time_value, :message, 12, "google.protobuf.Timestamp"
+      optional :error_value, :message, 16, "com.rookout.Error2"
+      optional :complex_value, :message, 17, "com.rookout.Variant.Complex"
+      optional :livetail, :message, 18, "com.rookout.Variant.LiveTailMessage"
+    end
+  end
+end
+
+module Com
+  module Rookout
+    Error2 = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Error2").msgclass
+    Variant2 = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant2").msgclass
+  end
+end

data/lib/rookout/protobuf/variant_pb.rb

@@ -18,6 +18,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :original_type, :string, 2
       repeated :attributes, :message, 3, "com.rookout.Variant.NamedValue"
       optional :max_depth, :bool, 4
+      optional :original_type_index_in_cache, :uint32, 5
       oneof :value do
         optional :int_value, :int32, 11
         optional :long_value, :int64, 12
@@ -35,6 +36,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :complex_value, :message, 28, "com.rookout.Variant.Complex"
         optional :enum_value, :message, 31, "com.rookout.Variant.Enumeration"
         optional :traceback, :message, 32, "com.rookout.Variant.Traceback"
+        optional :livetail, :message, 33, "com.rookout.Variant.LiveTailMessage"
       end
     end
     add_message "com.rookout.Variant.NamedValue" do
@@ -48,6 +50,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "com.rookout.Variant.String" do
       optional :original_size, :int32, 1
       optional :value, :string, 2
+      optional :value_index_in_cache, :uint32, 3
     end
     add_message "com.rookout.Variant.List" do
       optional :type, :string, 1
@@ -73,6 +76,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :module, :string, 2
       optional :filename, :string, 3
       optional :lineno, :uint32, 4
+      optional :name_index_in_cache, :uint32, 5
+      optional :module_index_in_cache, :uint32, 6
+      optional :filename_index_in_cache, :uint32, 7
     end
     add_message "com.rookout.Variant.LargeInt" do
       optional :value, :string, 1
@@ -89,6 +95,19 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "com.rookout.Variant.Traceback" do
       repeated :locations, :message, 1, "com.rookout.Variant.CodeObject"
     end
+    add_message "com.rookout.Variant.LiveTailMessage" do
+      optional :level_name, :string, 1
+      optional :msg, :string, 2
+      optional :formatted_message, :string, 3
+      optional :time, :double, 4
+      optional :filename, :string, 5
+      optional :lineno, :int32, 6
+      optional :function, :string, 7
+      optional :module, :string, 8
+      optional :thread_id, :int64, 9
+      optional :thread_name, :string, 10
+      map :log_context, :string, :string, 11
+    end
     add_enum "com.rookout.Variant.Type" do
       value :VARIANT_NONE, 0
       value :VARIANT_INT, 1
@@ -113,6 +132,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :VARIANT_DYNAMIC, 20
       value :VARIANT_ENUM, 21
       value :VARIANT_TRACEBACK, 22
+      value :VARIANT_LIVETAIL, 23
+      value :VARIANT_SET, 24
     end
   end
 end
@@ -134,6 +155,7 @@ module Com
     Variant::Complex = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant.Complex").msgclass
     Variant::Enumeration = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant.Enumeration").msgclass
     Variant::Traceback = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant.Traceback").msgclass
+    Variant::LiveTailMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant.LiveTailMessage").msgclass
     Variant::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("com.rookout.Variant.Type").enummodule
   end
 end

data/lib/rookout/rookout_singleton.rb

@@ -40,14 +40,21 @@ module Rookout
       @services_started = false
     end
 
-    def connect token, host, port, proxy, labels, async_start, _fork
+    def connect token: nil, host: nil, port: nil, proxy: nil, labels: {}, async_start: false, fork: false,
+                throw_errors: false
       raise Exceptions::RookInterfaceException, "Multiple connection attempts not supported!" unless @agent_com.nil?
 
+      if fork
+        require_relative "atfork"
+        Rookout::ForkManager.instance.activate!
+      end
+
       start_trigger_services
 
       Logger.instance.debug "Initiating AgentCom-\t#{host}:#{port}"
 
-      @agent_com = ComWs::AgentComWs.new @output, host, port, proxy, token, labels
+      @agent_com = ComWs::AgentComWs.new @output, host, port, proxy, token, labels, !throw_errors
+      @output.agent_com = @agent_com
       @command_handler = ComWs::CommandHandler.new @agent_com, @aug_manager
 
       @agent_com.connect
@@ -60,14 +67,25 @@ module Rookout
       @output.flush_messages if !@output.nil && !@agent_com.nil?
     end
 
+    def post_fork_clean
+      @agent_com.stop
+      @agent_com = nil
+
+      @command_handler = nil
+
+      # We don't disable services because we will lose all loaded scripts
+      @services.clear_augs
+    end
+
     attr_reader :services
 
     private
 
     def check_version_supported
-      raise Exceptions:: RookVersionNotSupported, "platform", RUBY_ENGINE unless RUBY_ENGINE == "ruby"
-      raise Exceptions::RookVersionNotSupported, "version", RUBY_VERSION unless
-          RUBY_VERSION.start_with?("2.7") || RUBY_VERSION.start_with?("2.6")
+      raise Exceptions::RookVersionNotSupported.new("platform", RUBY_ENGINE) unless RUBY_ENGINE == "ruby"
+      raise Exceptions::RookVersionNotSupported.new("version", RUBY_VERSION) unless
+          RUBY_VERSION.start_with?("2.7") || RUBY_VERSION.start_with?("2.6") ||
+          RUBY_VERSION.start_with?("3.0") || RUBY_VERSION.start_with?("3.1") || RUBY_VERSION.start_with?("3.2")
     end
   end
 end

data/lib/rookout/sanitizer.rb

@@ -0,0 +1,22 @@
+require "set"
+module Rookout
+  class Sanitizer
+    @@blacklisted_properties = Set["labels", "ROOKOUT_LABELS"]
+
+    def self.sanitize_object! obj
+      obj.each_key do |key|
+        if obj[key].is_a?(String) && !@@blacklisted_properties.include?(key.to_s)
+          obj[key] = obj[key].strip
+        end
+      end
+    end
+
+    def self.sanitize_properties!
+      ENV.each do |key, val|
+        if key.start_with?("ROOKOUT_") && !@@blacklisted_properties.include?(key.to_s)
+          ENV[key] = val.strip.delete_suffix("/")
+        end
+      end
+    end
+  end
+end

data/lib/rookout/services/position.rb

@@ -1,5 +1,7 @@
 module Rookout
   module Services
+    require "zlib"
+
     require_relative "../logger"
     require_relative "../exceptions"
 
@@ -9,17 +11,25 @@ module Rookout
         @method = method
       end
 
-      attr_reader :lineno, :method
+      attr_reader :lineno
+      attr_reader :method
     end
 
     class PositionResolver
       def initialize tracer
         @tracer = tracer
         @augs = {}
+        @augs_lock = Mutex.new
+        @iseqs = []
         @trace_point = TracePoint.new :script_compiled do |tp|
           begin
             begin
-              evaluate_script tp.instruction_sequence
+              iseq = tp.instruction_sequence
+              # Ignore script without sources
+              if iseq.absolute_path
+                @iseqs << iseq
+                evaluate_script iseq
+              end
             rescue Exception => e
               Logger.instance.exception "Exception while evaluating script", e
             end
@@ -30,26 +40,22 @@ module Rookout
         @trace_point.enable
       end
 
-      def add_aug location, aug
-        positions = resolve_positions location, aug
-        if positions.empty?
-          @augs[aug.id] = [location, aug]
-        else
-          @tracer.add_breakpoint_aug positions, aug
-        end
+      def add_aug location
+        positions = evaluate_all_scripts_to_location location
+        @tracer.add_breakpoint_aug positions, location unless positions.empty?
+        @augs_lock.synchronize { @augs[location.id] = location }
       end
 
       def remove_aug aug_id
-        pair = @augs[aug_id]
-        return if pair.nil?
+        location = @augs[aug_id]
+        return if location.nil?
 
         @augs.delete [aug_id]
-        aug = pair[1]
-        aug.notify_removed
+        location.notify_removed
       end
 
       def clear_augs
-        @augs.values.each do |aug_id|
+        @augs.each_value do |aug_id|
           remove_aug aug_id
         end
 
@@ -64,88 +70,52 @@ module Rookout
       private
 
       #########################################################################################
-      # Dynamic Loading Section
+      # ISEQ comparison Section
       def evaluate_script iseq
         filename = iseq.absolute_path
         return if filename.nil?
 
-        @augs.each do |pair|
-          location = pair[0]
+        @augs_lock.synchronize do
+          @augs.each_value do |location|
+            position = evaluate_script_to_location iseq, filename, location
+            next if position.nil?
 
-          if exact_match? location, filename
-            # TODO: CHECK FILE AND LINE HASH COMPARED TO AUG
-            position = PositionMarker.new iseq.absolute_path, location.lineno, iseq
-            @tracer.add_breakpoint_aug [position], pair[1]
-          elsif suggested_match? location, filename
-            warning = Exceptions::RookSourceFilePathSuggestion.new location.filename, filename
-            pair[1].notify_warning warning
+            @tracer.add_breakpoint_aug [position], location
           end
         end
       end
 
-      #########################################################################################
-      # Enumerating Section
-      def resolve_positions location, aug
-        # TODO: ADD HASHES AND SUGGESTIONS TO THIS FLOW
+      def evaluate_all_scripts_to_location location
         positions = []
+        @iseqs.each do |iseq|
+          position = evaluate_script_to_location iseq, iseq.absolute_path, location
+          next if position.nil?
 
-        ObjectSpace.each_object Module do |mod|
-          positions += scan_module_or_class mod, location, aug
-        end
-
-        ObjectSpace.each_object Class do |klass|
-          positions += scan_module_or_class klass, location, aug
+          positions << position
         end
 
         positions
       end
 
-      def scan_module_or_class mod, location, aug
-        positions = []
-
-        mod.instance_methods(false).each do |method_name|
-          method = mod.instance_method method_name
-          next unless method_match? method, location, aug
-
-          position = PositionMarker.new location.lineno, method
-          positions.push position
-        end
-
-        mod.private_instance_methods(false).each do |method_name|
-          method = mod.instance_method method_name
-          next unless method_match? method, location, aug
-
-          position = PositionMarker.new location.lineno, method
-          positions.push position
-        end
-
-        positions
-      end
-
-      def method_match? method, location, aug
-        return false unless method.source_location
-        filename = method.source_location[0]
-
-        if exact_match? location, filename
-          disasm_header = "== disasm: #<ISeq:#{method.name}@#{location.filename}:"
-          line_in_disasm = "(#{location.lineno.to_s.rjust 4})"
-          text = RubyVM::InstructionSequence.disasm method
-          return false if text.nil?
-
-          text.start_with?(disasm_header) && text.include?(line_in_disasm)
-        else
-          if suggested_match? location, filename
-            warning = Exceptions::RookSourceFilePathSuggestion.new location.filename, filename
-            aug.notify_warning warning
-          end
-          false
+      def evaluate_script_to_location iseq, filename, location
+        if exact_match? location.filename, filename
+          lineno = find_updated_line filename, location
+          return if lineno == -1
+
+          PositionMarker.new lineno, iseq
+        elsif suggested_match? location, filename
+          warning = Exceptions::RookSourceFilePathSuggestion.new location.filename, filename
+          location.notify_warning Processor::RookError.new warning
+          # Must return nil in order to skip this script
+          nil
         end
       end
 
       #########################################################################################
       # Utils
-      def exact_match? location, filename
-        filename.end_with? location.filename
+      def exact_match? location_filename, script_filename
+        return unless script_filename.end_with? location_filename
+        File.basename(script_filename) == File.basename(location_filename)
       end
 
       def suggested_match? location, filename
@@ -158,6 +128,53 @@ module Rookout
         content.gsub!(/(?:\r\n|\r|\n)/, "\n")
         Digest::SHA2.new(256).hexdigest content
       end
+
+      def handle_unique_line lines, location, filename
+        first_line = nil
+        second_found = false
+
+        lines.each_with_index do |line, index|
+          if crc_line(line) == location.line_crc
+            if first_line.nil?
+              first_line = index
+            else
+              second_found = true
+              break
+            end
+          end
+        end
+
+        if first_line && !second_found
+          updated_line = first_line + 1
+          location.notify_warning Processor::RookError.new Exceptions::RookLineMoved.new(filename,
+                                                                                         location.lineno,
+                                                                                         updated_line)
+          return updated_line
+        end
+        nil
+      end
+
+      def find_updated_line filename, location
+        return location.lineno if location.line_crc.nil?
+
+        lines = File.readlines filename, chomp: true
+        line_crc32 = lines.length >= location.lineno ? crc_line(lines[location.lineno - 1]) : nil
+        return location.lineno if location.line_crc == line_crc32
+
+        if location.line_unique
+          updated_line = handle_unique_line lines, location, filename
+          unless updated_line.nil?
+            return updated_line
+          end
+        end
+
+        location.notify_error Exceptions::RookCrcMismatchException.new(filename, location.line_crc, line_crc32)
+        -1
+      end
+
+      def crc_line line
+        (Zlib.crc32(line) & 0xffffffff).to_s 16
+      end
     end
   end
 end