upkeep-rails 0.1.9

data/lib/upkeep/runtime.rb

@@ -0,0 +1,1202 @@
+# frozen_string_literal: true
+
+require "active_record"
+require "active_support/current_attributes"
+require "active_support/notifications"
+require "digest"
+require_relative "active_record_query"
+
+module Upkeep
+  module Runtime
+    module Observation
+      THREAD_KEY = :upkeep_recorder
+
+      module_function
+
+      def capture_request(profile: false)
+        previous = Thread.current[THREAD_KEY]
+        recorder = Recorder.new(profile: profile)
+        Thread.current[THREAD_KEY] = recorder
+
+        result = yield(recorder)
+        recorder.flush_pending_dependencies
+        [result, recorder]
+      ensure
+        Thread.current[THREAD_KEY] = previous
+      end
+
+      def capture_frame(frame_id, metadata = {})
+        recorder = Thread.current[THREAD_KEY]
+        return yield unless recorder
+
+        recorder.with_frame(frame_id, metadata) { yield }
+      end
+
+      def record_dependency(dependency)
+        Thread.current[THREAD_KEY]&.record_dependency(dependency)
+      end
+
+      def record_ambient_replay_input(source, key, value)
+        Thread.current[THREAD_KEY]&.record_ambient_replay_input(source, key, value)
+      end
+
+      def record_relation_provenance(collection, model_name:, analysis:)
+        Thread.current[THREAD_KEY]&.record_relation_provenance(collection, model_name: model_name, analysis: analysis)
+      end
+
+      def relation_provenance_for(collection)
+        Thread.current[THREAD_KEY]&.relation_provenance_for(collection)
+      end
+
+      def refuse_boundary(boundary)
+        Thread.current[THREAD_KEY]&.refuse_boundary(**boundary)
+      end
+
+      def recorder
+        Thread.current[THREAD_KEY]
+      end
+
+      def recording?
+        !!Thread.current[THREAD_KEY]
+      end
+
+    end
+
+    RelationProvenance = Data.define(:model_name, :analysis) do
+      def primary_table = analysis.primary_table
+      def table_columns = analysis.table_columns
+      def coverage = analysis.coverage
+      def sql = analysis.sql
+      def primary_key = analysis.primary_key
+      def predicates = analysis.predicates
+      def appendable? = analysis.appendable?
+      def limit_value = analysis.limit_value
+    end
+
+    class Recorder
+      REQUEST_NODE_ID = :request
+      RefusedBoundary = Data.define(:reason, :message, :suggestions, :source)
+
+      attr_reader :graph, :refused_boundaries
+
+      def initialize(graph: nil, profile: false)
+        @frame_stack = []
+        @graph = graph || DAG::Graph.new
+        @profile = profile
+        @profile_timings = Hash.new(0.0)
+        @profile_counts = Hash.new(0)
+        @refused_boundaries = []
+        @ambient_replay_inputs_by_owner = Hash.new do |owners, owner_id|
+          owners[owner_id] = Hash.new { |sources, source| sources[source] = {} }
+        end
+        @pending_dependencies_by_owner = Hash.new { |owners, owner_id| owners[owner_id] = {} }
+        @relation_provenance_by_collection_id = {}
+        @graph.add_node(REQUEST_NODE_ID, kind: :request, payload: {}) unless @graph.node?(REQUEST_NODE_ID)
+        @subscription_shape_trace = DAG::SubscriptionShape::Trace.new(graph_version: @graph.version)
+      end
+
+      def self.from_h(snapshot)
+        snapshot = Dependencies.symbolize_keys(snapshot)
+        new(graph: DAG::Graph.from_h(snapshot.fetch(:graph)))
+      end
+
+      def to_h(dependencies: :all)
+        flush_pending_dependencies
+        { graph: graph.to_h(dependencies: dependencies) }
+      end
+
+      def to_persistent_h
+        to_h(dependencies: :identity)
+      end
+
+      def with_frame(frame_id, metadata)
+        profile_count(:recorder_frame_count)
+        parent_id = nil
+        profile_timing(:recorder_frame_ms) do
+          invalidate_subscription_shape_trace_if_needed
+          parent_id = current_owner
+          @graph.add_node(frame_id, kind: :frame, payload: metadata)
+          @graph.add_edge(parent_id, frame_id, reason: :contains)
+          profile_timing(:recorder_shape_trace_ms) do
+            @subscription_shape_trace.record_frame(frame_id, metadata, parent_id: parent_id, graph_version: @graph.version)
+          end
+        end
+        @frame_stack.push(frame_id)
+        begin
+          yield
+        ensure
+          flush_pending_dependencies(frame_id)
+          @frame_stack.pop
+        end
+      end
+
+      def flush_pending_dependencies(owner_id = nil)
+        if owner_id
+          flush_pending_dependencies_for(owner_id)
+        else
+          @pending_dependencies_by_owner.keys.each { |pending_owner_id| flush_pending_dependencies_for(pending_owner_id) }
+        end
+      ensure
+        @pending_dependencies_by_owner.delete(owner_id) if owner_id
+      end
+
+      def record_dependency(dependency)
+        profile_count(:recorder_dependency_count)
+        profile_timing(:recorder_dependency_ms) do
+          owner_id = current_owner
+          @pending_dependencies_by_owner[owner_id][dependency.cache_key] ||= dependency
+        end
+      end
+
+      def subscription_shape(request_signature: nil)
+        flush_pending_dependencies
+        return @subscription_shape_trace.subscription_shape(request_signature: request_signature) if @subscription_shape_trace.covers?(@graph)
+
+        DAG::SubscriptionShape.from_graph(@graph, request_signature: request_signature)
+      end
+
+      def record_ambient_replay_input(source, key, value)
+        profile_count(:recorder_ambient_replay_input_count)
+        profile_timing(:recorder_ambient_replay_input_ms) do
+          @ambient_replay_inputs_by_owner[current_owner][source.to_sym][key.to_s] = value
+        end
+      end
+
+      def ambient_replay_inputs_for(owner_id)
+        @ambient_replay_inputs_by_owner.fetch(owner_id, {}).each_with_object({}) do |(source, values), inputs|
+          inputs[source] = values.dup
+        end
+      end
+
+      def record_relation_provenance(collection, model_name:, analysis:)
+        return unless collection && analysis
+
+        profile_count(:recorder_relation_provenance_count)
+        profile_timing(:recorder_relation_provenance_ms) do
+          @relation_provenance_by_collection_id[collection.object_id] =
+            RelationProvenance.new(model_name.to_s, analysis)
+        end
+      end
+
+      def relation_provenance_for(collection)
+        @relation_provenance_by_collection_id[collection.object_id] if collection
+      end
+
+      def refuse_boundary(reason:, message:, suggestions:, source:)
+        profile_count(:recorder_refused_boundary_count)
+        profile_timing(:recorder_refused_boundary_ms) do
+          boundary = RefusedBoundary.new(
+            reason.to_s,
+            message.to_s,
+            Array(suggestions).map(&:to_s),
+            source.to_s
+          )
+          return false if @refused_boundaries.include?(boundary)
+
+          @refused_boundaries << boundary
+          true
+        end
+      end
+
+      def profile_timings
+        @profile_timings.transform_values { |value| value.round(3) }
+      end
+
+      def profile_counts
+        @profile_counts.dup
+      end
+
+      def reactive?
+        @refused_boundaries.empty?
+      end
+
+      def current_frame
+        @frame_stack.last
+      end
+
+      def current_owner
+        current_frame || REQUEST_NODE_ID
+      end
+
+      def identity_profile(frame_id)
+        flush_pending_dependencies
+        identity_dependencies_for(frame_id).map(&:to_h)
+      end
+
+      def identity_signature(frame_id)
+        flush_pending_dependencies
+        identity_dependencies = identity_dependencies_for(frame_id)
+        return "public" if identity_dependencies.empty?
+
+        Digest::SHA256.hexdigest(identity_dependencies.map(&:identity_key).sort_by(&:inspect).inspect)[0, 16]
+      end
+
+      private
+
+      def invalidate_subscription_shape_trace_if_needed
+        @subscription_shape_trace.invalidate! unless @subscription_shape_trace.synchronized_with?(@graph)
+      end
+
+      def flush_pending_dependencies_for(owner_id)
+        dependencies = @pending_dependencies_by_owner.delete(owner_id)
+        return unless dependencies&.any?
+
+        profile_timing(:recorder_dependency_ms) do
+          dependencies.each_value do |dependency|
+            profile_count(:recorder_dependency_flush_count)
+            invalidate_subscription_shape_trace_if_needed
+            if @graph.add_dependency(owner_id, dependency)
+              profile_timing(:recorder_shape_trace_ms) do
+                @subscription_shape_trace.record_dependency(owner_id, dependency, graph_version: @graph.version)
+              end
+            end
+          end
+        end
+      end
+
+      def profile_timing(key)
+        return yield unless @profile
+
+        started_at = Process.clock_gettime(Process::CLOCK_MONOTONIC)
+        yield
+      ensure
+        if @profile && started_at
+          @profile_timings[key] += (Process.clock_gettime(Process::CLOCK_MONOTONIC) - started_at) * 1000.0
+        end
+      end
+
+      def profile_count(key)
+        return unless @profile
+
+        @profile_counts[key] += 1
+      end
+
+      def identity_dependencies_for(frame_id)
+        identity_dependency_owner_ids(frame_id)
+          .flat_map { |owner_id| @graph.dependencies_for(owner_id) }
+          .select { |dependency| Dependencies.partitioning_identity?(dependency) }
+          .uniq(&:cache_key)
+      end
+
+      def identity_dependency_owner_ids(frame_id)
+        owner_ids = @graph.contained_node_ids(frame_id)
+        frame = @graph.node(frame_id)
+
+        if frame.kind == :frame && frame.payload[:kind] == "page"
+          owner_ids.concat(@graph.ancestor_node_ids(frame_id))
+        end
+
+        owner_ids
+      rescue KeyError
+        owner_ids
+      end
+    end
+
+    module ChangeLog
+      THREAD_KEY = :upkeep_change_log_events
+      @events = []
+      @mutex = Mutex.new
+
+      module_function
+
+      def reset
+        @mutex.synchronize { @events = [] }
+        Thread.current[THREAD_KEY] = nil
+      end
+
+      def record(event)
+        if (events = Thread.current[THREAD_KEY])
+          events << event
+        else
+          @mutex.synchronize { @events << event }
+        end
+      end
+
+      def events
+        if (events = Thread.current[THREAD_KEY])
+          events
+        else
+          @mutex.synchronize { @events.dup }
+        end
+      end
+
+      def drain
+        if (events = Thread.current[THREAD_KEY])
+          drained = events.dup
+          events.clear
+          drained
+        else
+          @mutex.synchronize do
+            events = @events
+            @events = []
+            events
+          end
+        end
+      end
+
+      def capture
+        previous = Thread.current[THREAD_KEY]
+        events = []
+        Thread.current[THREAD_KEY] = events
+
+        [yield, events.dup]
+      ensure
+        Thread.current[THREAD_KEY] = previous
+      end
+    end
+
+    module ChangeEvents
+      module_function
+
+      def active_record_commit(record)
+        return active_record_destroy(record) if record.destroyed?
+
+        attribute_changes = previous_changes(record.previous_changes)
+
+        {
+          type: created_record?(record, attribute_changes) ? "create" : "update",
+          table: record.class.table_name,
+          model: record.class.name,
+          id: record.id,
+          changed_attributes: attribute_changes.keys.sort,
+          old_values: attribute_changes.transform_values { |change| change.fetch(:old) },
+          new_values: attribute_changes.transform_values { |change| change.fetch(:new) },
+          attribute_changes: attribute_changes
+        }
+      end
+
+      def active_record_destroy(record)
+        old_values = record.attributes.transform_keys(&:to_s)
+
+        {
+          type: "destroy",
+          table: record.class.table_name,
+          model: record.class.name,
+          id: record.id,
+          changed_attributes: old_values.keys.sort,
+          old_values: old_values,
+          new_values: {},
+          attribute_changes: old_values.transform_values { |value| { old: value, new: nil } }
+        }
+      end
+
+      def active_record_update_columns(record, changed_attributes:, new_values: {})
+        changed_attributes = Array(changed_attributes).map(&:to_s).sort
+        new_values = new_values.transform_keys(&:to_s)
+
+        {
+          type: "update",
+          table: record.class.table_name,
+          model: record.class.name,
+          id: record.class.primary_key && record.public_send(record.class.primary_key),
+          changed_attributes: changed_attributes,
+          old_values: {},
+          new_values: new_values,
+          attribute_changes: changed_attributes.to_h do |attribute|
+            [attribute, { old: nil, new: new_values[attribute] }]
+          end
+        }
+      end
+
+      def bulk_update(table:, model:, changed_attributes:, predicate_sql:, predicate_coverage:, predicate_table_columns:, new_values: {}, id: nil)
+        changed_attributes = Array(changed_attributes).map(&:to_s).sort
+        new_values = new_values.transform_keys(&:to_s)
+
+        event = {
+          type: "bulk_update",
+          table: table,
+          model: model,
+          changed_attributes: changed_attributes,
+          old_values: {},
+          new_values: new_values,
+          attribute_changes: changed_attributes.to_h do |attribute|
+            [attribute, { old: nil, new: new_values[attribute] }]
+          end,
+          predicate_sql: predicate_sql,
+          predicate_coverage: predicate_coverage,
+          predicate_table_columns: predicate_table_columns
+        }
+        event[:id] = id unless id.nil?
+        event
+      end
+
+      def bulk_delete(table:, model:, changed_attributes:, predicate_sql:, predicate_coverage:, predicate_table_columns:, id: nil)
+        changed_attributes = Array(changed_attributes).map(&:to_s).sort
+
+        event = {
+          type: "bulk_delete",
+          table: table,
+          model: model,
+          changed_attributes: changed_attributes,
+          old_values: {},
+          new_values: {},
+          attribute_changes: changed_attributes.to_h { |attribute| [attribute, { old: nil, new: nil }] },
+          predicate_sql: predicate_sql,
+          predicate_coverage: predicate_coverage,
+          predicate_table_columns: predicate_table_columns
+        }
+        event[:id] = id unless id.nil?
+        event
+      end
+
+      def previous_changes(changes)
+        changes.to_h.transform_keys(&:to_s).transform_values do |(old_value, new_value)|
+          { old: old_value, new: new_value }
+        end
+      end
+
+      def created_record?(record, attribute_changes)
+        primary_key = record.class.primary_key
+        return false unless primary_key
+
+        primary_key_change = attribute_changes[primary_key.to_s]
+        primary_key_change && primary_key_change.fetch(:old).nil? && !primary_key_change.fetch(:new).nil?
+      end
+    end
+
+    module Ambient
+      module_function
+
+      def record_current_attribute(owner, name, value)
+        return unless Observation.recording?
+
+        dependency = Dependencies::CurrentAttribute.new(
+          owner: owner,
+          name: name,
+          value: value,
+          **identity_presence_metadata(:current, { owner: owner, name: name }, value)
+        )
+        Observation.record_dependency(dependency)
+      end
+
+      def record_session(key, value)
+        return unless Observation.recording?
+
+        dependency = Dependencies::SessionValue.new(
+          key: key,
+          value: value,
+          **identity_presence_metadata(:session, key, value)
+        )
+        Observation.record_dependency(dependency)
+        Observation.record_ambient_replay_input(:session, key, value)
+      end
+
+      def record_cookie(key, value)
+        return unless Observation.recording?
+
+        dependency = Dependencies::CookieValue.new(
+          key: key,
+          value: value,
+          **identity_presence_metadata(:cookie, key, value)
+        )
+        Observation.record_dependency(dependency)
+        Observation.record_ambient_replay_input(:cookie, key, value)
+      end
+
+      def record_request(key, value)
+        return unless Observation.recording?
+
+        dependency = Dependencies::RequestValue.new(key: key, value: value)
+        Observation.record_dependency(dependency)
+        Observation.record_ambient_replay_input(:request, key, value)
+      end
+
+      def record_warden_user(scope, user)
+        return unless Observation.recording?
+
+        dependency = Dependencies::WardenUser.new(
+          scope: scope,
+          user: user,
+          **identity_presence_metadata(:warden, scope, user)
+        )
+        Observation.record_dependency(dependency)
+      end
+
+      def identity_presence_metadata(source, key, value)
+        if defined?(Upkeep::Rails) && Upkeep::Rails.respond_to?(:configuration)
+          Upkeep::Rails.configuration.identity_presence_metadata(source: source, key: key, value: value)
+        else
+          { partitioning: !value.nil?, absent_by_name: {} }
+        end
+      end
+    end
+
+    class ObservedHash
+      def initialize(source:, values:)
+        @source = source
+        @values = values || {}
+      end
+
+      def [](key)
+        value = lookup(key)
+        record(key, value)
+        value
+      end
+
+      def fetch(key, *fallback)
+        if include_key?(key)
+          self[key]
+        elsif block_given?
+          yield key
+        elsif fallback.any?
+          fallback.first
+        else
+          @values.fetch(key)
+        end
+      end
+
+      def dig(first_key, *rest)
+        value = self[first_key]
+        rest.empty? || value.nil? ? value : value.dig(*rest)
+      end
+
+      private
+
+      def lookup(key)
+        return @values[key] if @values.key?(key)
+        return @values[key.to_s] if @values.key?(key.to_s)
+        return @values[key.to_sym] if key.respond_to?(:to_sym) && @values.key?(key.to_sym)
+
+        nil
+      end
+
+      def include_key?(key)
+        @values.key?(key) ||
+          @values.key?(key.to_s) ||
+          (key.respond_to?(:to_sym) && @values.key?(key.to_sym))
+      end
+
+      def record(key, value)
+        case @source
+        when :session
+          Ambient.record_session(key, value)
+        when :cookie
+          Ambient.record_cookie(key, value)
+        end
+      end
+    end
+
+    class ObservedRequest
+      def initialize(values)
+        @values = values || {}
+      end
+
+      def host = read(:host)
+
+      def subdomain = read(:subdomain)
+
+      def path = read(:path)
+
+      def fullpath = read(:fullpath)
+
+      def request_method = read(:request_method)
+
+      def user_agent = read(:user_agent)
+
+      def remote_ip = read(:remote_ip)
+
+      def params = read(:params)
+
+      def [](key)
+        read(key)
+      end
+
+      private
+
+      def read(key)
+        value = lookup(key)
+        Ambient.record_request(key, value)
+        value
+      end
+
+      def lookup(key)
+        return @values[key] if @values.key?(key)
+        return @values[key.to_s] if @values.key?(key.to_s)
+        return @values[key.to_sym] if key.respond_to?(:to_sym) && @values.key?(key.to_sym)
+
+        nil
+      end
+    end
+
+    class ObservedWarden
+      def initialize(users_by_scope)
+        @users_by_scope = users_by_scope || {}
+      end
+
+      def user(scope = :user, **options)
+        scope = options.fetch(:scope, scope)
+        value = @users_by_scope[scope] || @users_by_scope[scope.to_s] || @users_by_scope[scope.to_sym]
+        Ambient.record_warden_user(scope, value)
+        value
+      end
+
+      def authenticate(*args, **options)
+        user(extract_scope(args, options))
+      end
+
+      def authenticated?(*args, **options)
+        !user(extract_scope(args, options)).nil?
+      end
+
+      private
+
+      def extract_scope(args, options)
+        options.fetch(:scope) { args.first || :user }
+      end
+    end
+
+    module CurrentAttributesClassObserver
+      def attribute(*names, **options)
+        result = super
+        Runtime.wrap_current_attribute_readers(self, names)
+        result
+      end
+    end
+
+    module WardenObserver
+      def user(*args, **options, &block)
+        value = super
+        Runtime::Ambient.record_warden_user(warden_scope(args, options), value)
+        value
+      end
+
+      def authenticate(*args, **options, &block)
+        value = super
+        Runtime::Ambient.record_warden_user(warden_scope(args, options), value)
+        value
+      end
+
+      private
+
+      def warden_scope(args, options)
+        options.fetch(:scope) { args.first || :user }
+      end
+    end
+
+    module SessionObserver
+      def [](key)
+        value = super
+        Runtime::Ambient.record_session(key, value)
+        value
+      end
+
+      def fetch(key, *args, &block)
+        value = super
+        Runtime::Ambient.record_session(key, value)
+        value
+      end
+    end
+
+    module CookieObserver
+      def [](key)
+        value = super
+        Runtime::Ambient.record_cookie(key, value)
+        value
+      end
+    end
+
+    module RequestObserver
+      def host
+        value = super
+        Runtime::Ambient.record_request(:host, value)
+        value
+      end
+
+      def subdomain
+        value = super
+        Runtime::Ambient.record_request(:subdomain, value)
+        value
+      end
+
+      def path
+        value = super
+        Runtime::Ambient.record_request(:path, value)
+        value
+      end
+
+      def fullpath
+        value = super
+        Runtime::Ambient.record_request(:fullpath, value)
+        value
+      end
+
+      def request_method
+        value = super
+        Runtime::Ambient.record_request(:request_method, value)
+        value
+      end
+
+      def user_agent
+        value = super
+        Runtime::Ambient.record_request(:user_agent, value)
+        value
+      end
+
+      def remote_ip
+        value = super
+        Runtime::Ambient.record_request(:remote_ip, value)
+        value
+      end
+
+      def params
+        value = super
+        Runtime::Ambient.record_request(:params, value)
+        value
+      end
+    end
+
+    class Current
+      THREAD_KEY = :upkeep_current_user
+
+      class << self
+        def set(user:)
+          previous = Thread.current[THREAD_KEY]
+          Thread.current[THREAD_KEY] = user
+          yield
+        ensure
+          Thread.current[THREAD_KEY] = previous
+        end
+
+        def user
+          user = Thread.current[THREAD_KEY]
+          return user unless Observation.recording?
+
+          dependency = Dependencies::Identity.new(
+            source: "Current.user",
+            key: "id",
+            value: user&.id,
+            metadata: {
+              model: user&.class&.name,
+              table: user&.class&.table_name,
+              id: user&.id
+            }.compact
+          )
+
+          Observation.record_dependency(dependency)
+          user
+        end
+      end
+    end
+
+    module AttributeObserver
+      def _read_attribute(attr_name, &block)
+        value = super
+        return value unless Observation.recording?
+
+        dependency = Dependencies::ActiveRecordAttribute.new(
+          table: self.class.table_name,
+          model: self.class.name,
+          id: primary_key_value(attr_name, value),
+          attribute: attr_name.to_s
+        )
+
+        Observation.record_dependency(dependency)
+
+        value
+      end
+
+      private
+
+      def primary_key_value(attr_name, value)
+        primary_key = self.class.primary_key
+        return nil unless primary_key
+        return value if attr_name.to_s == primary_key.to_s
+
+        @attributes.fetch_value(primary_key)
+      rescue StandardError
+        nil
+      end
+    end
+
+    # Hooks `cache_key_with_version` so that any caller (Rails fragment caching,
+    # `Rails.cache.fetch("#{record.cache_key_with_version}/...")`, Russian doll,
+    # etc.) registers a dependency on the record's `updated_at` attribute. This
+    # lets Upkeep stay reactive across `Rails.cache.fetch` blocks: even on cache
+    # hits, the participating records are still declared as dependencies, so a
+    # touch/update broadcasts an update to subscribers viewing the cached
+    # fragment.
+    module CacheKeyObserver
+      def cache_key_with_version
+        record_upkeep_cache_key_dependency
+        super
+      end
+
+      private
+
+      def record_upkeep_cache_key_dependency
+        return unless Observation.recording?
+        return if new_record? || destroyed?
+
+        attribute = self.class.timestamp_attributes_for_update_in_model.first.to_s
+        Observation.record_dependency(
+          Dependencies::ActiveRecordAttribute.new(
+            table: self.class.table_name,
+            model: self.class.name,
+            id: id,
+            attribute: attribute
+          )
+        )
+      end
+    end
+
+    module PersistenceObserver
+      def touch(*names, **options)
+        changed_attributes = upkeep_touch_column_names(names)
+
+        super.tap do |result|
+          if result && changed_attributes.any?
+            ChangeLog.record(
+              ChangeEvents.active_record_update_columns(
+                self,
+                changed_attributes: changed_attributes,
+                new_values: upkeep_touch_column_values(changed_attributes)
+              )
+            )
+          end
+        end
+      end
+
+      def update_columns(attributes)
+        new_values = upkeep_update_column_values(attributes)
+        changed_attributes = new_values.keys
+
+        super.tap do |result|
+          if result
+            ChangeLog.record(
+              ChangeEvents.active_record_update_columns(
+                self,
+                changed_attributes: changed_attributes,
+                new_values: new_values
+              )
+            )
+          end
+        end
+      end
+
+      private
+
+      def upkeep_touch_column_names(names)
+        (self.class.timestamp_attributes_for_update_in_model + Array(names)).filter_map do |attribute|
+          attribute = self.class.attribute_aliases.fetch(attribute.to_s, attribute.to_s)
+          attribute if self.class.column_names.include?(attribute)
+        end.uniq
+      end
+
+      def upkeep_touch_column_values(attributes)
+        attributes.to_h { |attribute| [attribute, public_send(attribute)] }
+      end
+
+      def upkeep_update_column_values(attributes)
+        attributes.to_h.reject { |attribute, _value| attribute.to_s == "touch" }.transform_keys do |attribute|
+          self.class.attribute_aliases.fetch(attribute.to_s, attribute.to_s)
+        end
+      end
+    end
+
+    module RelationObserver
+      SUPPRESS_DEPENDENCY_KEY = :upkeep_runtime_relation_dependency_suppressed
+
+      def self.suppress_dependency_tracking
+        previous = Thread.current[SUPPRESS_DEPENDENCY_KEY]
+        Thread.current[SUPPRESS_DEPENDENCY_KEY] = true
+        yield
+      ensure
+        Thread.current[SUPPRESS_DEPENDENCY_KEY] = previous
+      end
+
+      def self.dependency_tracking_suppressed?
+        Thread.current[SUPPRESS_DEPENDENCY_KEY]
+      end
+
+      def exec_queries(...)
+        analysis = relation_analysis_for_observation
+        super.tap do |records|
+          record_relation_provenance(records, analysis)
+          record_relation_dependency(analysis)
+        end
+      end
+
+      def to_ary
+        analysis = relation_analysis_for_observation
+        super.tap do |records|
+          record_relation_provenance(records, analysis)
+          record_relation_dependency(analysis)
+        end
+      end
+
+      def to_a
+        to_ary
+      end
+
+      def pluck(*column_names)
+        record_query_dependency(column_names)
+        super
+      end
+
+      def update_all(updates)
+        analysis = ActiveRecordQuery.analyze(self, opaque_table_policy: :allow_table)
+        event = ChangeEvents.bulk_update(
+          table: klass.table_name,
+          model: klass.name,
+          changed_attributes: update_columns(updates),
+          predicate_sql: analysis.sql,
+          predicate_coverage: analysis.coverage.to_s,
+          predicate_table_columns: analysis.table_columns,
+          new_values: update_values(updates),
+          id: single_primary_key_predicate_value(analysis)
+        )
+
+        super.tap { ChangeLog.record(event) }
+      end
+
+      def delete_all
+        analysis = ActiveRecordQuery.analyze(self, opaque_table_policy: :allow_table)
+        event = ChangeEvents.bulk_delete(
+          table: klass.table_name,
+          model: klass.name,
+          changed_attributes: [klass.primary_key].compact,
+          predicate_sql: analysis.sql,
+          predicate_coverage: analysis.coverage.to_s,
+          predicate_table_columns: analysis.table_columns,
+          id: single_primary_key_predicate_value(analysis)
+        )
+
+        super.tap { ChangeLog.record(event) }
+      end
+
+      private
+
+      def relation_analysis_for_observation
+        return unless Observation.recorder
+        return if RelationObserver.dependency_tracking_suppressed?
+        return @upkeep_relation_analysis if instance_variable_defined?(:@upkeep_relation_analysis)
+
+        @upkeep_relation_analysis = ActiveRecordQuery.analyze(self)
+      rescue ActiveRecordQuery::OpaqueRelationError => error
+        @upkeep_relation_analysis = nil
+        handle_opaque_relation_dependency(error)
+        nil
+      end
+
+      def record_relation_provenance(records, analysis)
+        Observation.record_relation_provenance(records, model_name: klass.name, analysis: analysis) if analysis
+      end
+
+      def record_relation_dependency(analysis)
+        return unless analysis
+        return unless Observation.recorder&.current_frame
+
+        Observation.record_dependency(
+          Dependencies::ActiveRecordQuery.new(
+            primary_table: analysis.primary_table,
+            table_columns: analysis.table_columns,
+            coverage: analysis.coverage,
+            sql: analysis.sql,
+            predicates: analysis.predicates
+          )
+        )
+      end
+
+      def record_query_dependency(column_names)
+        analysis = relation_analysis_for_observation
+        return unless analysis
+
+        Observation.record_dependency(
+          Dependencies::ActiveRecordQuery.new(
+            primary_table: analysis.primary_table,
+            table_columns: relation_table_columns(analysis, pluck_dependency_columns(column_names)),
+            coverage: analysis.coverage,
+            sql: analysis.sql,
+            predicates: analysis.predicates
+          )
+        )
+      rescue ActiveRecordQuery::OpaqueRelationError => error
+        handle_opaque_relation_dependency(error)
+      end
+
+      def relation_table_columns(analysis, extra_columns)
+        analysis.table_columns.merge(
+          klass.table_name => (analysis.table_columns.fetch(klass.table_name, []) + extra_columns).uniq.sort
+        )
+      end
+
+      def pluck_dependency_columns(column_names)
+        column_names.flatten.map do |column_name|
+          pluck_dependency_column(column_name)
+        end
+      end
+
+      def pluck_dependency_column(column_name)
+        case column_name
+        when Symbol
+          return column_name.to_s
+        when String
+          return column_name if klass.column_names.include?(column_name)
+        else
+          if column_name.respond_to?(:to_sym)
+            name = column_name.to_sym.to_s
+            return name if klass.column_names.include?(name)
+          end
+
+          if column_name.respond_to?(:name) && column_name.respond_to?(:relation)
+            name = column_name.name.to_s
+            return name if klass.column_names.include?(name)
+          end
+        end
+
+        raise ActiveRecordQuery::OpaqueRelationError.new(
+          self,
+          reasons: ["opaque pluck column #{column_name.inspect}"]
+        )
+      end
+
+      def handle_opaque_relation_dependency(error)
+        raise error if refused_boundary_behavior == :raise
+
+        payload = {
+          reason: "opaque_active_record_relation",
+          message: error.message,
+          suggestions: error.suggestions,
+          source: "active_record_relation"
+        }
+
+        if Observation.refuse_boundary(payload)
+          ActiveSupport::Notifications.instrument("refused_boundary.upkeep", payload)
+          warn_refused_boundary(payload)
+        end
+      end
+
+      def refused_boundary_behavior
+        if defined?(Upkeep::Rails) && Upkeep::Rails.respond_to?(:configuration)
+          Upkeep::Rails.configuration.refused_boundary_behavior
+        else
+          :raise
+        end
+      end
+
+      def warn_refused_boundary(payload)
+        return unless defined?(::Rails) && ::Rails.respond_to?(:logger) && ::Rails.logger
+
+        ::Rails.logger.warn(
+          "Upkeep refused #{payload.fetch(:source)}: #{payload.fetch(:reason)}. " \
+          "#{payload.fetch(:suggestions).join(" ")}"
+        )
+      end
+
+      def update_columns(updates)
+        case updates
+        when Hash
+          updates.keys.map(&:to_s)
+        else
+          klass.column_names
+        end
+      end
+
+      def update_values(updates)
+        return {} unless updates.is_a?(Hash)
+
+        updates.transform_keys(&:to_s)
+      end
+
+      def single_primary_key_predicate_value(analysis)
+        primary_key = analysis.primary_key
+        return unless primary_key
+
+        predicates = analysis.predicates.select do |predicate|
+          predicate.fetch(:table) == analysis.primary_table.to_s &&
+            predicate.fetch(:column) == primary_key.to_s &&
+            %w[eq in].include?(predicate.fetch(:operator).to_s)
+        end
+        return unless predicates.size == 1
+
+        values = predicates.first.fetch(:values)
+        values.first if values.size == 1
+      end
+    end
+
+    module Install
+      module_function
+
+      def call
+        return if @installed
+
+        install_current_attributes_observer
+        install_warden_observer
+        install_action_dispatch_observers
+
+        ActiveRecord::AttributeMethods::Read.prepend(AttributeObserver)
+        ActiveRecord::Base.prepend(PersistenceObserver) unless ActiveRecord::Base < PersistenceObserver
+        ActiveRecord::Base.prepend(CacheKeyObserver) unless ActiveRecord::Base < CacheKeyObserver
+        ActiveRecord::Relation.prepend(RelationObserver)
+
+        ActiveRecord::Base.after_commit do |record|
+          ChangeLog.record(ChangeEvents.active_record_commit(record))
+        end
+
+        @installed = true
+      end
+
+      def install_current_attributes_observer
+        singleton = class << ActiveSupport::CurrentAttributes; self; end
+        singleton.prepend(CurrentAttributesClassObserver) unless singleton < CurrentAttributesClassObserver
+
+        ObjectSpace.each_object(Class) do |klass|
+          next unless klass < ActiveSupport::CurrentAttributes
+
+          Runtime.wrap_current_attribute_readers(klass, current_attribute_names(klass))
+        end
+      end
+
+      def install_warden_observer
+        return unless defined?(::Warden::Proxy)
+        return if ::Warden::Proxy < WardenObserver
+
+        ::Warden::Proxy.prepend(WardenObserver)
+      end
+
+      def install_action_dispatch_observers
+        if defined?(::ActionDispatch::Request::Session) && !(::ActionDispatch::Request::Session < SessionObserver)
+          ::ActionDispatch::Request::Session.prepend(SessionObserver)
+        end
+
+        if defined?(::ActionDispatch::Cookies::CookieJar) && !(::ActionDispatch::Cookies::CookieJar < CookieObserver)
+          ::ActionDispatch::Cookies::CookieJar.prepend(CookieObserver)
+        end
+
+        if defined?(::ActionDispatch::Request) && !(::ActionDispatch::Request < RequestObserver)
+          ::ActionDispatch::Request.prepend(RequestObserver)
+        end
+      end
+
+      def current_attribute_names(klass)
+        if klass.respond_to?(:defaults)
+          klass.defaults.keys
+        else
+          []
+        end
+      end
+    end
+
+    module_function
+
+    def wrap_current_attribute_readers(klass, names)
+      wrapped = klass.instance_variable_get(:@upkeep_wrapped_current_attributes) || {}
+
+      names.each do |name|
+        name = name.to_sym
+        next if wrapped[name]
+        next unless klass.method_defined?(name)
+
+        original_reader = klass.instance_method(name)
+        klass.define_method(name) do
+          value = original_reader.bind_call(self)
+          Runtime::Ambient.record_current_attribute(klass.name || klass.inspect, name, value)
+          value
+        end
+        wrapped[name] = true
+      end
+
+      klass.instance_variable_set(:@upkeep_wrapped_current_attributes, wrapped)
+    end
+  end
+end