optic-rails 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ab25e10c6d253b5a2e50f6a91a022d100d5fc1a83809f75fa9f3e37535606423
-  data.tar.gz: 5d25957749ec7f0278e5746066343575328a2f2d44fe91950e3885caee7ebac9
+  metadata.gz: 436b23a12e9fffc72997a8908f2d5b1344480d4320948407366a6139270e2de8
+  data.tar.gz: a762c9f379234a5a8d3f7dede9c5127a02803440332a91e3dace73682242aad8
 SHA512:
-  metadata.gz: 7d86414206d90cea96912e44b6a1ec4a9c786a22667580fb807c565689574ee7c0952e2966998b33e2f7ec45bbe554bd68916b96e490c9735320bb087317aeda
-  data.tar.gz: 5feb012e27ffbf48e38ee8adf74157cc15a0df68852351f304fa2371cb03b0a36bfe2530187f7a460e5d25a3d16ee1a315e4cb17fd9ae4cf12dd0578deb89c4b
+  metadata.gz: 5309ef3c52760546e558ce70466e39317524220f8cbbbc0e6213f7160fe95079b0313ffc0a50c1028b18db8c83f75b70adb1221dd69a38c8d7add9bb5bf8b06d
+  data.tar.gz: 710b2f963094f48b474b9df379437d4e96479c6a5dd0794a92e160a70484acd7a0341a0d74f4fc07fde1bac90b169a4fd6baae9e2c2fc33edc8dcf781f698f26

data/lib/optic/rails.rb

@@ -1,7 +1,152 @@
 require "optic/rails/railtie"
 
+require "rgl/adjacency"
+require "rgl/dot"
+require "rgl/dijkstra"
+
 module Optic
   module Rails
-    # Your code goes here...
+    # From https://gist.github.com/hongo35/7513104
+    class PageRank
+      EPS = 0.00001
+
+      def initialize(matrix)
+        @dim = matrix.size
+
+        @p = []
+        @dim.times do |i|
+          @p[i] = []
+          @dim.times do |j|
+            total = matrix[i].inject(:+)
+            @p[i][j] = total == 0 ? 0 : matrix[i][j] / (total * 1.0)
+          end
+        end
+      end
+
+      def calc(curr, alpha)
+        loop do
+          prev = curr.clone
+
+          @dim.times do |i|
+            ip = 0
+            @dim.times do |j|
+              ip += @p.transpose[i][j] * prev[j]
+            end
+            curr[i] = (alpha * ip) + ((1.0 - alpha) / @dim * 1.0)
+          end
+
+          err = 0
+          @dim.times do |i|
+            err += (prev[i] - curr[i]).abs
+          end
+
+          if err < EPS
+            return curr
+          elsif err.nan?
+            raise "PageRank failed" # TODO just ignore and move on
+          end
+        end
+      end
+    end
+
+    def self.qualified_primary_key(vertex)
+      %Q|"#{vertex.table_name}"."#{vertex.primary_key}"|
+    end
+
+    def self.entity_graph
+      graph = RGL::DirectedAdjacencyGraph.new
+
+      base_klass = ApplicationRecord rescue ActiveRecord::Base
+      klasses = ObjectSpace.each_object(Class).find_all { |klass| klass < base_klass }
+
+      graph.add_vertices *klasses
+
+      klasses.each do |klass|
+        klass.reflect_on_all_associations(:belongs_to).each do |reflection|
+          # p klass, reflection
+          next if reflection.options[:polymorphic] # TODO
+
+          # TODO should the source be reflection.active_record or klass?
+          graph.add_edge klass, reflection.klass
+        end
+      end
+
+      graph
+    end
+
+    def self.get_entities
+      graph = entity_graph
+
+      # Run PageRank on the graph to order the vertices by interestingness
+      alpha = 0.5 # arbitrary! seems to work!
+      vertices = graph.vertices.sort_by(&:name)
+
+      adjacency_matrix = Array.new(vertices.size) do |i|
+        Array.new(vertices.size) do |j|
+          0
+        end
+      end
+
+      graph.edges.each do |edge|
+        adjacency_matrix[vertices.index(edge.source)][vertices.index(edge.target)] = 1
+      end
+
+      # TODO run this calculation on the server instead, and pass the full graph (not just the node list)
+      page_rank = PageRank.new(adjacency_matrix)
+      init = Array.new(vertices.size, 1.0 / vertices.size.to_f)
+      ranks = page_rank.calc(init, alpha)
+      ranked_entities = vertices.zip(ranks).map { |v, r| { name: v.name, page_rank: r } }.sort_by { |record| record[:page_rank] }.reverse
+
+      {
+        schema_version: ActiveRecord::Migrator.current_version,
+        entities: ranked_entities # TODO also return entity attributes?
+      }
+    end
+
+    def self.get_metrics(pivot_name)
+      pivot = pivot_name.constantize
+
+      result = {
+        entity_totals: [],
+        pivot_name: pivot.name,
+        pivot_values: pivot.all.as_json, # TODO this is slow and possibly brings in sensitive info
+        pivoted_totals: []
+        # TODO also return computed "spanning" tree of objects from the pivot's POV (using the dijkstra paths from below)
+      }
+
+      graph = entity_graph
+
+      # Spit out counts for each entity by the customer pivot
+
+      edge_weights = lambda { |_| 1 }
+
+      graph.vertices.each do |vertex|
+        result[:entity_totals] << { name: vertex.name, total: vertex.count }
+
+        next if vertex == pivot # Skip pivoted metrics if this is the pivot
+
+        # TODO weight edges to give preference to non-optional belongs_to (and other attributes?)
+        path = graph.dijkstra_shortest_path(edge_weights, vertex, pivot)
+        if path
+          # Generate a SQL query to count the number of vertex instances grouped by pivot id, with appropriate joins from the path
+          belongs_to_names = path.each_cons(2).map do |join_from, join_to|
+            # TODO we shouldn't have to look up the edge again - use a graph model that allows us to annotate the edges with the reflections
+            reflections = join_from.reflect_on_all_associations(:belongs_to).find_all { |reflection| !reflection.options[:polymorphic] && reflection.klass == join_to }
+            raise "Multiple belongs_to unsupported" unless reflections.size == 1 # TODO
+            reflections.first.name
+          end
+
+          joins = belongs_to_names.reverse.inject { |acc, elt| { elt => acc } }
+          query = vertex.unscoped.joins(joins).group(qualified_primary_key(pivot))
+
+          result[:pivoted_totals] << { entity_name: vertex.name, totals: query.count }
+        else
+          p "WARNING: No path from #{vertex.name} to #{pivot.name}"
+        end
+      end
+
+      result
+    end
+
   end
 end

data/lib/optic/rails/railtie.rb

@@ -1,6 +1,40 @@
 module Optic
   module Rails
     class Railtie < ::Rails::Railtie
+      initializer "optic_rails.launch_client_thread" do |app|
+        api_key = app.config.optic_api_key # TODO fail gracefully if missing
+        uri = app.config.optic_uri
+        puts "Launching Optic client thread"
+        Thread.new do
+
+          EventMachine.run do
+            puts "connecting"
+            client = ActionCableClient.new(uri, { channel: "MetricsChannel" }, true, { "Authorization" => "Bearer #{api_key}" })
+            client.connected do
+              puts "successfully connected"
+            end
+
+            client.errored { |msg| puts "ERROR: #{msg}" }
+
+            # called whenever a message is received from the server
+            client.received do |message|
+              puts "MESSAGE: #{message}"
+              command = message["message"]["command"]
+
+              case command
+              when "request_schema"
+                puts "Schema requested!"
+                client.perform "schema", message: Optic::Rails.get_entities
+              when "request_metrics"
+                puts "Metrics requested!"
+                client.perform "metrics", message: Optic::Rails.get_metrics(message["message"]["pivot"])
+              else
+                puts "unknown command!"
+              end
+            end
+          end
+        end
+      end
     end
   end
 end

data/lib/optic/rails/version.rb

@@ -1,5 +1,5 @@
 module Optic
   module Rails
-    VERSION = '0.0.1'
+    VERSION = '0.0.2'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: optic-rails
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Anton Vaynshtok
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-05-14 00:00:00.000000000 Z
+date: 2018-05-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 5.2.0.rc2
+- !ruby/object:Gem::Dependency
+  name: rgl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.3
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement