developer_cliques 0.5.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 7c3671bced3ec1f9c2dad3c41542e37fa78378235e0a0e5edc452e7f82449da9
+  data.tar.gz: 710b910a669260612d682d4af97422e19b5a5543cc0ced7b332fde72588afdb7
+SHA512:
+  metadata.gz: 563afcf91b96c60d415699e3848a85a8354594258ea3e841f48093c66978be235be8bae77fe780a9a82e87c6335b2487a2740bbb4ac0e916abf4bd347f4c2aa6
+  data.tar.gz: 00bd75cf2688dfe664aff807502067f79b64c6ee217c462f63113e043196c4378d325d77b244ce235451c6ad0ddcf38bf602b92cc629d174f494dad9807ef1b7

data/bin/devcliques

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+
+require 'optparse'
+require 'dotenv'
+require_relative '../lib/developer_cliques'
+
+Dotenv.load('.env')
+
+begin
+  opt_parser = OptionParser.new do |opts|
+    opts.banner = "Usage: developer_cliques.rb [options]"
+
+    opts.on("-f", "--file USERNAMES", "Calculates maximal cliques") do |file|
+      DeveloperCliques.new(file: file).max_cliques.each { |clique| puts clique.join(' ') }
+    end
+
+    opts.on_tail("-e", "--env ENVIRONMENT_VARS", "Calculates maximal cliques") do |env|
+      Dotenv.load(env) if env
+    end
+
+    opts.on_tail("-h", "--help", "Show this help") do
+      puts opts
+      exit
+    end
+  end
+
+  opt_parser.parse!
+
+rescue OptionParser::MissingArgument => error
+  puts error
+  puts opt_parser
+end

data/config/app_logger.rb

@@ -0,0 +1,22 @@
+
+require 'logger'
+
+class AppLogger
+
+  LEVELS = ["info", "warn", "debug", "error", "fatal"]
+
+  class << self
+
+    def logger
+      Logger.new('application.log', 'monthly')
+    end
+
+  end
+
+  LEVELS.each do |level|
+    define_singleton_method level.to_sym do |message|
+      logger.send level.to_sym, message
+    end
+  end
+
+end

data/config/github_config.rb

@@ -0,0 +1,7 @@
+require 'octokit'
+
+class GithubClient
+  def self.get
+    Octokit::Client.new(access_token: ENV["GITHUB_ACCESS_TOKEN"])
+  end
+end

data/config/twitter_config.rb

@@ -0,0 +1,13 @@
+require 'twitter'
+
+class TwitterClient
+  def self.get
+    Twitter::REST::Client.new do |config|
+      config.consumer_key        = ENV["TWITTER_CONSUMER_KEY"]
+      config.consumer_secret     = ENV["TWITTER_CONSUMER_SECRET"]
+      config.access_token        = ENV["TWITTER_ACCESS_TOKEN"]
+      config.access_token_secret = ENV["TWITTER_ACCESS_TOKEN_SECRET"]
+    end
+  end
+
+end

data/lib/developer_cliques/connected_developers.rb

@@ -0,0 +1,82 @@
+
+require 'twitter'
+require 'octokit'
+require_relative '../../config/app_logger'
+
+class ConnectedDevelopers
+
+  attr_reader :developers
+
+  def initialize developers:, twitter_client:, github_client:
+    @twitter_client = twitter_client
+    @github_client = github_client
+    @developers = developers
+    @organizations = {}
+  end
+
+  def graph
+    @graph ||= generate_graph
+  end
+
+  def friends user_name
+    friends_list = twitter_retry { @twitter_client.friends(user_name).entries.map{ |u| u.screen_name } }
+    AppLogger.debug "FRIENDS: #{friends_list}"
+    friends_list
+  end
+
+  def followers user_name
+    follow_list = twitter_retry { @twitter_client.followers(user_name).entries.map{ |u| u.screen_name } }
+    AppLogger.debug "FRIENDS: #{follow_list}"
+    follow_list
+  end
+
+  def organizations user_name
+    @organizations[user_name] ||= @github_client.organizations(user_name).map{ |u| u.login }
+  end
+
+  private
+
+  def generate_graph
+    developers_graph = {}
+    excluded = []
+
+    @developers.each do |developer|
+      AppLogger.debug "GITHUB USER: #{developer}"
+      AppLogger.debug "ORGANIZATIONS: #{organizations(developer)}"
+
+      excluded << developer
+      developers_graph[developer] ||= []
+
+      #Bidireccional relationship. It excludes iterated developers and itself. We look in one way only
+      (@developers-excluded).each do |developer2|
+        # Intersection between organizations if there are some organization in common goes in
+        unless (organizations(developer) & organizations(developer2)).empty?
+          #It creates relationship in one direction
+          developers_graph[developer] << developer2
+          # And reverse direction
+          developers_graph[developer2] ||= []
+          developers_graph[developer2] << developer
+        end
+      end
+
+      #Intersection between friends, followers and current relationships by organizations in common
+      developers_graph[developer] &= friends(developer) & followers(developer) unless developers_graph[developer].empty?
+
+    end
+
+    developers_graph
+  end
+
+  def twitter_retry &block
+    begin
+      yield
+    rescue Twitter::Error::TooManyRequests => error
+      # NOTE: Your process could go to sleep for up to 15 minutes but if you
+      # retry any sooner, it will almost certainly fail with the same exception.
+      AppLogger.debug "TOO MANY REQUEST: #{error}. Must wait #{error.rate_limit.reset_in/60} min"
+      sleep error.rate_limit.reset_in + 1
+      retry
+    end
+  end
+
+end

data/lib/developer_cliques/graph.rb

@@ -0,0 +1,45 @@
+
+class Graph
+
+  attr_reader :edges, :nodes
+
+  def initialize edges: {}
+    @edges = edges
+    @nodes = edges.keys
+  end
+
+  def neighbours node:
+    @edges[node] || []
+  end
+
+  def max_cliques
+    @cliques ||= []
+    bron_kerbosch(possibles: nodes) if @cliques.empty?
+    @cliques
+  end
+
+  private
+
+  # Bron-Kerbosch Algorithm with Pivoting
+  # @param result
+  # is the set with the nodes of a maximal clique
+  # @param possibles
+  # is the set of the possible nodes to look
+  # @param excluded
+  # is the set of the excluded nodes
+  def bron_kerbosch result: [], possibles: [], excluded: []
+    @cliques << result if possibles.empty? and excluded.empty?
+
+    #Pivoting: it takes first element of possibles as pivot
+    (possibles - neighbours(node: possibles.first)).each do |n|
+      # Recursive call
+      bron_kerbosch result: result | [n],
+                    possibles: possibles & neighbours(node: n),
+                    excluded: excluded & neighbours(node: n)
+
+      possibles -= [n]
+      excluded |= [n]
+    end
+  end
+
+end

data/lib/developer_cliques.rb

@@ -0,0 +1,36 @@
+
+require_relative 'developer_cliques/connected_developers'
+require_relative 'developer_cliques/graph'
+require_relative '../config/twitter_config'
+require_relative '../config/github_config'
+
+
+class DeveloperCliques
+
+  def initialize file:
+    @file = file
+  end
+
+  def developers
+    @developers ||= read_file
+  end
+
+  def max_cliques
+    developers_graph = Graph.new edges: connected_developers.graph
+    developers_graph.max_cliques
+  end
+
+  def connected_developers
+    ConnectedDevelopers.new developers: developers,
+                            twitter_client: TwitterClient.get,
+                            github_client: GithubClient.get
+  end
+
+  private
+
+  def read_file
+    File.readlines(@file).map{ |line| line.strip }
+  end
+
+end
+

metadata

@@ -0,0 +1,51 @@
+--- !ruby/object:Gem::Specification
+name: developer_cliques
+version: !ruby/object:Gem::Version
+  version: 0.5.0
+platform: ruby
+authors:
+- Adrián Cepillo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-10-04 00:00:00.000000000 Z
+dependencies: []
+description: Calculates maximal cliques from developers social connections
+email: adrian.cepillo@gmail.com
+executables:
+- devcliques
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/devcliques
+- config/app_logger.rb
+- config/github_config.rb
+- config/twitter_config.rb
+- lib/developer_cliques.rb
+- lib/developer_cliques/connected_developers.rb
+- lib/developer_cliques/graph.rb
+homepage: http://rubygems.org/gems/developer_cliques
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: Calculates maximal cliques from developers social connections
+test_files: []