perkins 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 65cad89e186bf43bf4f625869e5ef7012d1bd142
-  data.tar.gz: e30c3e0929a4c1a2607f774faa560bf85905c651
+  metadata.gz: e221f76f15d35aed4024e928ad9a110cd1cc35c7
+  data.tar.gz: 8949ff14e44a8830713eb5beaa8f1139cdaf7e05
 SHA512:
-  metadata.gz: 4c16b152d0eafe6dbd59e69f2ac50751f11c7e046dae46b16b3423e838382817d20edf1a52bf095633b7c8322b24bd3a82a51c11c62a8f480fe921bf755d3cc7
-  data.tar.gz: 48ab52ccd96358d3e98a34df3c7bc53b22509a6e25b69f2b74763b2ff4ad64cdd26d455e4624801bcd49cbcc8a053194d02f73c9bb7530d164c22805b5294c3d
+  metadata.gz: c5972841aac46d31ecde60b81b5a2144d8d3bf95e689db05d32f9e9f871b665219fa3a211f1efdd85941ba76864c0f0f5d8ee5c24e3f137bfa9e1b34ded08940
+  data.tar.gz: e44f197ad2e3f504eb355221af2c6a1b934cef2a31e1b1f5ef4071bca4d63756840e6cb2221afaf14487c3b3429da0aa6c7c08c338b5c63c9cbc359f61732143

data/.gitignore

@@ -13,7 +13,12 @@
 *.a
 mkmf.log
 .env
+/examples/.env
+/examples/tmp
+/examples/log
 
 /db/*.sqlite3
 /db/*.sqlite3-journal
 /log/*.log
+
+Vagrantfile

data/.ruby-version

@@ -0,0 +1 @@
+2.1.0

data/.vagrant/machines/default/virtualbox/action_provision

@@ -0,0 +1 @@
+1.5:0278f96b-581b-4d5c-8d27-3c5753af89a6

data/.vagrant/machines/default/virtualbox/action_set_name

@@ -0,0 +1 @@
+1424370216

data/.vagrant/machines/default/virtualbox/id

@@ -0,0 +1 @@
+0278f96b-581b-4d5c-8d27-3c5753af89a6

data/Gemfile

@@ -3,7 +3,6 @@ source 'https://rubygems.org'
 # Specify your gem's dependencies in perkins.gemspec
 gemspec
 
-gem "debugger"
 gem "pry"
 
 group :test do

data/README.md

@@ -4,6 +4,8 @@
 
 Behind the scenes perkins uses a slightly modified version of *travis-build* library and uses *Travis-yaml* gem to parse the .travis.yml files on existing repos. Also it integrates the Log.js library to display the build log the same way Travis does.
 
+![screen shot 2015-04-14 at 7 02 02 pm](https://cloud.githubusercontent.com/assets/11976/8642513/971455da-28fb-11e5-8b9b-3741aa499655.png)
+
 Said that, big kudos to Travis team for developing such an art piece and save us months of work to develop those components
 
 ## Why not use Travis open source app ?
@@ -17,11 +19,12 @@ Perkins is at experimental fase, use at your own risk.
 ## Features:
 
 + Github webhook receiver.
-+ Github user & orgs repo selector.
-+ .travis.yml detection
-+ Build for ruby (supports bundler and rvm or chruby)
-+ Build for Go.
++ Github repo selector from user & organizations.
++ .travis.yml detection.
++ Build support for ruby (supports bundler and rvm or chruby).
++ Build support for Go.
 + Addition of more languages should be trivial thanks to travis-build.
++ Badge generation through https://img.shields.io/ service.
 
 ## Installation
 
@@ -51,6 +54,10 @@ Perkins.application() do |app|
 end
 ```
 
+## Config oauth app in github
+
+https://github.com/settings/applications
+
 ## Webhooks
 
 To set the webhook for a repo you can go to github repo admin or visit a perkins repo on `youapp.com/repos/my/repo/config`

data/Rakefile

@@ -16,12 +16,13 @@ RSpec::Core::RakeTask.new('spec') do |t|
   t.pattern = FileList['spec/**/*_spec.rb']
 end
 
-#usage: PERKINS_CONFIG=./examples/config.rb RACK_ENV=development rake db:migrate --trace
+#USAGE: bundle exec rake db:migrate PERKINS_CONFIG=./examples/boot RACK_ENV=test --trace
 namespace :db do
   task :load_config do
     ENV['RACK_ENV'] = ENV['RACK_ENV'].present? ? ENV['RACK_ENV'] : "development"
     config_file = ENV["PERKINS_CONFIG"]
-    app = eval(File.open(config_file).read)
+    require config_file
+    #app = eval(File.open(config_file).read)
   end
 end
 

data/TODO.md

@@ -1,4 +1,4 @@
 #TODO
 
-+ add more redis queries
-+ plugin infraestructure
++ filter saved repos from listed github repos.
++ add hook interaction.

data/Vagrantfile

@@ -0,0 +1,53 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+VAGRANTFILE_API_VERSION = "2"
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "ubuntu/precise64"
+  config.omnibus.chef_version = :latest
+
+  config.vm.network :private_network, ip: "10.11.12.14"
+
+  #config.vm.network "forwarded_port", guest: 80, host: 9292
+
+  abbr_name = "#{ENV['VNAME'].gsub('dev-', '')}"
+  name = "#{abbr_name}-perkins"
+
+  config.vm.hostname = name
+
+  config.vm.provider "virtualbox" do |v|
+
+    host = RbConfig::CONFIG['host_os']
+
+    # Give VM 1/4 system memory & access to all cpu cores on the host
+    if host =~ /darwin/
+      cpus = `sysctl -n hw.ncpu`.to_i
+      # sysctl returns Bytes and we need to convert to MB
+      mem = `sysctl -n hw.memsize`.to_i / 1024 / 1024 / 4
+    elsif host =~ /linux/
+      cpus = `nproc`.to_i
+      # meminfo shows KB and we need to convert to MB
+      mem = `grep 'MemTotal' /proc/meminfo | sed -e 's/MemTotal://' -e 's/ kB//'`.to_i / 1024 / 4
+    else # sorry Windows folks, I can't help you
+      cpus = 2
+      mem = 1024
+    end
+    v.customize ["modifyvm", :id, "--ioapic", "on"]
+    v.customize ["modifyvm", :id, "--memory", mem]
+    v.customize ["modifyvm", :id, "--cpus", cpus]
+    v.customize ["modifyvm", :id, "--natdnshostresolver1", "on"]
+    v.customize ["modifyvm", :id, "--natdnsproxy1", "on"]
+  end
+
+  config.vm.synced_folder "./", "/vagrant", :nfs => true
+
+  config.vm.provision "chef_client" do |chef|
+    chef.chef_server_url = "https://chef.preyapp.com"
+    chef.node_name = name
+    chef.validation_key_path = ENV['VPATH']
+    chef.validation_client_name = abbr_name
+    chef.environment = "development"
+
+    # Run list
+    chef.add_role "development"
+  end
+end

data/db/migrate/20150220143050_add_status_fields_to_repos.rb

@@ -0,0 +1,11 @@
+class AddStatusFieldsToRepos < ActiveRecord::Migration
+  def self.up
+    add_column :repos , :build_status, :string
+    add_column :repos , :download_status,  :string
+  end
+
+  def self.down
+    remove_column :repos, :build_status
+  end
+
+end

data/db/schema.rb

@@ -11,7 +11,7 @@
 #
 # It's strongly recommended that you check this file into your version control system.
 
-ActiveRecord::Schema.define(version: 20150130143050) do
+ActiveRecord::Schema.define(version: 20150220143050) do
 
   create_table "build_reports", force: true do |t|
     t.string  "sha"
@@ -31,6 +31,8 @@ ActiveRecord::Schema.define(version: 20150130143050) do
     t.integer "gb_id"
     t.text    "github_data"
     t.boolean "cached"
+    t.string  "build_status"
+    t.string  "download_status"
   end
 
   add_index "repos", ["gb_id"], name: "index_repos_on_gb_id", unique: true

data/examples/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+gem "pry"
+gem "unicorn"
+gem "perkins", path: "../"

data/examples/Gemfile.lock

@@ -0,0 +1,164 @@
+PATH
+  remote: ../
+  specs:
+    perkins (0.0.1)
+      activerecord (>= 3, < 4.1)
+      activesupport (>= 3, < 4.1)
+      celluloid
+      celluloid-io
+      coffee-script
+      dotenv-rails
+      git
+      haml
+      haml_coffee_assets
+      rdiscount
+      redis
+      redis-namespace
+      sass
+      sidekiq
+      sinatra
+      sinatra-activerecord
+      sinatra-contrib
+      sprockets
+      sqlite3
+      thin
+      thor
+      travis-yaml
+      warden-github (~> 1.0)
+      yui-compressor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.0.13)
+      activesupport (= 4.0.13)
+      builder (~> 3.1.0)
+    activerecord (4.0.13)
+      activemodel (= 4.0.13)
+      activerecord-deprecated_finders (~> 1.0.2)
+      activesupport (= 4.0.13)
+      arel (~> 4.0.0)
+    activerecord-deprecated_finders (1.0.3)
+    activesupport (4.0.13)
+      i18n (~> 0.6, >= 0.6.9)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    addressable (2.3.7)
+    arel (4.0.2)
+    backports (3.6.4)
+    builder (3.1.4)
+    celluloid (0.16.0)
+      timers (~> 4.0.0)
+    celluloid-io (0.16.2)
+      celluloid (>= 0.16.0)
+      nio4r (>= 1.1.0)
+    coderay (1.1.0)
+    coffee-script (2.3.0)
+      coffee-script-source
+      execjs
+    coffee-script-source (1.9.1)
+    connection_pool (2.1.1)
+    daemons (1.1.9)
+    dotenv (1.0.2)
+    dotenv-rails (1.0.2)
+      dotenv (= 1.0.2)
+    eventmachine (1.0.7)
+    execjs (2.3.0)
+    faraday (0.9.1)
+      multipart-post (>= 1.2, < 3)
+    git (1.2.9.1)
+    haml (4.0.6)
+      tilt
+    haml_coffee_assets (1.16.0)
+      coffee-script (~> 2.0)
+      sprockets (~> 2.0)
+      tilt (~> 1.1)
+    hike (1.2.3)
+    hitimes (1.2.2)
+    i18n (0.7.0)
+    json (1.8.2)
+    kgio (2.9.3)
+    method_source (0.8.2)
+    minitest (4.7.5)
+    multi_json (1.10.1)
+    multipart-post (2.0.0)
+    nio4r (1.1.0)
+    octokit (3.8.0)
+      sawyer (~> 0.6.0, >= 0.5.3)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rack (1.6.0)
+    rack-protection (1.5.3)
+      rack
+    rack-test (0.6.3)
+      rack (>= 1.0)
+    raindrops (0.13.0)
+    rdiscount (2.1.8)
+    redis (3.2.1)
+    redis-namespace (1.5.1)
+      redis (~> 3.0, >= 3.0.4)
+    sass (3.4.12)
+    sawyer (0.6.0)
+      addressable (~> 2.3.5)
+      faraday (~> 0.8, < 0.10)
+    sidekiq (3.3.2)
+      celluloid (>= 0.16.0)
+      connection_pool (>= 2.1.1)
+      json
+      redis (>= 3.0.6)
+      redis-namespace (>= 1.3.1)
+    sinatra (1.4.5)
+      rack (~> 1.4)
+      rack-protection (~> 1.4)
+      tilt (~> 1.3, >= 1.3.4)
+    sinatra-activerecord (2.0.5)
+      activerecord (>= 3.2)
+      sinatra (~> 1.0)
+    sinatra-contrib (1.4.2)
+      backports (>= 2.0)
+      multi_json
+      rack-protection
+      rack-test
+      sinatra (~> 1.4.0)
+      tilt (~> 1.3)
+    slop (3.6.0)
+    sprockets (2.12.3)
+      hike (~> 1.2)
+      multi_json (~> 1.0)
+      rack (~> 1.0)
+      tilt (~> 1.1, != 1.3.0)
+    sqlite3 (1.3.10)
+    thin (1.6.3)
+      daemons (~> 1.0, >= 1.0.9)
+      eventmachine (~> 1.0)
+      rack (~> 1.0)
+    thor (0.19.1)
+    thread_safe (0.3.4)
+    tilt (1.4.1)
+    timers (4.0.1)
+      hitimes
+    travis-yaml (0.2.0)
+    tzinfo (0.3.43)
+    unicorn (4.8.3)
+      kgio (~> 2.6)
+      rack
+      raindrops (~> 0.7)
+    warden (1.2.3)
+      rack (>= 1.0)
+    warden-github (1.2.0)
+      activesupport (> 3.0)
+      octokit (> 2.1.0)
+      warden (> 1.0)
+    yui-compressor (0.12.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  perkins!
+  pry
+  unicorn

data/examples/Procfile

@@ -0,0 +1,4 @@
+#unicorn: unicorn -c unicorn.rb
+web: rackup config.ru
+#web: thin --servers 3 -R config.ru start
+workers: bundle exec sidekiq -r ./boot.rb -C ./sidekiq.yml

data/examples/boot.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+require 'bundler'
+Bundler.require
+
+require "perkins"
+
+Perkins.application do |app|
+  config do |c|
+    c.sse_endpoint = "http://dev.perkins.ci:3000"
+    c.redis = {host: "localhost"}
+    c.database = File.expand_path("../database.yml", __FILE__)
+    c.github_client_id = ENV['GITHUB_CLIENT_ID']
+    c.github_client_secret = ENV['GITHUB_SECRET']
+  end
+end

data/examples/config.ru

@@ -0,0 +1,22 @@
+
+require "./boot"
+
+require 'sidekiq/web'
+
+#\ -o 0.0.0.0 -w -p 3000
+
+#worker_processes 3
+
+options = {port: 3000, host: "0.0.0.0", e: :development}
+
+map '/' do
+  run ::Perkins::Server.new(options)
+end
+
+map '/sidekiq' do
+  use Rack::Auth::Basic, "Protected Area" do |username, password|
+    username == 'sidekiq' && password == 'sidekiq'
+  end
+
+  run Sidekiq::Web
+end

data/examples/database.yml

@@ -6,8 +6,8 @@ production:
 
 development:
   adapter: sqlite3
-  database: db/development.sqlite3
-  pool: 5
+  database: ../db/development.sqlite3 #point to perkins gem database
+  pool: 25
   timeout: 5000
 
 test:

data/examples/sidekiq.yml

@@ -0,0 +1,9 @@
+---
+:concurrency: 5
+#:pidfile: tmp/pids/sidekiq.pid
+staging:
+  :concurrency: 10
+production:
+  :concurrency: 20
+:queues:
+  - default

data/lib/core_ext/string/color.rb

@@ -0,0 +1,22 @@
+class String
+  # colorization
+  def colorize(color_code)
+    "\e[#{color_code}m#{self}\e[0m"
+  end
+
+  def red
+    colorize(31)
+  end
+
+  def green
+    colorize(32)
+  end
+
+  def yellow
+    colorize(33)
+  end
+
+  def pink
+    colorize(35)
+  end
+end

data/lib/perkins/application.rb

@@ -1,20 +1,27 @@
 module Perkins
   class Application
-    attr_accessor :host , :port, :working_dir, :redis, :database
+    attr_accessor :host , :port, :working_dir, :redis, :database, :sse_endpoint
     attr_reader   :server
     attr_accessor :github_client_id, :github_client_secret
 
+    class << self
+      attr_accessor :instance
+    end
+
     def initialize(opts={})
       host = opts[:host] unless opts[:host].blank?
       post = opts[:port] unless opts[:port].blank?
       github_client_id = opts[:github_client_id] unless opts[:github_client_id].blank?
       github_client_server = opts[:github_client_secret] unless opts[:github_client_secret].blank?
       working_dir = opts[:working_dir] unless opts[:working_dir].blank?
+      self.class.instance = self
+      self
     end
 
     def database=(file)
-      dbconfig = YAML::load(File.open(file))
-      @db = ActiveRecord::Base.establish_connection(dbconfig[ENV['RACK_ENV']])
+      @dbconfig = YAML::load(File.open(file))
+      @db = ActiveRecord::Base.establish_connection(@dbconfig[ENV['RACK_ENV']])
+      setup_sidekiq
     end
 
     def database
@@ -36,5 +43,22 @@ module Perkins
       data
     end
 
+    def setup_sidekiq
+      # Sidekiq server is multi-threaded so our Redis connection pool size defaults to concurrency (-c)
+      Sidekiq.configure_server do |config|
+        config.redis = { :namespace => 'perkins-worker' }
+        if defined?(ActiveRecord::Base)
+          #ActiveRecord::Base.establish_connection
+          #Perkins::Application.instance.database
+          ActiveRecord::Base.establish_connection(@dbconfig[ENV['RACK_ENV']])
+        end
+      end
+
+      Sidekiq.configure_client do |config|
+        config.redis = { :namespace => 'perkins-worker' }
+      end
+
+    end
+
   end
 end

data/lib/perkins/assets/javascripts/app.js

@@ -1,9 +1,25 @@
 // require_tree
 
+//= require vendor/md5
+//= require vendor/livequery.jquery
+//= require vendor/hamlcoffee
 //= require vendor/ansiparse
 //= require vendor/minispade
 //= require vendor/log
 //= require log_view
 //= require vendor/jquery.timeago
+//= require vendor/underscore
+//= require vendor/backbone-min
+//= require vendor/backbone.marionette
+//= require vendor/nprogress
+
+//= require config
+
+//= require "perkins/router"
+//= require "perkins/helpers"
+//= require_tree "./templates"
+//= require_tree "./perkins/m"
+//= require_tree "./perkins/v"
+
+//= require perkings
 
-//= require perkings

data/lib/perkins/assets/javascripts/config.js.coffee

@@ -0,0 +1,14 @@
+window.Perkins =
+  Models: {}
+  Collections: {}
+  Views: {}
+  Helpers: {}
+  Routers: {}
+  Layouts: {}
+  initialize: ->
+    window.Applayout = new Perkins.Views.ApplicationLayout
+
+
+$(document).ready ->
+
+  Perkins.initialize()

data/lib/perkins/assets/javascripts/log_view.js.coffee

@@ -9,7 +9,6 @@ class window.LogView
 
   render: ()->
     parts = @split(@text)
-
     #@log.set(ix, line)
     @receive(part[0], part[1]) for part in parts
     #console.log(@el)
@@ -22,7 +21,7 @@ class window.LogView
     string = string.replace(/\r\n/gm, "\n") # it seems split(/^/) would remove the newline, but not the \r here?
     lines = string.split(/^/m)
     parts = ([i, line] for line, i in lines)
-    console.log(JSON.stringify(parts))
+    #console.log(JSON.stringify(parts))
     parts = @slice(parts)     if @options.slice
     parts = @randomize(parts) if @options.randomize
     # parts = @partition(parts) if @options.partition