gem_on_demand 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 517e2aeefdc0e9f09c3432de6c218d87f6f67587
+  data.tar.gz: 2d79c118bec199a2af27b74a90096ce852bc0840
+SHA512:
+  metadata.gz: e8f8848702f5eacf1480cc2468337c4fc1cc9516f1b944a88cbc513fd8dae8558d01f6e7b49fda3eb66b5f99ea26964e81eebf248a5a626498780e5f9cc7d8c3
+  data.tar.gz: 78b4e5368d71432e328e1c1547dc8d48a2ac1146cea2b95c9d99eebd8fa32126e8bf9940d7d9173c8682dd7d44a6896b50d04f125764654337a153e23d41837f

data/MIT-LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (C) 2013 Michael Grosser <michael@grosser.it>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/gem_on_demand/cli.rb

@@ -0,0 +1,49 @@
+require 'optparse'
+require 'gem_on_demand/version'
+require 'gem_on_demand/server'
+
+module GemOnDemand
+  class CLI
+    class << self
+      def run(argv)
+        options = parse_options(argv)
+        if expire = options[:expire]
+          GemOnDemand.expire(*expire.split("/"))
+        else
+          GemOnDemand::Server.run!(options)
+        end
+        0
+      end
+
+      private
+
+      def parse_options(argv)
+        options = {}
+        parser = OptionParser.new do |opts|
+          opts.banner = <<-BANNER.gsub(/^ {12}/, "")
+            Run your own gem server that fetches from github, uses tags as version and builds gems on demand
+
+            Usage:
+                gem-on-demand --server
+
+            Options:
+          BANNER
+          opts.on("-s", "--server", "Start server") { options[:server] = true }
+          opts.on("-e", "--expire NAME", String, "Expire gem cache for {user}/{project}") { |name| options[:expire] = name }
+          opts.on("-p", "--port PORT", Integer, "Port for server (default #{GemOnDemand::Server.port})") { |port| options[:port] = port }
+          opts.on("-h", "--help", "Show this.") { puts opts; exit }
+          opts.on("-v", "--version", "Show Version"){ puts GemOnDemand::VERSION; exit}
+        end
+        parser.parse!(argv)
+
+        # force server for now ...
+        if !options.delete(:server) && !options[:expire]
+          puts parser
+          exit 1
+        end
+
+        options
+      end
+    end
+  end
+end

data/lib/gem_on_demand/server.rb

@@ -0,0 +1,30 @@
+require 'sinatra/base'
+require 'gem_on_demand'
+
+module GemOnDemand
+  class Server < Sinatra::Base
+    set :port, 7154
+    set :lock, true # multi threading is not supported when doing chdir foo
+
+    get '/:username/api/v1/dependencies' do
+      user = params[:username]
+      if gems = params[:gems]
+        dependencies = GemOnDemand.dependencies(user, gems.split(","))
+        if params[:debug]
+          dependencies.inspect
+        else
+          Marshal.dump(dependencies)
+        end
+      else
+        "" # first request wants no response ...
+      end
+    end
+
+    get '/:username/gems/:project-:version.gem' do
+      user = params[:username]
+      project = params[:project]
+      version = params[:version]
+      GemOnDemand.build_gem(user, project, version)
+    end
+  end
+end

data/lib/gem_on_demand/version.rb

@@ -0,0 +1,3 @@
+module GemOnDemand
+  VERSION = "1.0.0"
+end

data/lib/gem_on_demand.rb

@@ -0,0 +1,173 @@
+require 'tmpdir'
+
+module GemOnDemand
+  PROJECT_CACHE = File.expand_path("~/.gem-on-demand/cache")
+  DATA_CACHE = "cache"
+  CACHE_DURATION = 15 * 60 # for project tags
+  ProjectNotFound = Class.new(Exception)
+  VERSION_REX = /^v?\d+\.\d+\.\d+(\.\w+)?$/ # with or without v and pre-release (cannot do others or we get: 'Malformed version number string 1.0.0-rails3' from bundler)
+  HEAVY_FORKED = ["rails", "mysql", "mysql2"]
+  MAX_VERSIONS = 50 # some projects just have a million versions ...
+  DEPENDENCIES = "dependencies"
+  NOT_FOUND = "not-found"
+  UPDATED_AT = "updated_at"
+
+  class << self
+    def build_gem(user, project, version)
+      inside_of_project(user, project) do
+        cache("gem-#{version}") do
+          checkout_version("v#{version}")
+          gemspec = "#{project}.gemspec"
+          remove_signing(gemspec)
+          sh("gem build #{gemspec}")
+          File.read("#{project}-#{version}.gem")
+        end
+      end
+    end
+
+    def dependencies(user, gems)
+      (gems - HEAVY_FORKED).map do |project|
+        project_dependencies(user, project)
+      end.flatten
+    end
+
+    def expire(user, project)
+      remove_directory "#{PROJECT_CACHE}/#{user}/#{project}/#{DATA_CACHE}"
+    end
+
+    private
+
+    def project_dependencies(user, project)
+      inside_of_project(user, project) do
+        cache DEPENDENCIES do
+          versions_for_project.last(MAX_VERSIONS).map do |version|
+            next unless dependencies = dependencies_for_version(project, version)
+            {
+              :name => project,
+              :number => version.sub(/^v/, ""),
+              :platform => "ruby",
+              :dependencies => Marshal.load(dependencies)
+            }
+          end.compact
+        end
+      end
+    rescue ProjectNotFound
+      []
+    end
+
+    def versions_for_project
+      sh("git tag").split($/).grep(VERSION_REX)
+    end
+
+    def dependencies_for_version(project, version)
+      cache "dependencies-#{version}" do
+        checkout_version(version)
+        sh(%{ruby -e 'print Marshal.dump(eval(File.read("#{project}.gemspec")).runtime_dependencies.map{|d| [d.name, d.requirement.to_s]})'}, :fail => :allow)
+      end
+    end
+
+    def cache(file, value = nil, &block)
+      ensure_directory(DATA_CACHE)
+      file = "#{DATA_CACHE}/#{file}"
+      if block
+        if File.exist?(file)
+          Marshal.load(File.read(file))
+        else
+          result = yield
+          File.write(file, Marshal.dump(result))
+          result
+        end
+      else
+        if value.nil?
+          Marshal.load(File.read(file)) if File.exist?(file)
+        else
+          File.write(file, Marshal.dump(value))
+        end
+      end
+    end
+
+    def expire_key(key)
+      key = "#{DATA_CACHE}/#{key}"
+      File.unlink(key) if File.exist?(key)
+    end
+
+    def sh(command, options = { })
+      puts command
+      result = `#{command}`
+      if $?.success?
+        result
+      elsif options[:fail] == :allow
+        false
+      else
+        raise "Command failed: #{result}"
+      end
+    end
+
+    def inside_of_project(user, project, &block)
+      dir = "#{PROJECT_CACHE}/#{user}"
+      ensure_directory(dir)
+      Dir.chdir(dir) do
+        clone_or_refresh_project(user, project)
+        Dir.chdir(project, &block)
+      end
+    end
+
+    def ensure_directory(dir)
+      FileUtils.mkdir_p(dir) unless File.directory?(dir)
+    end
+
+    def clone_or_refresh_project(user, project)
+      if File.directory?("#{project}/.git")
+        if refresh?(project)
+          Dir.chdir(project) do
+            sh "git fetch origin"
+            expire_key DEPENDENCIES
+          end
+          refreshed!(project)
+        end
+      elsif not_found?(project)
+        raise ProjectNotFound
+      else
+        remove_directory(project)
+        found = sh "git clone git@github.com:#{user}/#{project}.git", :fail => :allow
+        if found
+          refreshed!(project)
+        else
+          not_found!(project)
+          raise ProjectNotFound
+        end
+      end
+    end
+
+    def remove_directory(project)
+      FileUtils.rm_rf(project) if File.exist?(project)
+    end
+
+    def not_found?(project)
+      File.directory?(project) && Dir.chdir(project) { cache(NOT_FOUND) }
+    end
+
+    def not_found!(project)
+      ensure_directory(project)
+      Dir.chdir(project) { cache(NOT_FOUND, true) }
+    end
+
+    def refreshed!(project)
+      Dir.chdir(project) { cache(UPDATED_AT, Time.now.to_i) }
+    end
+
+    def refresh?(project)
+      Dir.chdir(project) { cache(UPDATED_AT).to_i } < Time.now.to_i - CACHE_DURATION
+    end
+
+    def checkout_version(version)
+      sh("git checkout #{version} --force")
+    end
+
+    # ERROR:  While executing gem ... (Gem::Security::Exception)
+    # certificate /CN=michael/DC=grosser/DC=it not valid after 2014-02-03 18:13:11 UTC
+    def remove_signing(gemspec)
+      File.write(gemspec, File.read(gemspec).gsub(/.*\.(signing_key|cert_chain).*/, ""))
+    end
+  end
+end

metadata

@@ -0,0 +1,85 @@
+--- !ruby/object:Gem::Specification
+name: gem_on_demand
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDcDCCAligAwIBAgIBATANBgkqhkiG9w0BAQUFADA/MRAwDgYDVQQDDAdtaWNo
+  YWVsMRcwFQYKCZImiZPyLGQBGRYHZ3Jvc3NlcjESMBAGCgmSJomT8ixkARkWAml0
+  MB4XDTE0MDIwNDIwMjk0MVoXDTE1MDIwNDIwMjk0MVowPzEQMA4GA1UEAwwHbWlj
+  aGFlbDEXMBUGCgmSJomT8ixkARkWB2dyb3NzZXIxEjAQBgoJkiaJk/IsZAEZFgJp
+  dDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMorXo/hgbUq97+kII9H
+  MsQcLdC/7wQ1ZP2OshVHPkeP0qH8MBHGg6eYisOX2ubNagF9YTCZWnhrdKrwpLOO
+  cPLaZbjUjljJ3cQR3B8Yn1veV5IhG86QseTBjymzJWsLpqJ1UZGpfB9tXcsFtuxO
+  6vHvcIHdzvc/OUkICttLbH+1qb6rsHUceqh+JrH4GrsJ5H4hAfIdyS2XMK7YRKbh
+  h+IBu6dFWJJByzFsYmV1PDXln3UBmgAt65cmCu4qPfThioCGDzbSJrGDGLmw/pFX
+  FPpVCm1zgYSb1v6Qnf3cgXa2f2wYGm17+zAVyIDpwryFru9yF/jJxE38z/DRsd9R
+  /88CAwEAAaN3MHUwCQYDVR0TBAIwADALBgNVHQ8EBAMCBLAwHQYDVR0OBBYEFLIj
+  Z1x7SnjGGHK+MiVZkFjjS/iMMB0GA1UdEQQWMBSBEm1pY2hhZWxAZ3Jvc3Nlci5p
+  dDAdBgNVHRIEFjAUgRJtaWNoYWVsQGdyb3NzZXIuaXQwDQYJKoZIhvcNAQEFBQAD
+  ggEBAExBcUWfGuamYn+IddOA0Ws8jUKwB14RXoZRDrTiTAlMm3Bkg2OKyxS3uJXa
+  6Z+LwFiZwVYk62yHXqNzEJycQk4SEmY+xDWLj0p7X6qEeU4QZKwR1TwJ5z3PTrZ6
+  irJgM3q7NIBRvmTzRaAghWcQn+Eyr5YLOfMksjVBMUMnzh5/ZDgq53LphgJbGwvz
+  ScJAgfNclLHnjk9q1mT1s0e1FPWbiAL3siBIR5HpH8qtSEiivTf2ntciebOqS93f
+  F5etKHZg0j3eHO31/i2HnswY04lqGImUu6aM5EnijFTB7PPW2KwKKM4+kKDYFdlw
+  /0WV1Ng2/Y6qsHwmqGg2VlYj2h4=
+  -----END CERTIFICATE-----
+date: 2014-03-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: michael@grosser.it
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE.txt
+- lib/gem_on_demand.rb
+- lib/gem_on_demand/cli.rb
+- lib/gem_on_demand/server.rb
+- lib/gem_on_demand/version.rb
+homepage: https://github.com/grosser/gem_on_demand
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.14
+signing_key: 
+specification_version: 4
+summary: Run your own gem server that fetches from github, uses tags as version and
+  builds gems on demand
+test_files: []

metadata.gz.sig

@@ -0,0 +1,3 @@
+��|&|�q���k��q�N�/�_��AZ/�	��ax&�=,Q/Xx�0�?,I�O���#0���A9�!Յ9ߏ2P}��ͤM
+��T�@�zޝV��2�~���(�*$��D$r�+g��9X��i�:e	,�7hZ�d�Nִ��������/K	������J"P�[ic�UN���"�u\1��:�\߀��H�]�"v��1
+��Hx��vݷ���o�F� 2�#��6)�����zM%