gel 0.2.0

data/lib/gel/tail_file.rb

@@ -0,0 +1,205 @@
+# frozen_string_literal: true
+
+require "strscan"
+require "uri"
+require "net/http"
+
+require_relative "httpool"
+
+class Gel::TailFile
+  # The number of redirects etc we'll follow before giving up
+  MAXIMUM_CHAIN = 8
+
+  # When attempting a partial file download, we'll back up by this many
+  # bytes to ensure the preceding content matches our local file
+  CONTENT_OVERLAP = 100
+
+  # Only bother trying for a partial download if we have at least this
+  # many bytes of local content. If we *don't* make a partial request,
+  # 1) we're guaranteed not to need a second request due to bad overlap,
+  # and 2) the response can be gzipped.
+  PARTIAL_MINIMUM = 65536
+
+  attr_accessor :uri, :pinboard, :filename
+  def initialize(uri, pinboard, httpool: Gel::Httpool.new)
+    @uri = uri
+    @pinboard = pinboard
+    @httpool = httpool
+
+    @filename = pinboard.filename(uri)
+    @etag = pinboard.etag(uri)
+
+    @done = false
+  end
+
+  def done?
+    @done
+  end
+
+  def update(force_reset: false)
+    uri = self.uri
+
+    File.open(@filename, "a+b") do |f|
+      f.seek(0, IO::SEEK_END)
+
+      MAXIMUM_CHAIN.times do
+        f.seek(0, IO::SEEK_SET) if force_reset
+
+        request = Net::HTTP::Get.new(uri)
+
+        requested_from = 0
+
+        if f.pos > PARTIAL_MINIMUM
+          requested_from = f.pos - CONTENT_OVERLAP
+          request["Range"] = "bytes=#{requested_from}-"
+          request["Accept-Encoding"] = "identity"
+        else
+          f.pos = 0
+        end
+        request["If-None-Match"] = @etag if @etag
+
+        response = @httpool.request(uri, request)
+
+        case response
+        when Net::HTTPNotModified
+          @done = true
+          pinboard.updated(uri, response["ETag"], false)
+
+          return # no-op
+
+        when Net::HTTPRequestedRangeNotSatisfiable
+          # This should never happen, but sometimes does: either the
+          # file has been rebuilt, and we should do a full fetch, or
+          # we're ahead of the server (because an intermediate is
+          # caching too aggressively, say), and we should do nothing.
+
+          if response["Content-Range"] =~ /\Abytes \*\/(\d+)\z/
+            current_length = $1.to_i
+
+            debug "File is smaller than we expected: only #{current_length} bytes"
+
+            # Back up a bit, and check whether the end matches what we
+            # already have
+
+            f.pos = current_length
+            next
+          else
+            force_reset = true
+            next
+          end
+
+        when Net::HTTPOK
+          f.pos = 0
+          f.truncate(0)
+          f.write response.body
+          f.flush
+
+          @done = true
+          pinboard.updated(uri, response["ETag"], true)
+
+          return # Done
+
+        when Net::HTTPPartialContent
+          if response["Content-Range"] =~ /\Abytes (\d+)-(\d+)\/(\d+)\z/
+            from, to, size = $1.to_i, $2.to_i, $3.to_i
+          else
+            # Not what we asked for
+            debug "Bad response range"
+
+            force_reset = true
+            next
+          end
+
+          if from != requested_from
+            # Server didn't give us what we asked for
+            debug "Incorrect response range"
+
+            force_reset = true
+            next
+          end
+
+          if to - from + 1 != response.body.size
+            # Server didn't give us what it claimed to
+            debug "Bad response length"
+
+            force_reset = true
+            next
+          end
+
+          debug "Current file size is #{File.size(@filename)}"
+          debug "Remote size is #{size}"
+
+          f.pos = from
+
+          if to < f.size
+            # No new content, but check the overlap in case the file's
+            # been reset
+
+            overlap = f.read(to - from + 1)
+            if response.body == overlap
+              # Good overlap, but nothing new
+              debug "Overlap is good, but no new content"
+
+              @done = true
+              pinboard.updated(uri, @etag, false) # keep old etag
+
+              return # Done
+            else
+              # Bad overlap
+              debug "Bad overlap on short response"
+
+              force_reset = true
+              next
+            end
+          else
+            overlap = f.read
+            if response.body[0, overlap.size] == overlap
+              # Good overlap; use rest
+              rest = response.body[overlap.size..-1]
+
+              debug "#{overlap.size} byte overlap is okay"
+              debug "Using remaining #{rest.size} bytes"
+
+              f.write(rest)
+              f.flush
+
+              @done = true
+              pinboard.updated(uri, response["ETag"], true)
+
+              return # Done
+            else
+              # Bad overlap
+              debug "Bad overlap on long response"
+
+              force_reset = true
+              next
+            end
+          end
+
+        when Net::HTTPRedirection
+          uri = URI(response["Location"])
+          next
+
+        when Net::HTTPTooManyRequests
+          # https://github.com/rubygems/rubygems-infrastructure/blob/adc0668c1f1539f281ffe86c6e0ad12743c5c8bd/cookbooks/rubygems-balancer/templates/default/site.conf.erb#L12
+          debug "Rate limited"
+
+          sleep 1 + rand
+          next
+
+        else
+          # splat
+          response.value
+
+          raise "Unexpected HTTP success code"
+        end
+      end
+
+      raise "Giving up after #{MAXIMUM_CHAIN} requests"
+    end
+  end
+
+  def debug(message)
+    #$stderr.puts message if $DEBUG
+  end
+end

data/lib/gel/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Gel
+  VERSION = "0.2.0"
+end

data/lib/gel/work_pool.rb

@@ -0,0 +1,143 @@
+# frozen_string_literal: true
+
+require "monitor"
+
+class Gel::WorkPool
+  attr_accessor :queue_order
+
+  attr_reader :count
+  attr_reader :errors
+
+  def initialize(concurrency, monitor: Monitor.new, name: nil, collect_errors: false)
+    @monitor = monitor
+    @name = name
+
+    @queue_order = nil
+
+    @concurrency = concurrency
+    @workers = []
+    @shutdown = false
+
+    @work_cond = @monitor.new_cond
+    @idle_cond = @monitor.new_cond
+
+    @queue = []
+    @count = 0
+    @errors = collect_errors ? [] : nil
+
+    if block_given?
+      begin
+        result = yield self
+        join
+        result
+      ensure
+        stop
+      end
+    end
+  end
+
+  def start
+    @monitor.synchronize do
+      while @workers.size < @concurrency
+        @workers << Thread.new do
+          Thread.current.name = @name if @name && Thread.current.respond_to?(:name=)
+          Thread.current.abort_on_exception = true
+
+          catch(:stop) do
+            loop do
+              current_job = nil
+              @monitor.synchronize do
+                Thread.current[:active] = nil
+                @work_cond.wait_until do
+                  @idle_cond.broadcast
+                  @shutdown || @queue.first
+                end
+                throw :stop if @shutdown
+                current_job = @queue.shift
+                Thread.current[:active] = current_job[1]
+                @idle_cond.broadcast
+              end
+
+              begin
+                current_job[0].call
+              rescue Exception => ex
+                if @errors
+                  $stderr.puts ex if $DEBUG
+                  @monitor.synchronize do
+                    @errors << [current_job, ex]
+                  end
+                else
+                  $stderr.puts "Unhandled exception in work pool #{@name.inspect} for job #{current_job[1].inspect}:\n#{ex.inspect}\n#{ex.backtrace.map { |s| s.sub(/^/, "   ") }.join("\n")}"
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+
+  def stop
+    @monitor.synchronize do
+      @shutdown = true
+      @work_cond.broadcast
+    end
+    @workers.each(&:join).clear
+  end
+
+  def idle?
+    @monitor.synchronize do
+      @queue.empty? && @workers.none? { |w| w[:active] }
+    end
+  end
+
+  def tick!
+    @monitor.synchronize do
+      @idle_cond.broadcast
+    end
+  end
+
+  def wait
+    @monitor.synchronize do
+      start if @workers.empty?
+
+      @idle_cond.wait_until do
+        (!block_given? || yield) && idle?
+      end
+    end
+  end
+
+  def join
+    wait
+    @monitor.synchronize do
+      if @errors && e = @errors.first
+        raise e.last
+      end
+    end
+  end
+
+  def status
+    @monitor.synchronize do
+      { active: @workers.map { |w| w[:active] }.compact, queued: @queue.size }
+    end
+  end
+
+  def queue(job = nil, label, &block)
+    raise ArgumentError if job && block
+    job ||= block
+    label ||= job
+
+    @monitor.synchronize do
+      @queue << [job, label]
+      @count += 1
+      reorder_queue!
+      @work_cond.signal
+    end
+  end
+
+  def reorder_queue!
+    @monitor.synchronize do
+      @queue.sort_by!(&@queue_order)
+    end if @queue_order
+  end
+end

data/man/man1/gel-exec.1

@@ -0,0 +1,16 @@
+.\" generated with Ronn/v0.7.3
+.\" http://github.com/rtomayko/ronn/tree/0.7.3
+.
+.TH "GEL\-EXEC" "1" "March 2019" "" "Gel Manual"
+.
+.SH "NAME"
+\fBgel\-exec\fR \- run an executable with gel enabled
+.
+.SH "SYNOPSIS"
+\fBgel\fR \fBexec\fR \fIexecutable\fR [\fIargs\fR]
+.
+.SH "DESCRIPTION"
+Run an executable with the Gemfile activated\.
+.
+.SH "SEE ALSO"
+bundle\-exec(1)

data/man/man1/gel-install.1

@@ -0,0 +1,16 @@
+.\" generated with Ronn/v0.7.3
+.\" http://github.com/rtomayko/ronn/tree/0.7.3
+.
+.TH "GEL\-INSTALL" "1" "March 2019" "" "Gel Manual"
+.
+.SH "NAME"
+\fBgel\-install\fR \- install gems
+.
+.SH "SYNOPSIS"
+\fBgel install\fR
+.
+.SH "DESCRIPTION"
+Install gems listed in \fBGemfile\.lock\fR\.
+.
+.SH "SEE ALSO"
+gemfile(5), gel\-lock(1), bundle\-install(1)

data/man/man1/gel.1

@@ -0,0 +1,30 @@
+.\" generated with Ronn/v0.7.3
+.\" http://github.com/rtomayko/ronn/tree/0.7.3
+.
+.TH "GEL" "1" "March 2019" "" "Gel Manual"
+.
+.SH "NAME"
+\fBgel\fR \- a modern gem manager
+.
+.SH "SYNOPSIS"
+\fBgel\fR [\fB\-\-version\fR] [\fB\-\-help\fR] \fIcommand\fR [\fIargs\fR]
+.
+.SH "DESCRIPTION"
+Gel is a minimal package manager for the Ruby programming language\.
+.
+.SH "GEL COMMANDS"
+.
+.TP
+gel\-install(1)
+Install all the gems listed in the Gemfile\.lock
+.
+.TP
+gel\-lock(1)
+Resolve the dependencies listed in Gemfile into a Gemfile\.lock
+.
+.TP
+gel\-exec(1)
+Run an executable with the Gemfile activated
+.
+.SH "SEE ALSO"
+ruby(1), gem(1), bundle(1)

metadata

@@ -0,0 +1,131 @@
+--- !ruby/object:Gem::Specification
+name: gel
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Gel Authors
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-04-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pub_grub
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.0
+description: 
+email:
+- team@gel.dev
+executables:
+- gel
+extensions: []
+extra_rdoc_files: []
+files:
+- CODE_OF_CONDUCT.md
+- LICENSE.txt
+- README.md
+- exe/gel
+- lib/gel.rb
+- lib/gel/catalog.rb
+- lib/gel/catalog/common.rb
+- lib/gel/catalog/compact_index.rb
+- lib/gel/catalog/dependency_index.rb
+- lib/gel/catalog/legacy_index.rb
+- lib/gel/catalog/marshal_hacks.rb
+- lib/gel/command.rb
+- lib/gel/command/config.rb
+- lib/gel/command/env.rb
+- lib/gel/command/exec.rb
+- lib/gel/command/help.rb
+- lib/gel/command/install.rb
+- lib/gel/command/install_gem.rb
+- lib/gel/command/lock.rb
+- lib/gel/command/ruby.rb
+- lib/gel/command/shell_setup.rb
+- lib/gel/command/stub.rb
+- lib/gel/command/update.rb
+- lib/gel/compatibility.rb
+- lib/gel/compatibility/bundler.rb
+- lib/gel/compatibility/bundler/cli.rb
+- lib/gel/compatibility/bundler/friendly_errors.rb
+- lib/gel/compatibility/bundler/setup.rb
+- lib/gel/compatibility/rubygems.rb
+- lib/gel/compatibility/rubygems/command.rb
+- lib/gel/compatibility/rubygems/dependency_installer.rb
+- lib/gel/compatibility/rubygems/gem_runner.rb
+- lib/gel/config.rb
+- lib/gel/db.rb
+- lib/gel/direct_gem.rb
+- lib/gel/environment.rb
+- lib/gel/error.rb
+- lib/gel/gemfile_parser.rb
+- lib/gel/gemspec_parser.rb
+- lib/gel/git_catalog.rb
+- lib/gel/git_depot.rb
+- lib/gel/httpool.rb
+- lib/gel/installer.rb
+- lib/gel/lock_loader.rb
+- lib/gel/lock_parser.rb
+- lib/gel/locked_store.rb
+- lib/gel/multi_store.rb
+- lib/gel/package.rb
+- lib/gel/package/inspector.rb
+- lib/gel/package/installer.rb
+- lib/gel/path_catalog.rb
+- lib/gel/pinboard.rb
+- lib/gel/pub_grub/preference_strategy.rb
+- lib/gel/pub_grub/source.rb
+- lib/gel/runtime.rb
+- lib/gel/store.rb
+- lib/gel/store_catalog.rb
+- lib/gel/store_gem.rb
+- lib/gel/stub_set.rb
+- lib/gel/support/gem_platform.rb
+- lib/gel/support/gem_requirement.rb
+- lib/gel/support/gem_version.rb
+- lib/gel/support/tar.rb
+- lib/gel/support/tar/tar_header.rb
+- lib/gel/support/tar/tar_reader.rb
+- lib/gel/support/tar/tar_reader/entry.rb
+- lib/gel/support/tar/tar_writer.rb
+- lib/gel/tail_file.rb
+- lib/gel/version.rb
+- lib/gel/work_pool.rb
+- man/man1/gel-exec.1
+- man/man1/gel-install.1
+- man/man1/gel.1
+homepage: https://gel.dev
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.1
+signing_key: 
+specification_version: 4
+summary: A modern gem manager
+test_files: []