compact_index_client 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 18f334a60412f00251629bf03ce547871b37a714
+  data.tar.gz: 22e80a4875200879d9ee784f3ec9a392930a894a
+SHA512:
+  metadata.gz: 633282b34accd47e64833d523a4c9d226020eed42b36b1a4fcf79b00f36404b3a2b84d39c86ad4570a3c2ba6bc00accb30e962e4d0ac5dca2de5a8e22e70d1e0
+  data.tar.gz: be2f1c89aeffffc872bce26d168f24c1e023530c58dd9c0155f6cb8c1860b09401608e0524a9c99fb0a5682e419bf60069dc16bdbfb3f0555d57639ebdc9b7e4

data/.gitignore

@@ -0,0 +1,8 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.rubocop.yml

@@ -0,0 +1,99 @@
+inherit_from:
+  - .rubocop_todo.yml
+
+AllCops:
+  Exclude:
+    - tmp/**/*
+    - vendor/**/*
+    - bin/**/*
+  DisplayCopNames: true
+
+# Lint
+
+# They are idiomatic
+Lint/AssignmentInCondition:
+  Enabled: false
+
+Lint/EndAlignment:
+  AlignWith: variable
+
+# Style
+
+Style/AccessModifierIndentation:
+  EnforcedStyle: outdent
+
+Style/AlignParameters:
+  EnforcedStyle: with_fixed_indentation
+
+Style/MultilineOperationIndentation:
+  EnforcedStyle: indented
+
+Style/SpaceInsideBlockBraces:
+  SpaceBeforeBlockParameters: false
+
+Style/TrivialAccessors:
+  Enabled: false
+
+# We adopted raise instead of fail.
+Style/SignalException:
+  EnforcedStyle: only_raise
+
+Style/StringLiterals:
+  EnforcedStyle: double_quotes
+
+Style/StringLiteralsInInterpolation:
+  EnforcedStyle: double_quotes
+
+# Having these make it easier to *not* forget to add one when adding a new
+# value and you can simply copy the previous line.
+Style/TrailingComma:
+  EnforcedStyleForMultiline: comma
+
+# 1.8.7 support
+
+Style/HashSyntax:
+  EnforcedStyle: hash_rockets
+
+Style/Lambda:
+  Enabled: false
+
+Style/DotPosition:
+  EnforcedStyle: trailing
+
+Style/EachWithObject:
+  Enabled: false
+
+Style/SpecialGlobalVars:
+  Enabled: false
+
+Style/TrailingComma:
+  Enabled: false
+
+Performance/FlatMap:
+  Enabled: false
+
+# Metrics
+
+# Arbitrary max lengths for classes simply do not work and enabling this will
+# lead to a never ending stream of annoyance and changes.
+Metrics/ClassLength:
+  Enabled: false
+
+# Arbitrary max lengths for methods simply do not work and enabling this will
+# lead to a never ending stream of annoyance and changes.
+Metrics/MethodLength:
+  Enabled: false
+
+# No enforced convention here.
+Metrics/BlockNesting:
+  Enabled: false
+
+# It will be obvious which code is complex, Rubocop should only lint simple
+# rules for us.
+Metrics/AbcSize:
+  Enabled: false
+
+# It will be obvious which code is complex, Rubocop should only lint simple
+# rules for us.
+Metrics/CyclomaticComplexity:
+  Enabled: false

data/.rubocop_todo.yml

@@ -0,0 +1,20 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2015-08-19 00:08:04 -0600 using RuboCop version 0.33.0.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.
+
+# Offense count: 7
+# Configuration parameters: AllowURI, URISchemes.
+Metrics/LineLength:
+  Max: 104
+
+# Offense count: 4
+Style/Documentation:
+  Exclude:
+    - 'lib/compact_index_client.rb'
+    - 'lib/compact_index_client/cache.rb'
+    - 'lib/compact_index_client/updater.rb'
+    - 'lib/compact_index_client/version.rb'

data/.travis.yml

@@ -0,0 +1,8 @@
+language: ruby
+rvm:
+  - 1.8.7
+  - 1.9.3
+  - 2.0.0
+  - 2.1.7
+  - 2.2.3
+before_install: gem install bundler -v 1.10.6

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+## 0.1.0 (2015-08-22)
+
+  - Initial port of Bundler functionality.

data/Gemfile

@@ -0,0 +1,8 @@
+source "https://rubygems.org"
+
+gemspec
+
+group :test do
+  gem "rspec", "~> 3.0"
+  gem "rubocop", "0.33.0", :install_if => (RUBY_VERSION >= "2.0")
+end

data/Gemfile.lock

@@ -0,0 +1,50 @@
+PATH
+  remote: .
+  specs:
+    compact_index_client (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.1.0)
+    astrolabe (1.3.1)
+      parser (~> 2.2)
+    diff-lcs (1.2.5)
+    parser (2.2.2.6)
+      ast (>= 1.1, < 3.0)
+    powerpack (0.1.1)
+    rainbow (2.0.0)
+    rake (10.4.2)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    rubocop (0.33.0)
+      astrolabe (~> 1.3)
+      parser (>= 2.2.2.5, < 3.0)
+      powerpack (~> 0.1)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.4)
+    ruby-progressbar (1.7.5)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.10)
+  compact_index_client!
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  rubocop (= 0.33.0)
+
+BUNDLED WITH
+   1.10.6

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Samuel E. Giddins
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,36 @@
+# CompactIndexClient
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'compact_index_client'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install compact_index_client
+
+## Usage
+
+Initialize a new `CompactIndexClient` with a root directory for the local copy of the compact index, and a block used to make HTTP requests.
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/bundler/compact_index_client. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](contributor-covenant.org) code of conduct.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,14 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+begin
+  require "rubocop/rake_task"
+  RuboCop::RakeTask.new
+  task :spec => :rubocop
+rescue LoadError
+  nil
+end
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "compact_index_client"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/rake

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rake' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rake', 'rake')

data/bin/rspec

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rspec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rspec-core', 'rspec')

data/bin/rubocop

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'rubocop' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('rubocop', 'rubocop')

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/compact_index_client.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "compact_index_client/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "compact_index_client"
+  spec.version       = CompactIndexClient::VERSION
+  spec.authors       = ["Samuel E. Giddins"]
+  spec.email         = ["segiddins@segiddins.me"]
+
+  spec.summary       = "The client for the new Bundler compact index format."
+  spec.homepage      = "https://github.com/bundler/compact_index_client"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject {|f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) {|f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

data/lib/compact_index_client.rb

@@ -0,0 +1,57 @@
+require "pathname"
+require "set"
+
+class CompactIndexClient
+  require "compact_index_client/cache"
+  require "compact_index_client/updater"
+  require "compact_index_client/version"
+
+  def initialize(directory, fetcher)
+    @directory = Pathname.new(directory)
+    @updater = Updater.new(fetcher)
+    @cache = Cache.new(@directory)
+    @endpoints = Set.new
+    @info_checksums_by_name = {}
+  end
+
+  def names
+    update(@cache.names_path, "names")
+    @cache.names
+  end
+
+  def versions
+    update(@cache.versions_path, "versions")
+    versions, @info_checksums_by_name = @cache.versions
+    versions
+  end
+
+  def dependencies(names)
+    names.each {|n| update_info(n) }
+    names.map do |name|
+      @cache.dependencies(name).map {|d| d.unshift(name) }
+    end.flatten(1)
+  end
+
+  def spec(name, version, platform = nil)
+    update_info(name)
+    @cache.specific_dependency(name, version, platform)
+  end
+
+private
+
+  def update(local_path, remote_path)
+    return if @endpoints.include?(remote_path)
+    @updater.update(local_path, url(remote_path))
+    @endpoints << remote_path
+  end
+
+  def update_info(name)
+    path = @cache.dependencies_path(name)
+    return if @info_checksums_by_name[name] == @updater.checksum_for_file(path)
+    update(path, "info/#{name}")
+  end
+
+  def url(path)
+    path
+  end
+end

data/lib/compact_index_client/cache.rb

@@ -0,0 +1,80 @@
+class CompactIndexClient
+  class Cache
+    attr_reader :directory
+
+    def initialize(directory)
+      @directory = Pathname.new(directory).expand_path
+      FileUtils.mkdir_p dependencies_path(nil)
+    end
+
+    def names
+      lines(names_path)
+    end
+
+    def names_path
+      directory + "names"
+    end
+
+    def versions
+      versions_by_name = Hash.new {|hash, key| hash[key] = [] }
+      info_checksums_by_name = {}
+      lines(versions_path).map do |line|
+        next if line == "-1"
+        name, versions_string, info_checksum = line.split(" ", 3)
+        info_checksums_by_name[name] = info_checksum || ""
+        versions_by_name[name].concat(versions_string.split(",").map! do |version|
+          version.split("-", 2).unshift(name)
+        end)
+      end
+      [versions_by_name, info_checksums_by_name]
+    end
+
+    def versions_path
+      directory + "versions"
+    end
+
+    def dependencies(name)
+      lines(dependencies_path(name)).map do |line|
+        parse_gem(line)
+      end
+    end
+
+    def dependencies_path(name)
+      directory + "dependencies" + name.to_s
+    end
+
+    def specific_dependency(name, version, platform)
+      pattern = [version, platform].compact.join("-")
+      matcher = /\A#{Regexp.escape(pattern)}\b/ unless pattern.empty?
+      lines(dependencies_path(name)).each do |line|
+        return parse_gem(line) if line =~ matcher
+      end if matcher
+      nil
+    end
+
+  private
+
+    def lines(path)
+      return [] unless path.file?
+      lines = path.read.lines
+      header = lines.index("---\n")
+      lines = header ? lines[header + 1..-1] : lines
+      lines.each!(&:strip!)
+    end
+
+    def parse_gem(string)
+      version_and_platform, rest = string.split(" ", 2)
+      version, platform = version_and_platform.split("-", 2)
+      dependencies, requirements = rest.split("|", 2).map {|s| s.split(",") } if rest
+      dependencies = dependencies ? dependencies.map {|d| parse_dependency(d) } : []
+      requirements = requirements ? requirements.map {|r| parse_dependency(r) } : []
+      [version, platform, dependencies, requirements]
+    end
+
+    def parse_dependency(string)
+      dependency = string.split(":")
+      dependency[-1] = dependency[-1].split("&")
+      dependency
+    end
+  end
+end

data/lib/compact_index_client/updater.rb

@@ -0,0 +1,29 @@
+class CompactIndexClient
+  class Updater
+    attr_reader :fetcher
+    def initialize(fetcher)
+      @fetcher = fetcher
+    end
+
+    def update(local_path, remote_path)
+      headers = {}
+      if local_path.file?
+        headers["If-None-Match"] = checksum_for_file(local_path)
+        headers["Range"] = "bytes=#{local_path.size}-"
+      end
+      response = fetcher.call(remote_path, headers)
+      return if response.is_a?(Net::HTTPNotModified)
+      mode = response.is_a?(Net::HTTPPartialContent) ? "a" : "w"
+      local_path.open(mode) {|f| f << response.body }
+
+      return if checksum_for_file(local_path) == response["ETag"]
+      local_path.delete
+      update(local_path, remote_path)
+    end
+
+    def checksum_for_file(path)
+      return nil unless path.file?
+      Digest::MD5.file(path).hexdigest
+    end
+  end
+end

data/lib/compact_index_client/version.rb

@@ -0,0 +1,3 @@
+class CompactIndexClient
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,107 @@
+--- !ruby/object:Gem::Specification
+name: compact_index_client
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Samuel E. Giddins
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-08-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- segiddins@segiddins.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/rake
+- bin/rspec
+- bin/rubocop
+- bin/setup
+- compact_index_client.gemspec
+- lib/compact_index_client.rb
+- lib/compact_index_client/cache.rb
+- lib/compact_index_client/updater.rb
+- lib/compact_index_client/version.rb
+homepage: https://github.com/bundler/compact_index_client
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: The client for the new Bundler compact index format.
+test_files: []