pod-synchronize 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7ad04e2e3697211aca9010cd884e026b01e7c913
+  data.tar.gz: c8dcac0b1f5c3bff0d590742b5653599e777c8d4
+SHA512:
+  metadata.gz: f6932cd548b293f1b6fc430f7c3870a32c0933dbe5bce3318c8f50e747e7250996601c3cb339411c624de71dd703a17621953063a006dc9efa2078c179a748c5
+  data.tar.gz: eb2c049982754b089e3348eeeeb4af2be93cd7add8b6a20bf95059f2c86451e95abacabf441a41521a7f3c263b9d35e4afbd282a6c7caea01e0fd5eb93830702

data/.gitignore

@@ -0,0 +1,2 @@
+coverage/
+.DS_Store

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--require spec_helper
+--format d

data/.simplecov

@@ -0,0 +1,4 @@
+SimpleCov.start do
+  add_filter 'spec/'
+  minimum_coverage 75
+end

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.2

data/Gemfile

@@ -0,0 +1,8 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'rspec'
+  gem 'coveralls', :require => false
+end

data/Gemfile.lock

@@ -0,0 +1,67 @@
+PATH
+  remote: .
+  specs:
+    pod-synchronize (0.1.0)
+      claide (~> 0.8.1)
+      colored
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    claide (0.8.1)
+    colored (1.2)
+    coveralls (0.8.1)
+      json (~> 1.8)
+      rest-client (>= 1.6.8, < 2)
+      simplecov (~> 0.10.0)
+      term-ansicolor (~> 1.3)
+      thor (~> 0.19.1)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    domain_name (0.5.24)
+      unf (>= 0.0.5, < 1.0.0)
+    http-cookie (1.0.2)
+      domain_name (~> 0.5)
+    json (1.8.2)
+    mime-types (2.5)
+    netrc (0.10.3)
+    rake (10.4.2)
+    rest-client (1.8.0)
+      http-cookie (>= 1.0.2, < 2.0)
+      mime-types (>= 1.16, < 3.0)
+      netrc (~> 0.7)
+    rspec (3.2.0)
+      rspec-core (~> 3.2.0)
+      rspec-expectations (~> 3.2.0)
+      rspec-mocks (~> 3.2.0)
+    rspec-core (3.2.3)
+      rspec-support (~> 3.2.0)
+    rspec-expectations (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-mocks (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-support (3.2.2)
+    simplecov (0.10.0)
+      docile (~> 1.1.0)
+      json (~> 1.8)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    term-ansicolor (1.3.0)
+      tins (~> 1.0)
+    thor (0.19.1)
+    tins (1.5.1)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.7)
+  coveralls
+  pod-synchronize!
+  rake (~> 10.0)
+  rspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2015 XING AG
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+# XNGPodSynchronizer
+
+[![Build Status](https://travis-ci.org/xing/XNGPodsSynchronizer.svg?branch=master)](https://travis-ci.org/xing/XNGPodSynchronizer)
+[![Coverage Status](https://coveralls.io/repos/xing/XNGPodsSynchronizer/badge.svg?branch=master)](https://coveralls.io/r/xing/XNGPodSynchronizer?branch=master)
+
+XNGPodSynchronizer reads `Podfile.locks` of your projects, copies the `.podspec`s from the CocoaPods master repository and mirrors it to your own `git` repository (e.g. GitHub Enterprise). This helps you get independent from `github.com`.
+
+## Installation
+
+XNGPodSynchronizer is distributed as a Ruby gem and can be installed using the following command:
+
+```bash
+$ gem install pod-synchronize
+```
+
+## Usage
+
+XNGPodSynchronizer takes a `config.yml` as an argument an example `Yaml` would look like this:
+
+```yaml
+# config.yml
+---
+master_repo: https://github.com/CocoaPods/Specs.git
+mirror:
+  specs_push_url: git@git.hooli.xyz:pods-mirror/Specs.git
+  source_push_url: git@git.hooli.xyz:pods-mirror
+  source_clone_url: git://git.hooli.xyz/pods-mirror
+  github:
+    acccess_token: 0y83t1ihosjklgnuioa
+    organisation: pods-mirror
+    endpoint: https://git.hooli.xyz/api/v3
+podfiles:
+  - "https://git.hooli.xyz/ios/moonshot/raw/master/Podfile.lock"
+  - "https://git.hooli.xyz/ios/nucleus/raw/master/Podfile.lock"
+  - "https://git.hooli.xyz/ios/bro2bro/raw/master/Podfile.lock"
+```
+
+|key|meaning|
+|:----|:----|
+|master_repo|CocoaPods master repository (usually: https://github.com/CocoaPods/Specs.git)|
+|mirror.specs_push_url|Git URL used to clone & push the mirrored specs|
+|mirror.source_push_url|Git URL used to push the mirrored repositories|
+|mirror.source_clone_url|Git URL used to change the download URLs in the podspecs|
+|mirror.github.access_token|Access token used to create new repositories|
+|mirror.github.organisation|The GitHub organization used for mirrored repositories|
+|mirror.github.endpoint|API Endpoint of your GitHub api|
+|podfiles|List of __Podfile.lock__ in __Plain Text__ format|
+
+We use Jenkins to run the synchronize process twice daily. To do that use the following command:
+
+```
+$ pod-synchronize synchronize config.yml
+```
+
+## TODO
+
+* Support Gitlab [#1](https://github.com/xing/XNGPodSynchronizer/issue/1)
+
+## Contributing
+
+1. Fork it ( https://github.com/xing/XNGPodSynchronizer/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+## Authors
+
+[Matthias Männich](https://github.com/matthias-maennich) and [Piet Brauer](https://github.com/pietbrauer)
+
+Copyright (c) 2015 [XING AG](https://xing.com/)
+
+Released under the MIT license. For full details see LICENSE included in this distribution.

data/Rakefile

@@ -0,0 +1,5 @@
+task :default => [:spec]
+
+task :spec do
+  exec "rspec spec"
+end

data/bin/pod-synchronize

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+if $PROGRAM_NAME == __FILE__
+  ENV['BUNDLE_GEMFILE'] = File.expand_path('../../Gemfile', __FILE__)
+  require 'rubygems'
+  require 'bundler/setup'
+  $LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+end
+
+require 'updater'
+PodSynchronize::Command.run(ARGV)

data/lib/updater/command.rb

@@ -0,0 +1,23 @@
+require 'claide'
+require 'colored'
+
+module PodSynchronize
+  class PlainInformative < StandardError
+      include CLAide::InformativeError
+  end
+
+  class Informative < PlainInformative
+    def message
+      "[!] #{super}".red
+    end
+  end
+
+  class Command < CLAide::Command
+    require "updater"
+
+    self.abstract_command = true
+    self.command = 'pod-synchronize'
+    self.version = '0.1.0'
+    self.description = 'Pods Synchronizer'
+  end
+end

data/lib/updater/configuration.rb

@@ -0,0 +1,39 @@
+require 'yaml'
+
+class Configuration
+  attr_reader :yaml
+  Mirror = Struct.new(:specs_push_url, :source_push_url, :source_clone_url, :github)
+  Github = Struct.new(:access_token, :organisation, :endpoint)
+
+  def initialize(path:)
+    @yaml = YAML.load_file(path)
+  end
+
+  def master_repo
+    @yaml['master_repo']
+  end
+
+  def podfiles
+    @yaml['podfiles']
+  end
+
+  def mirror
+    context = @yaml['mirror']
+    Mirror.new(
+      context['specs_push_url'],
+      context['source_push_url'],
+      context['source_clone_url'],
+      github)
+  end
+
+  private
+
+  def github
+    context = @yaml['mirror']['github']
+    Github.new(
+      context['acccess_token'],
+      context['organisation'],
+      context['endpoint'])
+  end
+
+end

data/lib/updater/git.rb

@@ -0,0 +1,40 @@
+class Git
+  attr_accessor :path
+
+  def initialize(path: Dir.pwd)
+    @path = path
+  end
+
+  def commit(message:)
+    execute('git add', '--all')
+    execute('git commit', '-m', "'#{message}'")
+  end
+
+  def push(remote: 'origin master', options: nil)
+    execute('git push', remote, options)
+  end
+
+  def clone(url:, options: '.')
+    execute('git clone', url, options)
+  end
+
+  def set_origin(url:)
+    execute('git remote', 'set-url origin', url)
+  end
+
+  def create_github_repo(access_token:, org:, name:, endpoint:)
+    execute('curl',
+    "#{endpoint}/orgs/#{org}/repos?access_token=#{access_token}",
+    '-d', "'{\"name\":\"#{name}\"}'")
+  end
+
+  private
+
+    def execute(*command)
+      FileUtils.mkdir_p(path) unless Dir.exists?(path)
+      Dir.chdir(path) do
+        system(*command.join(" ").strip)
+      end
+    end
+
+end

data/lib/updater/pod.rb

@@ -0,0 +1,27 @@
+class Pod
+  attr_reader :path, :name
+
+  def initialize(path:)
+    @path = path
+    @name = @path.split(File::SEPARATOR).last
+  end
+
+  def versions
+    @versions ||= Dir.glob(File.join(@path, '*')).map do |version_path| 
+      Version.new(path: version_path)
+    end
+  end
+
+  def git_source
+    versions.sort.last.contents["source"]["git"]
+  end
+
+  def save
+    versions.each(&:save)
+  end
+
+  def git
+    @git ||= Git.new(path: @path)
+  end
+
+end

data/lib/updater/specs.rb

@@ -0,0 +1,30 @@
+require 'fileutils'
+
+class Specs
+  attr_reader :path, :whitelist, :specs_root
+
+  def initialize(path:, whitelist: [], specs_root: '')
+    @path = path
+    @whitelist = whitelist
+    @specs_root = File.join(@path, specs_root)
+  end
+
+  def pods
+    @pods ||= Dir.glob(File.join(@specs_root, '*')).map do |pod_path|
+      pod = Pod.new(path: pod_path)
+      @whitelist.any? && !@whitelist.include?(pod.name) ? nil : pod
+    end.compact
+  end
+
+  def merge_pods(other_pods)
+    other_pods.each do |pod|
+      FileUtils.cp_r(pod.path, @path)
+    end
+    @pods = nil
+  end
+
+  def git
+    @git ||= Git.new(path: @path)
+  end
+
+end

data/lib/updater/synchronize.rb

@@ -0,0 +1,87 @@
+require 'open-uri'
+
+module PodSynchronize
+  class Command
+    class Synchronize < Command
+      self.command = 'synchronize'
+      self.summary = 'Synchronize the public CocoaPods repository with your mirror'
+
+      self.arguments = [
+        CLAide::Argument.new('CONFIG', :true),
+      ]
+
+      def initialize(argv)
+        @yml_path = argv.shift_argument
+      end
+
+      def validate!
+        raise Informative, "Please specify a valid CONFIG path" unless @yml_path
+      end
+
+      def setup(temp_path:)
+        @config = Configuration.new(path: @yml_path)
+        @master_specs = Specs.new(path: File.join(temp_path, 'master'), whitelist: dependencies, specs_root: 'Specs')
+        @internal_specs = Specs.new(path: File.join(temp_path, 'local'))
+      end
+
+      def bootstrap
+        @internal_specs.git.clone(url: @config.mirror.specs_push_url)
+        @master_specs.git.clone(url: @config.master_repo, options: '. --depth 1')
+      end
+
+      def update_specs
+        @internal_specs.merge_pods(@master_specs.pods)
+
+        @internal_specs.pods.each do |pod|
+          pod.versions.each do |version|
+            if version.contents["source"]["git"]
+              version.contents["source"]["git"] = "#{@config.mirror.source_clone_url}/#{pod.name}.git"
+            end
+          end
+          pod.save
+        end
+        @internal_specs.git.commit(message: commit_message)
+        @internal_specs.git.push
+      end
+
+      def commit_message
+        time_str = Time.now.strftime('%c')
+        "Update #{time_str}"
+      end
+
+      def update_sources(temp_path:)
+        @master_specs.pods.each do |pod|
+          pod.git.path = File.join(temp_path, 'source_cache', pod.name)
+          pod.git.clone(url: pod.git_source, options: ". --bare")
+          pod.git.create_github_repo(
+            access_token: @config.mirror.github.access_token,
+            org: @config.mirror.github.organisation,
+            name: pod.name,
+            endpoint: @config.mirror.github.endpoint
+          )
+          pod.git.set_origin(url: "#{@config.mirror.source_push_url}/#{pod.name}.git")
+          pod.git.push(remote: nil, options: '--mirror')
+        end
+      end
+
+      def dependencies
+        pods_dependencies = []
+
+        @config.podfiles.each do |podfile|
+          podfile_contents = open(podfile, {ssl_verify_mode: OpenSSL::SSL::VERIFY_NONE}) { |io| io.read }
+          pods_dependencies << YAML.load(podfile_contents)["SPEC CHECKSUMS"].keys
+        end
+        pods_dependencies.flatten!.uniq!
+      end
+
+      def run
+        Dir.mktmpdir do |dir|
+          self.setup(temp_path: dir)
+          self.bootstrap
+          self.update_specs
+          self.update_sources(temp_path: dir)
+        end
+      end
+    end
+  end
+end

data/lib/updater/version.rb

@@ -0,0 +1,38 @@
+require 'json'
+
+class Version
+  attr_reader :path, :version
+  attr_accessor :contents
+
+  def initialize(path:)
+    @path = path
+    @version = @path.split(File::SEPARATOR).last
+    @contents = fetch_podspec
+  end
+
+  def save
+    File.write(podspec_path, JSON.pretty_generate(@contents))
+  end
+
+  def <=>(other)
+    own_version = @version.split('.').map(&:to_i)
+    other_version = other.version.split('.').map(&:to_i)
+    own_version <=> other_version
+  end
+
+  private 
+
+    def podspec_path
+      filepath = Dir.glob(File.join(@path, '*')).first
+      unless filepath.end_with? 'podspec.json'
+        raise "Couldn't find podspec file, got #{filepath}"
+      end
+      filepath
+    end
+
+    def fetch_podspec
+      file = File.read(podspec_path)
+      JSON.parse(file)
+    end
+
+end

data/lib/updater.rb

@@ -0,0 +1,7 @@
+require 'updater/pod.rb'
+require 'updater/version.rb'
+require 'updater/specs.rb'
+require 'updater/git.rb'
+require 'updater/configuration.rb'
+require 'updater/command.rb'
+require 'updater/synchronize.rb'

data/pod-synchronize.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+Gem::Specification.new do |spec|
+  spec.name         = "pod-synchronize"
+  spec.version      = "0.1.0"
+  spec.authors      = ["Matthias Männich", "Piet Brauer"]
+  spec.email        = ["matthias.maennich@xing.com", "piet.brauer@xing.com"]
+  spec.summary      = %q{Mirrors CocoaPods specs}
+  spec.description  = %q{Synchronizes the public CocoaPods Specs repo with your internal mirror.}
+  spec.homepage     = "https://github.com/xing/XNGPodsSynchronizer"
+  spec.license      = "MIT"
+
+  spec.files        = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "claide", "~> 0.8.1"
+  spec.add_dependency "colored", "~> 1.2"
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/spec/configuration_spec.rb

@@ -0,0 +1,60 @@
+describe Configuration do
+
+  describe "#initialize" do
+    it "loads the yaml config at the specified path" do
+      config = Configuration.new(path: File.join('spec', 'fixtures', 'config.yml'))
+      expect(config.yaml).to_not be_empty
+    end
+
+    it "throws an exception if the file at the path does not exist" do
+      expect { Configuration.new(path: 'invalid/path') }.to raise_exception
+    end
+  end
+
+  before :all do
+    @config = Configuration.new(path: 'spec/fixtures/config.yml')
+  end
+
+  it '#master_repo should exist' do
+    expect(@config.master_repo).to eql("https://github.com/CocoaPods/Specs.git")
+  end
+
+  describe '#podfiles' do
+    it 'should parse the podfiles correctly' do
+      expected_result = [
+        "https://git.hooli.xyz/ios/moonshot/raw/master/Podfile.lock",
+        "https://git.hooli.xyz/ios/nucleus/raw/master/Podfile.lock",
+        "https://git.hooli.xyz/ios/bro2bro/raw/master/Podfile.lock"]
+      expect(@config.podfiles).to eql(expected_result)
+    end
+  end
+
+  describe "#mirror" do
+    it 'should have the correct @specs_push_url' do
+      expect(@config.mirror.specs_push_url).to eql("git@git.hooli.xyz:pods-mirror/Specs.git")
+    end
+
+    it 'should have the correct @source_push_url' do
+      expect(@config.mirror.source_push_url).to eql("git@git.hooli.xyz:pods-mirror")
+    end
+
+    it 'should have the correct @source_clone_url' do
+      expect(@config.mirror.source_clone_url).to eql("git://git.hooli.xyz/pods-mirror")
+    end
+
+    describe '#github' do
+      it 'should have the correct @source_clone_url' do
+        expect(@config.mirror.github.access_token).to eql("0y83t1ihosjklgnuioa")
+      end
+
+      it 'should have the correct @organisation' do
+        expect(@config.mirror.github.organisation).to eql("pods-mirror")
+      end
+
+      it 'should have the correct @endpoint' do
+        expect(@config.mirror.github.endpoint).to eql("https://git.hooli.xyz/api/v3")
+      end
+    end
+  end
+
+end

data/spec/fixtures/config.yml

@@ -0,0 +1,14 @@
+---
+master_repo: https://github.com/CocoaPods/Specs.git
+mirror:
+  specs_push_url: git@git.hooli.xyz:pods-mirror/Specs.git
+  source_push_url: git@git.hooli.xyz:pods-mirror
+  source_clone_url: git://git.hooli.xyz/pods-mirror
+  github:
+    acccess_token: 0y83t1ihosjklgnuioa
+    organisation: pods-mirror
+    endpoint: https://git.hooli.xyz/api/v3
+podfiles:
+  - "https://git.hooli.xyz/ios/moonshot/raw/master/Podfile.lock"
+  - "https://git.hooli.xyz/ios/nucleus/raw/master/Podfile.lock"
+  - "https://git.hooli.xyz/ios/bro2bro/raw/master/Podfile.lock"

data/spec/fixtures/specs/NBNRealmBrowser/0.1.0/NBNRealmBrowser.podspec.json

@@ -0,0 +1,26 @@
+{
+  "name": "NBNRealmBrowser",
+  "version": "0.1.0",
+  "summary": "NBNRealmBrowser is the iOS companion to the\n                        Realm Browser for Mac.",
+  "description": "                        NBNRealmBrowser is the iOS companion to the\n                        Realm Browser for Mac.\n                        It displays all information for your current\n                        Realm for debugging purposes.\n",
+  "homepage": "https://github.com/nerdishbynature/NBNRealmBrowser",
+  "license": "MIT",
+  "authors": {
+    "Piet Brauer": "piet@nerdishbynature.com"
+  },
+  "source": {
+    "git": "https://github.com/nerdishbynature/NBNRealmBrowser.git",
+    "tag": "0.1.0"
+  },
+  "social_media_url": "https://twitter.com/pietbrauer",
+  "platforms": {
+    "ios": "7.0"
+  },
+  "requires_arc": true,
+  "source_files": "Pod/Classes",
+  "dependencies": {
+    "Realm": [
+      "~> 0.85"
+    ]
+  }
+}

data/spec/fixtures/specs/NBNRealmBrowser/0.2.0/NBNRealmBrowser.podspec.json

@@ -0,0 +1,26 @@
+{
+  "name": "NBNRealmBrowser",
+  "version": "0.2.0",
+  "summary": "NBNRealmBrowser is the iOS companion to the Realm Browser for Mac.",
+  "description": "                        NBNRealmBrowser is the iOS companion to the\n                        Realm Browser for Mac.\n                        It displays all information for your current\n                        Realm for debugging purposes.\n",
+  "homepage": "https://github.com/nerdishbynature/NBNRealmBrowser",
+  "license": "MIT",
+  "authors": {
+    "Piet Brauer": "piet@nerdishbynature.com"
+  },
+  "source": {
+    "git": "https://github.com/nerdishbynature/NBNRealmBrowser.git",
+    "tag": "0.2.0"
+  },
+  "social_media_url": "https://twitter.com/pietbrauer",
+  "platforms": {
+    "ios": "7.0"
+  },
+  "requires_arc": true,
+  "source_files": "Pod/Classes",
+  "dependencies": {
+    "Realm": [
+      "~> 0.85"
+    ]
+  }
+}