travis-yaml 0.1.0

data/bench/parser_bench.rb

@@ -0,0 +1,54 @@
+require 'bundler/setup'
+require 'benchmark'
+require 'psych'
+require 'safe_yaml/load'
+require 'travis/yaml'
+
+parsers = [Psych, SafeYAML, Travis::Yaml]
+content = <<-YAML
+# from rails/rails
+script: 'ci/travis.rb'
+before_install:
+  - travis_retry gem install bundler
+  - "rvm current | grep 'jruby' && export AR_JDBC=true || echo"
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.1
+  - rbx-2
+  - jruby
+env:
+  - "GEM=railties"
+  - "GEM=ap,am,amo,as,av"
+  - "GEM=ar:mysql"
+  - "GEM=ar:mysql2"
+  - "GEM=ar:sqlite3"
+  - "GEM=ar:postgresql"
+matrix:
+  allow_failures:
+    - rvm: rbx-2
+    - rvm: jruby
+  fast_finish: true
+notifications:
+  email: false
+  irc:
+    on_success: change
+    on_failure: always
+    channels:
+      - "irc.freenode.org#rails-contrib"
+  campfire:
+    on_success: change
+    on_failure: always
+bundler_args: --path vendor/bundle --without test
+services:
+  - memcached
+YAML
+
+GC.disable
+Benchmark.bmbm do |x|
+  parsers.each do |parser|
+    x.report(parser.inspect) do
+      500.times { parser.load(content) }
+    end
+  end
+end

data/config.ru

@@ -0,0 +1,2 @@
+require_relative './play/weblint'
+run Sinatra::Application

data/lib/travis/yaml.rb

@@ -0,0 +1,43 @@
+module Travis
+  module Yaml
+    Error      ||= Class.new(StandardError)
+    ParseError ||= Class.new(Error)
+
+    require 'travis/yaml/secure_string'
+    require 'travis/yaml/nodes'
+    require 'travis/yaml/matrix'
+    require 'travis/yaml/parser'
+
+    extend self
+
+    def parse(value)
+      Parser.parse(value)
+    end
+
+    alias_method :load, :parse
+
+    def parse!(value, file_name = '.travis.yml')
+      result = parse(value)
+      result.nested_warnings.each do |key, message|
+        warn key.empty? ? "#{file_name}: #{message}" :
+          "#{file_name}: #{key.join(?.)} section - #{message}"
+      end
+      result
+    end
+
+    def new
+      root = Nodes::Root.new
+      yield root if block_given?
+      root.deep_verify
+      root
+    end
+
+    def matrix(value)
+      Matrix.new parse(value)
+    end
+
+    def matrix!(value, file_name = '.travis.yml')
+      Matrix.new parse!(value, file_name)
+    end
+  end
+end

data/lib/travis/yaml/matrix.rb

@@ -0,0 +1,65 @@
+require 'delegate'
+
+module Travis::Yaml
+  class Matrix < DelegateClass(Array)
+    EXPAND_KEYS = [
+      :compiler, :gemfile, :ghc, :go, :jdk, :lein, :node_js, :otp_release,
+      :perl, :php, :python, :ruby, :scala, :xcode_scheme, :xcode_sdk, :os
+    ]
+
+    KEYS = EXPAND_KEYS + [:env]
+
+    class Entry < DelegateClass(Nodes::Root)
+      attr_reader :env, :matrix_attributes
+
+      def initialize(root, matrix_attributes)
+        super(root)
+
+        @matrix_attributes = matrix_attributes
+        @env               = Nodes::Env.new(self)
+        inherited_env      = root.env.global if root.env
+        @env.global        = [matrix_attributes[:env], *inherited_env].compact
+      end
+
+      EXPAND_KEYS.each do |key|
+        define_method(key) { @matrix_attributes.fetch(key, super()) }
+      end
+
+      def inspect
+        "#<#{self.class}: #{matrix_attributes}>"
+      end
+    end
+
+    attr_reader :root
+
+    def initialize(root)
+      @root = root
+      super(entries)
+    end
+
+    def axes
+      @axes ||= KEYS.select do |key|
+        next true if values_for(key) and values_for(key).size > 1
+        root.matrix.include.any? { |i| i[key] } if root.matrix and root.matrix.include
+      end
+    end
+
+    def entries
+      @entries ||= begin
+        first, *rest = axes.map { |k| values_for(k) || [nil] }
+        entries      = Array(first).product(*rest).map { |list| Hash[axes.zip(list)] }
+        if m = root.matrix
+          entries.delete_if { |e| m.exclude.any? { |p| p.all? { |k,v| e[k.to_sym] == v } } } if m.exclude
+          m.include.each { |i| entries << Hash[axes.map { |k| [k, i[k]] }] } if m.include
+        end
+        entries.map! { |attributes| Entry.new(root, attributes) }
+        entries.any? ? entries : [root]
+      end
+    end
+
+    def values_for(key)
+      return root[key] unless key == :env
+      root.env.matrix if root.env
+    end
+  end
+end

data/lib/travis/yaml/nodes.rb

@@ -0,0 +1,40 @@
+module Travis::Yaml
+  module Nodes
+    def self.[](key)
+      return key if key.respond_to? :new
+      name = constants.detect { |c| c.downcase == key }
+      raise ArgumentError, "unknown node type %p" % key unless name
+      const_get(name)
+    end
+
+    require 'travis/yaml/nodes/node'
+    require 'travis/yaml/nodes/scalar'
+    require 'travis/yaml/nodes/fixed_value'
+    require 'travis/yaml/nodes/sequence'
+    require 'travis/yaml/nodes/mapping'
+    require 'travis/yaml/nodes/open_mapping'
+    require 'travis/yaml/nodes/language_specific'
+    require 'travis/yaml/nodes/version'
+    require 'travis/yaml/nodes/version_list'
+    require 'travis/yaml/nodes/git'
+    require 'travis/yaml/nodes/bundler_args'
+    require 'travis/yaml/nodes/stage'
+    require 'travis/yaml/nodes/deploy_conditions'
+    require 'travis/yaml/nodes/deploy_entry'
+    require 'travis/yaml/nodes/deploy'
+    require 'travis/yaml/nodes/language'
+    require 'travis/yaml/nodes/compiler_entry'
+    require 'travis/yaml/nodes/compiler'
+    require 'travis/yaml/nodes/os_entry'
+    require 'travis/yaml/nodes/os'
+    require 'travis/yaml/nodes/virtual_env'
+    require 'travis/yaml/nodes/ruby'
+    require 'travis/yaml/nodes/jdk'
+    require 'travis/yaml/nodes/env'
+    require 'travis/yaml/nodes/matrix'
+    require 'travis/yaml/nodes/notifications'
+    require 'travis/yaml/nodes/branches'
+    require 'travis/yaml/nodes/cache'
+    require 'travis/yaml/nodes/root'
+  end
+end

data/lib/travis/yaml/nodes/branches.rb

@@ -0,0 +1,12 @@
+module Travis::Yaml
+  module Nodes
+    class Branches < Mapping
+      class Matcher < Sequence
+        type Scalar[:str, :regexp]
+      end
+
+      map :only, :except, to: Matcher
+      auto_prefix :only
+    end
+  end
+end

data/lib/travis/yaml/nodes/bundler_args.rb

@@ -0,0 +1,6 @@
+module Travis::Yaml
+  module Nodes
+    class BundlerArgs < Scalar
+    end
+  end
+end

data/lib/travis/yaml/nodes/cache.rb

@@ -0,0 +1,29 @@
+module Travis::Yaml
+  module Nodes
+    class Cache < Mapping
+      map :apt, :bundler, to: Scalar[:bool]
+      map :directories, to: Sequence
+
+      def visit_scalar(visitor, type, value, implicit = true)
+        case type
+        when :bool
+          visit_key_value(visitor, :bundler, value)
+          visit_key_value(visitor, :apt,     value)
+        when :str
+          key = visitor.generate_key(self, value)
+          self[key] = true
+        else
+          super
+        end
+      end
+
+      def visit_sequence(visitor, value)
+        visitor.apply_sequence(self, value)
+      end
+
+      def visit_child(visitor, value)
+        visit_scalar(visitor, :str, value)
+      end
+    end
+  end
+end

data/lib/travis/yaml/nodes/compiler.rb

@@ -0,0 +1,7 @@
+module Travis::Yaml
+  module Nodes
+    class Compiler < Sequence
+      type CompilerEntry
+    end
+  end
+end

data/lib/travis/yaml/nodes/compiler_entry.rb

@@ -0,0 +1,9 @@
+module Travis::Yaml
+  module Nodes
+    class CompilerEntry < FixedValue
+      ignore_case
+      default :gcc
+      value :gcc, :clang, :"g++" => :gcc, :"clang++" => :clang
+    end
+  end
+end

data/lib/travis/yaml/nodes/deploy.rb

@@ -0,0 +1,7 @@
+module Travis::Yaml
+  module Nodes
+    class Deploy < Sequence
+      type DeployEntry
+    end
+  end
+end

data/lib/travis/yaml/nodes/deploy_conditions.rb

@@ -0,0 +1,12 @@
+module Travis::Yaml
+  module Nodes
+    class DeployConditions < Mapping
+      include LanguageSpecific
+      map :jdk, :node, :perl, :php, :python, :ruby, :scala, :node, to: Version
+      map :rvm, to: :ruby
+      map :repo, :branch, :condition, to: Scalar[:str]
+      map :all_branches, :tags, to: Scalar[:bool]
+      prefix_scalar :branch
+    end
+  end
+end

data/lib/travis/yaml/nodes/deploy_entry.rb

@@ -0,0 +1,10 @@
+module Travis::Yaml
+  module Nodes
+    class DeployEntry < OpenMapping
+      prefix_scalar :provider
+      map :provider, to: Scalar, required: true
+      map :edge, to: Scalar[:bool], experimental: true
+      map :on, to: DeployConditions
+    end
+  end
+end

data/lib/travis/yaml/nodes/env.rb

@@ -0,0 +1,36 @@
+require 'shellwords'
+
+module Travis::Yaml
+  module Nodes
+    class Env < Mapping
+      class Variables < Scalar
+        cast :str, :secure
+
+        def visit_mapping(visitor, value)
+          self.value = ""
+          visitor.apply_mapping(self, value)
+        end
+
+        def visit_mapping(visitor, key, value)
+          key  = visitor.generate_key(self, key)
+          node = Scalar.new
+          visitor.accept(node, value)
+
+          if node.errors?
+            warning "dropping %p: %s", key, value.errors.join(', ')
+          else
+            self.value << " " unless self.value.empty?
+            self.value << "#{key}=#{Shellwords.escape(value.value)}"
+          end
+        end
+      end
+
+      class List < Sequence
+        type Variables
+      end
+
+      map :global, :matrix, to: List
+      auto_prefix :matrix
+    end
+  end
+end

data/lib/travis/yaml/nodes/fixed_value.rb

@@ -0,0 +1,60 @@
+module Travis::Yaml
+  module Nodes
+    class FixedValue < Scalar
+      def self.[](*values)
+        Class.new(self) { value(*values) }
+      end
+
+      def self.default(value = nil)
+        value &&= value.to_s
+        super(value)
+      end
+
+      def self.ignore_case?
+        @ignore_case ||= false
+      end
+
+      def self.ignore_case
+        @ignore_case = true
+      end
+
+      def self.valid_values
+        @valid_values ||= superclass.respond_to?(:valid_values) ? superclass.valid_values.dup : []
+      end
+
+      def self.aliases
+        @aliases ||= superclass.respond_to?(:aliases) ? superclass.aliases.dup : {}
+      end
+
+      def self.map_value(value)
+        value = value.to_s
+        if ignore_case?
+          all_values = valid_values + aliases.keys
+          value      = all_values.detect { |supported| supported.downcase == value.downcase }
+        end
+        value &&= aliases.fetch(value, value)
+        value if valid_values.include? value
+      end
+
+      def self.value(*list)
+        list.each do |value|
+          if value.respond_to? :each_pair
+            value.each_pair { |aka, proper| aliases[aka.to_s] = proper.to_s }
+          else
+            valid_values << value.to_s
+          end
+        end
+      end
+
+      def value=(value)
+        if mapped = self.class.map_value(value)
+          super(mapped)
+        elsif self.value
+          warning "illegal value %p, defaulting to %p", value, self.value
+        elsif value
+          error "illegal value %p", value
+        end
+      end
+    end
+  end
+end

data/lib/travis/yaml/nodes/git.rb

@@ -0,0 +1,9 @@
+module Travis::Yaml
+  module Nodes
+    class Git < Mapping
+      map :depth,      to: Scalar[:int]
+      map :submodules, to: Scalar[:bool]
+      map :strategy,   to: FixedValue[:clone, :tarball]
+    end
+  end
+end

data/lib/travis/yaml/nodes/jdk.rb

@@ -0,0 +1,11 @@
+module Travis::Yaml
+  module Nodes
+    class JDK < VersionList
+      def verify_language(language)
+        return unless language == 'ruby'
+        return if @parent.ruby and @parent.ruby.jruby?
+        error 'specified "jdk", but "ruby" does not include "jruby"'
+      end
+    end
+  end
+end

data/lib/travis/yaml/nodes/language.rb

@@ -0,0 +1,18 @@
+module Travis::Yaml
+  module Nodes
+    class Language < FixedValue
+      ignore_case
+      default :ruby
+
+      value :c, :cpp, :clojure, :erlang, :go, :groovy, :haskell, :java, :node_js,
+            :"objective-c", :ruby, :python, :perl, :php, :scala, :android
+      value jvm: :java, javascript: :node_js, node: :node_js, nodejs: :node_js, golang: :go,
+            objective_c: :"objective-c", obj_c: :"objective-c", objc: :"objective-c"
+      value "c++" => :cpp, "node.js" => :node_js, "obj-c" => :"objective-c"
+
+      def default_os
+        value == "objective-c" ? :osx : OSEntry.default
+      end
+    end
+  end
+end