tes-request 0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 142a8a4477f2f7b6eae5d87bcd700921033422dd
+  data.tar.gz: 04c665604ac024a00842ac3402db59913762bdd8
+SHA512:
+  metadata.gz: 2f17b79139684259ebe49a1addce1b52468ae661254e927a983fe254204609a7fbae6dd74b32a20661d361c1e55728f782fd0563b7edfed6bfbb9774efec095b
+  data.tar.gz: a4475a7f6700cdd5c5fb39a1f7ba25944effbf855f45d284e40d03edf364bb3cc818e2d46340d1e7e3e15fdccef354af869239be799d59811652918b76996cf1

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/.idea/

data/.rspec

@@ -0,0 +1,3 @@
+--require spec_helper
+--format progress
+--color

data/.travis.yml

@@ -0,0 +1,22 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.0.0
+  - 2.1.10
+  - 2.2.7
+  - 2.3.3
+  - 2.3.4
+  - 2.4.0
+  - 2.4.1
+before_install: gem install bundler
+install: bundle
+script:
+  - bundle exec rspec
+before_deploy: bundle exec rake build
+deploy:
+  provider: rubygems
+  api-key:
+    secure: VILjurTJb9jwpQE+RVQ93DZjqR2nVrjkuh8TAIEiaKjGvLdFqWN5QBQ8BRRU+7nOLowyp0YB+/TYRd0oNslz+BZDEgisLWmzjvDXdJQtZuk/2TnslumTctF3uz9ankwESaBrembgC/BPye/Xpio8oaXx9huOGYqIKD8cKX1U8/lFZKCfRIHCYo+7iETBdifBp6e3jj3ABGrCeurcvC0GUPlhcnYrYTjvXsmLVCxQCWyQZ7KfW/9dnqI2ssfeTLgg6VGO5uCR+dvKaiZis9YKICfrmaKSsZBQrHXr49b7jnizTkAVbg/JG9LG/Y+Xs8LeF/8Rx270EEP0TKnwpzWzzOn2yV6D7TeFnzHq0xn+0xoehtcL0jNv7rAGgCzkS4CrR0fWdAITZylhHYBVx4aTLhJ3SEVMxexuyych6JhSWVDvq7ouYIyBKhDtHKTpTQjznsqAGVAxWXjRlbd/GOzwvwqB32pgnqfHQX7zMMOGQk0t4nHMVIieSfVetOXXUAERjiMAajWJTwI0/exeodzD0vVF9kfpOB1RLtQgSYxOyD2nu8TSloxiF5ZLzypQw1wRg0ctzpOUuz/tgIHtyK9gJtY1XYV4mgXlEdtteM6GdYoLj8AKjaOpi9evEM+QnGYsI4xoLq4P6XgDjyBpzFoUkBO8E7u0nPQRsB86yqLINLI=
+  on:
+    tags: true
+    rvm: 2.4.1

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,49 @@
+# Contributor Code of Conduct
+
+As contributors and maintainers of this project, and in the interest of
+fostering an open and welcoming community, we pledge to respect all people who
+contribute through reporting issues, posting feature requests, updating
+documentation, submitting pull requests or patches, and other activities.
+
+We are committed to making participation in this project a harassment-free
+experience for everyone, regardless of level of experience, gender, gender
+identity and expression, sexual orientation, disability, personal appearance,
+body size, race, ethnicity, age, religion, or nationality.
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery
+* Personal attacks
+* Trolling or insulting/derogatory comments
+* Public or private harassment
+* Publishing other's private information, such as physical or electronic
+  addresses, without explicit permission
+* Other unethical or unprofessional conduct
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+By adopting this Code of Conduct, project maintainers commit themselves to
+fairly and consistently applying these principles to every aspect of managing
+this project. Project maintainers who do not follow or enforce the Code of
+Conduct may be permanently removed from the project team.
+
+This code of conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community.
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting a project maintainer at 51085@sangfor.com. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. Maintainers are
+obligated to maintain confidentiality with regard to the reporter of an
+incident.
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 1.3.0, available at
+[http://contributor-covenant.org/version/1/3/0/][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/3/0/

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in tes-request.gemspec
+gemspec
+

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 wuhuizuo
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+# Tes::Request
+
+TES(Test Env Service) request profile struct and manager lib
+
+[![Build Status](https://travis-ci.org/wuhuizuo/tes-request.svg)](https://travis-ci.org/wuhuizuo/tes-request)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    source "https://rubygems.org"
+    gem 'tes-request'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install tes-request
+    
+## Usage
+
+Given you project root path: `/project/root/path`, and there has file `.ci.yml`, file contents as follow:
+
+```yml
+# file .ci.yml
+---
+with_one_exclude_pattern:
+  spec:
+    pattern:
+    - spec/a/**/*_spec.rb
+    - spec/b/**/*_spec.rb
+    exclude_pattern: spec/**/exclude_*_spec.rb
+```
+
+    
+And `spec/**/*_spec.rb` has content:
+
+```ruby
+# file spec/**/*_spec.rb all have the content part in the head:
+# @env begin
+#   *1:type=cluster,cfg.member.size>=2,cfg.vs_enable=1
+#   &1.cfg.member
+#   type=storage_iscsi
+#   type=storage_iscsi
+# @distribution -standalone
+# @end
+
+describe 'abc' do
+  # more ...
+end
+```
+
+Then you need to slice all spec script to several paralleled jobs.
+
+**Step:**
+
+1. install this gem
+2. run cmds like:
+
+```bash
+tes-ci-slicer properties apps/test_project func_test 16 apps/test_project/res_attr_add_map.json
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at http://200.200.0.36/vtt/tes-request. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+task :default => :spec
+

data/bin/tes-ci-slicer

@@ -0,0 +1,26 @@
+#!/usr/bin/env ruby
+
+require 'tes/request/rspec/ci_slicer'
+
+usage = <<EOF
+Usage: % #{$0} {#{Tes::Request::RSpec::CiSlicer::SUPPORT_FILE_TYPES.join('|')}} {project_dir} {job_type} {job_min_pieces} [res_addition_attr_map_json_file_path]
+
+Example:
+   #{$0} json apps/test_project ci_merge_test 4
+   #{$0} properties apps/test_project func_test 16 apps/test_project/res_attr_add_map.json
+EOF
+
+if ARGV.size < 4
+  warn usage
+  exit 2
+end
+
+cfg_type = ARGV.shift.to_sym
+project_dir = ARGV.shift
+ci_job_type = ARGV.shift
+job_piece_count = ARGV.shift
+res_addition_attr_map_json_file = ARGV.shift
+Tes::Request::RSpec::CiSlicer.
+    new(cfg_type, project_dir, res_addition_attr_map_json_file).
+    run(ci_job_type, job_piece_count.to_i)
+

data/lib/hash.rb

@@ -0,0 +1,24 @@
+class Hash
+  # Magic predicates. For instance:
+  #
+  #   options.force?                  # => !!options['force']
+  #   options.shebang                 # => "/usr/lib/local/ruby"
+  #   options.test_framework?(:rspec) # => options[:test_framework] == :rspec
+  #
+  def method_missing(method, *args, &block)
+    judge_mt = method.to_s.match(/^(\w+)\?$/)
+
+    return (self[method] || self[method.to_s]) unless judge_mt
+    value = self[judge_mt[1]] || self[judge_mt[1].to_sym]
+    args.empty? ? !!value : (value == args.first)
+  end
+
+  # 串联获取内部嵌套hash值
+  # @param [String] chain_str 嵌套取值表达式
+  # @return [Object]
+  def get_by_chain(chain_str)
+    chains = chain_str.split('.')
+    chains.keep_if { |k| k =~ /.+/ }
+    chains.inject(self) { |t, p| t && t.send(p) }
+  end
+end

data/lib/tes/request.rb

@@ -0,0 +1,3 @@
+require_relative '../hash'
+require_relative 'request/version'
+require_relative 'request/profile'

data/lib/tes/request/ask.rb

@@ -0,0 +1,126 @@
+require 'set'
+require_relative 'expression'
+
+module Tes
+  module Request
+    class Ask
+      include Comparable
+
+      # @param [String] ask_str 单个资源的请求要求字符串
+      def initialize(ask_str)
+        snippets = ask_str.strip.sub(/^\*\d+:/, '').sub(/^&\d+\./, '').split(/\s*,\s*/)
+        expressions = snippets.map { |s| Expression.new(s) }
+        @data = expressions.inject({}) { |t, e| t.merge(e.data[:left_exp] => e) }
+        # @reference 是表达式列表
+        @reference = []
+        @greedy = false
+      end
+
+      attr_reader :data, :reference
+      attr_accessor :greedy
+
+      # 计算数据是否满足要求
+      # @param [Object] data
+      def match?(data)
+        @data.all? { |_n, exp| exp.match?(data) }
+      end
+
+      def <=>(other)
+        exp_compare_lab = -> (a, b) do
+          if a.nil? and b.nil?
+            0
+          elsif a.nil?
+            -1
+          elsif b.nil?
+            1
+          else
+            a <=> b
+          end
+        end
+
+        ret = if @data == other.data
+                0
+              elsif self.data > other.data
+                1
+              elsif self.data < other.data
+                -1
+              else
+                a_to_b_results = @data.map { |n, e| exp_compare_lab.call(e, other.data[n]) }
+                if a_to_b_results.all? { |ret| ret and ret <= 0 }
+                  -1
+                elsif a_to_b_results.all? { |ret| ret and ret >= 0 }
+                  # 这时必须要求other的表达式全部能被self覆盖.
+                  (other.data.keys - @data.keys).size > 0 ? nil : 1
+                else
+                  nil
+                end
+              end
+        case [greedy, other.greedy]
+          when [true, false]
+            return ret unless ret
+            ret >=0 ? 1 : nil
+          when [false, true]
+            return ret unless ret
+            ret <=0 ? -1 : nil
+          else
+            ret
+        end
+      end
+
+      # 相对other要求多的和严格的
+      # @return [Ask]
+      def -(other)
+        diff_data = @data.reject do |n, e|
+          o_e = other.data[n]
+          o_e && e <= o_e
+        end
+
+        diff_ask = self.new('')
+        diff_ask.data.merge!(diff_data)
+        diff_ask
+      end
+
+      # 合并叠加对资源的请求
+      # @return [Ask]
+      def +(other)
+        if self == other
+          self
+        elsif self >=other
+          self
+        elsif self <other
+          other
+        else
+          raise('不能合并叠加') unless merge_able?(other)
+
+          self_gt_other = self.-(other)
+          other_gt_self = other.-(self)
+
+          ask1 = self.new('')
+          ask2 = self.new('')
+          ask1.data.merge!(self.data)
+          ask1.data.merge!(other_gt_self)
+          ask2.data.merge!(other.data)
+          ask2.data.merge!(self_gt_other)
+          ask1 >= ask2 ? ask1 : ask2
+        end
+      end
+
+      def merge_able?(other)
+        if self.<=> other
+          true
+        else
+          self_gt_other = self.-(other)
+          other_gt_self = other.-(self)
+          conflict_exp_keys = self_gt_other.data.keys & other_gt_self.data.keys
+          conflict_exp_keys.empty?
+        end
+      rescue ArgumentError
+        false
+      end
+
+      def to_s
+        @data.values.map(&:to_s).join(',')
+      end
+    end
+  end
+end

data/lib/tes/request/client.rb

@@ -0,0 +1,72 @@
+require 'json'
+
+module Tes
+  module Request
+    class Client
+      # Construction
+      # @param [HTTPClient] driver the http session instance
+      def initialize(driver)
+        @driver = driver
+        http_methods = [:get, :post, :put, :delete, :head]
+        http_methods.each do |m|
+          unless @driver.respond_to?(m)
+            fail_msg = "invalid arg [driver]: not support method: #{m}"
+            raise(ArgumentError, fail_msg)
+          end
+        end
+      end
+
+      attr_reader :driver
+
+      # @param [String] user
+      # @param [Array<String>] asks
+      # @return [Hash]
+      def request_env(user, asks)
+        res = @driver.post('/env', body: {user: user, ask: asks.join("\n")}.to_json)
+        ret = parse_res res
+
+        if ret.is_a?(Hash) and
+            ret[:success] and
+            ret[:data].is_a?(Hash) and
+            ret[:data][:res].is_a?(Hash)
+          res_hash = ret[:data][:res]
+          res_hash.keys.each { |k| res_hash[k.to_s] = res_hash.delete(k) }
+          ret[:data][:res] = res_hash
+        end
+
+        ret
+      end
+
+      def request_res(id, user)
+        res = @driver.post("/res/#{id}/lock", body: {user: user})
+        parse_res res
+      end
+
+      def release_res(id, user)
+        res = @driver.post("/res/#{id}/release", body: {user: user})
+        parse_res res
+      end
+
+      def release_all_res(user)
+        res_list = parse_res @driver.get('/res')
+        res_list[:data].select { |_k, c| c[:users] && c[:users].include?(user) }.each do |id, _c|
+          release_res(id, user)
+        end
+      end
+
+      private
+      def parse_res(res)
+        unless res.ok? or res.redirect?
+          fail_msg = "[#{res.status}]:#{res.body}"
+          raise(fail_msg)
+        else
+          res_body = res.body
+          if res.http_header['Content-Type'].any? { |h| h =~ /application\/json/i }
+            res_body = JSON.parse(res_body, :symbolize_names => true) rescue res_body
+          end
+          res_body
+        end
+      end
+    end
+  end
+end