mamiya 0.0.1.alpha21 → 0.0.1.alpha22

data/spec/storages/filesystem_spec.rb

@@ -0,0 +1,305 @@
+require 'spec_helper'
+require 'mamiya/package'
+require 'mamiya/storages/abstract'
+require 'mamiya/storages/filesystem'
+require 'tmpdir'
+require 'fileutils'
+require 'json'
+
+describe Mamiya::Storages::Filesystem do
+  let!(:tmpdir) { Dir.mktmpdir("mamiya-storages-filesystem-spec") }
+  after { FileUtils.remove_entry_secure tmpdir }
+
+  let(:storage_path) { Pathname.new(tmpdir) }
+
+  let(:config) do
+    {
+      application: 'myapp',
+      path: storage_path.to_s,
+    }
+  end
+
+  subject(:storage) { described_class.new(config) }
+
+  describe "#push(package)" do
+    let!(:source) { Dir.mktmpdir("mamiya-storages-fs-spec-push") }
+    let(:tarball) { File.join(source, 'test.tar.gz') }
+    let(:metafile) { File.join(source, 'test.json') }
+
+    before do
+      File.write tarball, "aaaaa\n"
+      File.write File.join(tmpdir, 'test.json'), "{}\n"
+    end
+
+    after { FileUtils.remove_entry_secure source }
+
+    let(:package) { double('package', :kind_of? => true, :exists? => true, path: tarball, meta_path: metafile, name: 'test') }
+
+    it "places package on :path" do
+    end
+
+    context "when not built" do
+      before do
+        package.stub(:exists? => false)
+      end
+
+      it "raises error" do
+        expect {
+          storage.push(package)
+        }.to raise_error(Mamiya::Storages::Abstract::NotBuilt)
+      end
+    end
+
+    context "when already uploaded" do
+      before do
+        storage_path.join('myapp').mkpath
+        File.write storage_path.join('myapp', 'test.tar.gz'), "aaaaa\n"
+        File.write storage_path.join('myapp', 'test.json'), "{}\n"
+      end
+
+      it "raises error" do
+        expect {
+          storage.push(package)
+        }.to raise_error(Mamiya::Storages::Abstract::AlreadyExists)
+      end
+    end
+  end
+
+  describe "#fetch(package_name, dir)" do
+    let!(:destination) { Pathname.new Dir.mktmpdir("mamiya-storages-fs-destination") }
+    after { FileUtils.remove_entry_secure destination }
+
+    let(:tarball) { destination.join 'test.tar.gz' }
+    let(:metafile) { destination.join 'test.json' }
+
+    let(:package_name) { 'test' }
+    subject(:fetch) { storage.fetch(package_name, destination) }
+
+    before do
+        storage_path.join('myapp').mkpath
+      File.write storage_path.join('myapp', 'test.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', 'test.json'), "{}\n"
+    end
+
+    it "copies package from :path" do
+      expect(tarball).not_to be_exist
+      expect(metafile).not_to be_exist
+
+      fetch
+
+      expect(tarball).to be_exist
+      expect(metafile).to be_exist
+      expect(tarball.read).to eq "aaaaa\n"
+      expect(metafile.read).to eq "{}\n"
+    end
+
+    it "returns Mamiya::Package" do
+      expect(fetch).to be_a_kind_of(Mamiya::Package)
+      expect(File.realpath(fetch.path)).to eq tarball.realpath.to_s
+    end
+
+    context "when not found" do
+      before do
+        storage_path.join('myapp', 'test.tar.gz').delete
+        storage_path.join('myapp', 'test.json').delete
+      end
+
+      it "raises error" do
+        expect {
+          fetch
+        }.to raise_error(Mamiya::Storages::Abstract::NotFound)
+      end
+    end
+
+    context "when meta already exists" do
+      before do
+        File.write metafile, "\n"
+      end
+
+      it "raises error" do
+        expect {
+          fetch
+        }.to raise_error(Mamiya::Storages::Abstract::AlreadyFetched)
+      end
+
+      it "doesn't remove anything" do
+        begin
+          fetch
+        rescue Mamiya::Storages::Abstract::AlreadyFetched; end
+
+        expect(File.exist?(metafile)).to be_true
+      end
+    end
+
+    context "when tarball already exists" do
+      before do
+        File.write tarball, "\n"
+      end
+
+      it "raises error" do
+        expect {
+          fetch
+        }.to raise_error(Mamiya::Storages::Abstract::AlreadyFetched)
+      end
+
+      it "doesn't remove anything" do
+        begin
+          fetch
+        rescue Mamiya::Storages::Abstract::AlreadyFetched; end
+
+        expect(File.exist?(tarball)).to be_true
+      end
+    end
+
+    context "when name has .json" do
+      let(:package_name) { 'test.json' }
+
+      it "retrieves package" do
+        fetch
+
+        expect(tarball.read).to eq "aaaaa\n"
+        expect(metafile.read).to eq "{}\n"
+      end
+    end
+
+    context "when name has .tar.gz" do
+      let(:package_name) { 'test.tar.gz' }
+
+      it "retrieves package" do
+        fetch
+
+        expect(tarball.read).to eq "aaaaa\n"
+        expect(metafile.read).to eq "{}\n"
+      end
+    end
+  end
+
+  describe "#meta(package_name)" do
+    let(:package_name) { 'test' }
+    subject(:meta) { storage.meta(package_name) }
+
+    before do
+      storage_path.join('myapp').mkpath
+      File.write storage_path.join('myapp', 'test.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', 'test.json'),
+        "#{{"foo" => "bar"}.to_json}\n"
+    end
+
+    it "retrieves meta JSON from :path" do
+      expect(meta).to eq("foo" => "bar")
+    end
+
+    context "when not found" do
+      before do
+        storage_path.join('myapp', 'test.tar.gz').delete
+        storage_path.join('myapp', 'test.json').delete
+      end
+
+      it "returns nil" do
+        expect(meta).to be_nil
+      end
+    end
+
+    context "when name has .json" do
+      let(:package_name) { 'test.json' }
+
+      it "retrieves meta JSON from :path" do
+        expect(meta).to eq("foo" => "bar")
+      end
+    end
+
+    context "when name has .tar.gz" do
+      let(:package_name) { 'test.tar.gz' }
+
+      it "retrieves meta JSON from :path" do
+        expect(meta).to eq("foo" => "bar")
+      end
+    end
+  end
+
+  describe "#remove(package_name)" do
+    let(:package_name) { 'test' }
+    subject(:remove) { storage.remove(package_name) }
+
+    before do
+      storage_path.join('myapp').mkpath
+      File.write storage_path.join('myapp', 'test.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', 'test.json'), "{}\n"
+    end
+
+    it "removes specified package from :path" do
+      remove
+
+      expect(storage_path.join('myapp', 'test.tar.gz')).not_to be_exist
+      expect(storage_path.join('myapp', 'test.json')).not_to be_exist
+    end
+
+    context "with name has .tar.gz" do
+      let(:package_name) { 'test.tar.gz' }
+
+      it "removes specified package from :path" do
+        remove
+
+        expect(storage_path.join('myapp', 'test.tar.gz')).not_to be_exist
+        expect(storage_path.join('myapp', 'test.json')).not_to be_exist
+      end
+    end
+
+    context "with name has .json" do
+      let(:package_name) { 'test.json' }
+
+      it "removes specified package from :path" do
+        remove
+
+        expect(storage_path.join('myapp', 'test.tar.gz')).not_to be_exist
+        expect(storage_path.join('myapp', 'test.json')).not_to be_exist
+      end
+    end
+
+    context "when not found" do
+      before do
+        storage_path.join('myapp', 'test.tar.gz').delete
+        storage_path.join('myapp', 'test.json').delete
+      end
+
+      it "raises error" do
+        expect { storage.remove('test') }.to raise_error(Mamiya::Storages::Abstract::NotFound)
+      end
+    end
+  end
+
+  describe ".find" do
+    before do
+      storage_path.join('myapp').mkpath
+      storage_path.join('testapp').mkpath
+    end
+
+    subject(:applications) { described_class.find(config.dup.tap{|_| _.delete(:application) }) }
+
+    it "lists applications in :path" do
+      expect(applications).to be_a_kind_of(Hash)
+      expect(applications['myapp']).to be_a_kind_of(described_class)
+      expect(applications['myapp'].application).to eq 'myapp'
+      expect(applications['testapp']).to be_a_kind_of(described_class)
+      expect(applications['testapp'].application).to eq 'testapp'
+    end
+  end
+
+  describe "#packages" do
+    before do
+      storage_path.join('myapp').mkpath
+      File.write storage_path.join('myapp', '1.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', '1.json'), "{}\n"
+      File.write storage_path.join('myapp', '2.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', '2.json'), "{}\n"
+      File.write storage_path.join('myapp', '3.tar.gz'), "aaaaa\n"
+      File.write storage_path.join('myapp', '4.json'), "{}\n"
+    end
+
+    subject(:packages) { storage.packages }
+
+    it "lists packages in :path" do
+      expect(packages).to eq ['1', '2']
+    end
+  end
+end

data/spec/util/label_matcher_spec.rb

@@ -2,6 +2,38 @@ require 'spec_helper'
 require 'mamiya/util/label_matcher'
 
 describe Mamiya::Util::LabelMatcher do
+  describe ".parse_string_expr" do
+    let(:str) { '' }
+    subject { described_class.parse_string_expr(str) }
+
+    it { should eq [] }
+
+    describe "(simple)" do
+      let(:str) { 'foo' }
+      it { should eq [['foo']] }
+    end
+
+    describe "(and)" do
+      let(:str) { 'foo,bar' }
+      it { should eq [['foo','bar']] }
+    end
+
+    describe "(or)" do
+      let(:str) { 'foo|bar' }
+      it { should eq [['foo'],['bar']] }
+    end
+
+    describe "(and/or)" do
+      let(:str) { 'foo,bar|baz' }
+      it { should eq [['foo','bar'],['baz']] }
+    end
+
+    describe "(and/or 2)" do
+      let(:str) { '1,2|3,4' }
+      it { should eq [['1','2'],['3','4']] }
+    end
+  end
+
   describe "#match?(expression)" do
     let(:klass) {
       Class.new {

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mamiya
 version: !ruby/object:Gem::Version
-  version: 0.0.1.alpha21
+  version: 0.0.1.alpha22
 platform: ruby
 authors:
 - Shota Fukumori (sora_h)
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-28 00:00:00.000000000 Z
+date: 2014-09-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -58,14 +58,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.5.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.5.0
 - !ruby/object:Gem::Dependency
   name: sinatra
   requirement: !ruby/object:Gem::Requirement
@@ -166,14 +166,16 @@ files:
 - README.md
 - Rakefile
 - bin/mamiya
-- config.example.yml
 - docs/cli.md
 - docs/sequences/deploy.png
 - docs/sequences/deploy.uml
-- example.rb
+- example/.gitignore
 - example/Procfile
+- example/README.md
+- example/config.agent.rb
 - example/config.rb
 - example/deploy.rb
+- example/source/README.md
 - lib/mamiya.rb
 - lib/mamiya/agent.rb
 - lib/mamiya/agent/actions.rb
@@ -184,6 +186,7 @@ files:
 - lib/mamiya/agent/tasks/clean.rb
 - lib/mamiya/agent/tasks/fetch.rb
 - lib/mamiya/agent/tasks/notifyable.rb
+- lib/mamiya/agent/tasks/prepare.rb
 - lib/mamiya/cli.rb
 - lib/mamiya/cli/client.rb
 - lib/mamiya/configuration.rb
@@ -200,9 +203,12 @@ files:
 - lib/mamiya/steps/build.rb
 - lib/mamiya/steps/extract.rb
 - lib/mamiya/steps/fetch.rb
+- lib/mamiya/steps/prepare.rb
 - lib/mamiya/steps/push.rb
+- lib/mamiya/steps/switch.rb
 - lib/mamiya/storages.rb
 - lib/mamiya/storages/abstract.rb
+- lib/mamiya/storages/filesystem.rb
 - lib/mamiya/storages/mock.rb
 - lib/mamiya/storages/s3.rb
 - lib/mamiya/storages/s3_proxy.rb
@@ -217,6 +223,7 @@ files:
 - spec/agent/tasks/clean_spec.rb
 - spec/agent/tasks/fetch_spec.rb
 - spec/agent/tasks/notifyable_spec.rb
+- spec/agent/tasks/prepare_spec.rb
 - spec/agent_spec.rb
 - spec/configuration_spec.rb
 - spec/dsl_spec.rb
@@ -237,8 +244,11 @@ files:
 - spec/steps/build_spec.rb
 - spec/steps/extract_spec.rb
 - spec/steps/fetch_spec.rb
+- spec/steps/prepare_spec.rb
 - spec/steps/push_spec.rb
+- spec/steps/switch_spec.rb
 - spec/storages/abstract_spec.rb
+- spec/storages/filesystem_spec.rb
 - spec/storages/s3_proxy_spec.rb
 - spec/storages/s3_spec.rb
 - spec/storages_spec.rb
@@ -276,6 +286,7 @@ test_files:
 - spec/agent/tasks/clean_spec.rb
 - spec/agent/tasks/fetch_spec.rb
 - spec/agent/tasks/notifyable_spec.rb
+- spec/agent/tasks/prepare_spec.rb
 - spec/agent_spec.rb
 - spec/configuration_spec.rb
 - spec/dsl_spec.rb
@@ -296,8 +307,11 @@ test_files:
 - spec/steps/build_spec.rb
 - spec/steps/extract_spec.rb
 - spec/steps/fetch_spec.rb
+- spec/steps/prepare_spec.rb
 - spec/steps/push_spec.rb
+- spec/steps/switch_spec.rb
 - spec/storages/abstract_spec.rb
+- spec/storages/filesystem_spec.rb
 - spec/storages/s3_proxy_spec.rb
 - spec/storages/s3_spec.rb
 - spec/storages_spec.rb

data/config.example.yml

@@ -1,11 +0,0 @@
-storage:
-  type: s3
-  bucket: ...
-  region: ap-northeast-1
-
-deploy_script_dir: /path/to/deploy/scripts
-packages_dir: ''
-
-apps:
-  myapp:
-    deploy_to: /path/to/myapp

data/example.rb

@@ -1,74 +0,0 @@
-# Setting variables
-set :application, 'myapp'
-set :repository, "some@where:repo.git"
-set :ref, "master"
-
-set :build_from, "/tmp/app-working-copy"
-set :build_to, "/tmp/app-build"
-set :package_under, 'suffix'
-set :dereference_symlinks, true
-
-set :package_to, "#{__dir__}/pkg"
-set :prepare_to, "/home/app/app-prepare"
-set :deploy_to, "/home/app/app"
-
-set :discover_servers, false
-set :on_client_failure, :warn
-
-servers ec2.instances
-filter_servers application, :production # to restrict where server to be used
-
-use :git, skip_naming: true
-use :rails
-
-# chainable
-package_name do
-  "#{full_ref}"
-end
-
-build(:prepend) do
-  # ...
-end
-
-prepare(only: :app) do
-  invoke :'bundle:install'
-end
-
-finalize(except: :web) do
-  run "unicorn", "graceful"
-end
-
-# finalize(:overwrite) do
-#   invoke :'deploy:switch_current'
-#   run "unicorn", "graceful"
-# end
-
-# ---- git.rb
-
-set_default :branch, "master"
-
-task :'git:clone' do
-  run 'git', 'clone', ...
-end
-
-task :'git:checkout' do
-  next if skip_checkout
-  # ...
-end
-
-unless options[:no_build_prepare]
-  prepare_build(:overwrite) do
-    invoke :'git:clone'
-    invoke :'git:checkout'
-  end
-end
-
-# ---- rails.rb
-
-task :'rails:assets_precompile' do
-  # ...
-end
-
-build do
-  invoke :'rails:assets_precompile'
-end