mortar 0.3.3 → 0.3.4

data/lib/mortar/command.rb

@@ -129,7 +129,6 @@ module Mortar
     def self.prepare_run(cmd, args=[])
       command = parse(cmd)
 
-
       if args.include?('-h') || args.include?('--help') || args.include?('help')
         args.unshift(cmd) unless cmd =~ /^-.*/
         cmd = 'help'

data/lib/mortar/command/fixtures.rb

@@ -0,0 +1,100 @@
+#
+# Copyright 2012 Mortar Data Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require "mortar/command/base"
+
+# create a reusable fixture.
+#
+class Mortar::Command::Fixtures < Mortar::Command::Base
+
+  WARNING_NUM_ROWS = 50
+
+  #fixtures:head [INPUT_URL] [NUM_ROWS] [FIXTURE_NAME]
+  #
+  #Create a reusable fixture [FIXTURE_NAME] made up of [NUM_ROWS]
+  #number of rows from the head of the input file(s) at [INPUT_URL].
+  #
+  # Examples:
+  #
+  # $ mortar fixtures:head s3n://tbmmsd/*.tsv.* 100 samll_song_sample
+  #
+  def head
+    input_url = shift_argument
+    num_rows = shift_argument
+    fixture_name = shift_argument
+    unless input_url && num_rows && fixture_name
+      error("Usage: mortar fixtures:head INPUT_URL NUM_ROWS FIXTURE_NAME\nMust specifiy INPUT_URL, NUM_ROWS, and FIXTURE_NAME.")
+    end
+    if does_fixture_exist(fixture_name)
+      error("Fixture #{fixture_name} already exists.")
+    end
+    unless num_rows.to_i < WARNING_NUM_ROWS
+      warning("Creating fixtures with more than #{WARNING_NUM_ROWS} rows is not recommended.  Large local fixtures may cause slowness when using Mortar.")
+      display
+    end
+    validate_arguments!
+    validate_git_based_project!
+
+    fixture_id = nil
+    action("Requesting fixture creation") do
+      fixture_id = api.post_fixture_limit(project.name, fixture_name, input_url, num_rows).body['fixture_id']
+    end
+
+    poll_for_fixture_results(fixture_id)
+  end
+
+
+
+  private
+
+  def does_fixture_exist(fixture_name)
+    fixture_path = File.join(project.fixtures_path, fixture_name)
+    File.exists?(fixture_path)
+  end
+
+  def poll_for_fixture_results(fixture_id)
+    fixture_result = nil
+    display
+    ticking(polling_interval) do |ticks|
+      fixture_result = api.get_fixture(fixture_id).body
+      is_finished =
+        Mortar::API::Fixtures::STATUSES_COMPLETE.include?(fixture_result["status_code"])
+
+      redisplay("Status: %s %s" % [
+        fixture_result['status_description'] + (is_finished ? "" : "..."),
+        is_finished ? "" : spinner(ticks)],
+        is_finished) # only display newline on last message
+      if is_finished
+        display
+         break
+      end
+    end
+
+    case fixture_result['status_code']
+    when Mortar::API::Fixtures::STATUS_FAILED
+      error_message = "Fixture generation failed with #{fixture_result['error_type'] || 'error'}"
+      error_context = get_error_message_context(fixture_result['error_message'] || "")
+      error_message += ":\n\n#{fixture_result['error_message']}\n\n#{error_context}"
+      error(error_message)
+    when Mortar::API::Fixtures::STATUS_CREATED
+      fixture_result['sample_s3_urls'].each do |u|
+        download_to_file(u['url'], "fixtures/#{fixture_result['name']}/#{u['name']}")
+        display
+      end
+    end
+  end
+
+end

data/lib/mortar/command/illustrate.rb

@@ -27,6 +27,7 @@ class Mortar::Command::Illustrate < Mortar::Command::Base
   #
   # Illustrate the effects and output of a pigscript.
   #
+  # -s, --skippruning          # Don't try to reduce the illustrate results to the smallest size possible.
   # -p, --parameter NAME=VALUE  # Set a pig parameter value in your script.
   # -f, --param-file PARAMFILE  # Load pig parameter values from a file.
   # --no_browser                # Don't open the illustrate results automatically in the browser.
@@ -38,6 +39,7 @@ class Mortar::Command::Illustrate < Mortar::Command::Base
   def index
     pigscript_name = shift_argument
     alias_name = shift_argument
+    skip_pruning = options[:skippruning] ||= false
     unless pigscript_name && alias_name
       error("Usage: mortar illustrate PIGSCRIPT ALIAS\nMust specify PIGSCRIPT and ALIAS.")
     end
@@ -48,7 +50,7 @@ class Mortar::Command::Illustrate < Mortar::Command::Base
     
     illustrate_id = nil
     action("Starting illustrate") do
-      illustrate_id = api.post_illustrate(project.name, pigscript.name, alias_name, git_ref, :parameters => pig_parameters).body["illustrate_id"]
+      illustrate_id = api.post_illustrate(project.name, pigscript.name, alias_name, skip_pruning, git_ref, :parameters => pig_parameters).body["illustrate_id"]
     end
         
     illustrate_result = nil

data/lib/mortar/generators/project_generator.rb

@@ -44,6 +44,12 @@ module Mortar
           inside "macros" do
             copy_file "gitkeep", ".gitkeep"
           end
+
+          mkdir "fixtures"
+
+          inside "fixtures" do
+            copy_file "gitkeep", ".gitkeep"
+          end
           
           mkdir "udfs"
           

data/lib/mortar/helpers.rb

@@ -19,6 +19,7 @@
 
 require 'fileutils'
 require "vendor/mortar/okjson"
+require "curb"
 
 module Mortar
   module Helpers
@@ -44,6 +45,13 @@ module Mortar
       File.open(path, "w"){|f| f.write(str_data)}
     end
 
+    def download_to_file(url, path, mkdir_p=true)
+      c = Curl::Easy.new(url)
+      c.on_progress {|dl_total, dl_now, ul_total, ul_now| redisplay("Downloading #{path}: #{dl_now.to_i} of #{dl_total.to_i}"); true }
+      c.perform
+      write_to_file(c.body_str, path, mkdir_p)
+    end
+
     def display(msg="", new_line=true)
       if new_line
         puts(msg)
@@ -53,6 +61,16 @@ module Mortar
       end
     end
 
+    def warning(msg="", new_line=true)
+      message = "WARNING: #{msg}"
+      if new_line
+        display(message)
+      else
+        print(msg)
+        $stdout.flush
+      end
+    end
+
     def redisplay(line, line_break = false)
       display("\r\e[0K#{line}", line_break)
     end
@@ -340,7 +358,7 @@ module Mortar
         Mortar::Helpers.error_with_failure = false
       end
       $stderr.puts(" !    #{message}.")
-      $stderr.puts(" !    Search for help at: https://help.mortardata.com")
+      $stderr.puts(" !    Search for help at: http://help.mortardata.com")
       $stderr.puts(" !    Or report a bug at: https://github.com/mortardata/mortar/issues/new")
       $stderr.puts
       $stderr.puts("    Error:       #{error.message} (#{error.class})")

data/lib/mortar/project.rb

@@ -65,6 +65,10 @@ module Mortar
         end
         path
       end
+
+      def fixtures_path
+        path = File.join(@root_path, "fixtures")
+      end
     end
     
     class ProjectEntity

data/lib/mortar/templates/project/README.md

@@ -4,4 +4,4 @@ Mortar is a platform-as-a-service for Hadoop.  With Mortar, you can run jobs on
 
 # Getting Started
 
-For help getting started with Mortar, check out the [Mortar Help](http://preview.help.mortardata.com/) site.
+For help getting started with Mortar, check out the [Mortar Help](http://help.mortardata.com/) site.

data/lib/mortar/version.rb

@@ -16,5 +16,5 @@
 
 module Mortar
   # see http://semver.org/
-  VERSION = "0.3.3"
+  VERSION = "0.3.4"
 end

data/spec/mortar/command/fixtures_spec.rb

@@ -0,0 +1,136 @@
+#
+# Copyright 2012 Mortar Data Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require 'fakefs/spec_helpers'
+require 'mortar/command/fixtures'
+require 'mortar/api/fixtures'
+
+module Mortar::Command
+  describe Fixtures do
+    before(:each) do
+      stub_core
+      @git = Mortar::Git::Git.new
+    end
+
+    context("index") do
+
+      it "errors when missing command" do
+        with_git_initialized_project do |p|
+          stderr, stdout = execute("fixtures:head s3n://tbmmsd/*.tsv.* 5", p, @git)
+          stderr.should == <<-STDERR
+ !    Usage: mortar fixtures:head INPUT_URL NUM_ROWS FIXTURE_NAME
+ !    Must specifiy INPUT_URL, NUM_ROWS, and FIXTURE_NAME.
+STDERR
+        end
+      end
+
+      it "requests and reports on a successful fixtures:head" do
+        with_git_initialized_project do |p|
+          fixture_id = "12345abcde"
+          name = "My_pet_fixture"
+          url = "s3://my_pet_fixture"
+          num_rows = "60"
+
+          sample_s3_urls = [ {'url' => "url1",
+                              'name' => "url1_name"}]
+
+          mock(Mortar::Auth.api).post_fixture_limit(p.name, name, url, num_rows) {Excon::Response.new(:body => {"fixture_id" => fixture_id})}
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_PENDING, "status_description" => "Pending"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_CREATING, "status_description" => "Creating"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_SAVING, "status_description" => "Uploading"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_CREATED, "status_description" => "Success", "name" => name, "sample_s3_urls" => sample_s3_urls})).ordered
+
+          any_instance_of(Mortar::Command::Fixtures) do |base|
+            mock(base).download_to_file(sample_s3_urls[0]['url'], "fixtures/#{name}/#{sample_s3_urls[0]['name']}")
+          end
+
+          stderr, stdout = execute("fixtures:head #{url} #{num_rows} #{name} --polling_interval 0.05", p, @git)
+
+          stdout.should == <<-STDOUT
+WARNING: Creating fixtures with more than 50 rows is not recommended.  Large local fixtures may cause slowness when using Mortar.
+
+Requesting fixture creation... done
+
+\r\e[0KStatus: Pending... /\r\e[0KStatus: Creating... -\r\e[0KStatus: Uploading... \\\r\e[0KStatus: Success \n\n
+STDOUT
+
+        end
+      end
+
+      it "requests and reports on a failed fixtures:head" do
+        with_git_initialized_project do |p|
+          fixture_id = "12345abcde"
+          name = "My_pet_fixture"
+          url = "s3://my_pet_fixture"
+          num_rows = "60"
+
+          sample_s3_urls = [ {'url' => "url1",
+                              'name' => "url1_name"}]
+
+          mock(Mortar::Auth.api).post_fixture_limit(p.name, name, url, num_rows) {Excon::Response.new(:body => {"fixture_id" => fixture_id})}
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_PENDING, "status_description" => "Pending"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_CREATING, "status_description" => "Creating"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_SAVING, "status_description" => "Uploading"})).ordered
+          mock(Mortar::Auth.api).get_fixture(fixture_id).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Fixtures::STATUS_FAILED, 
+            "status_description" => "Failed", 
+            "name" => name,
+            "error_message" => "This is an error message.",
+            "error_type" => "UserError" })).ordered
+
+          stderr, stdout = execute("fixtures:head #{url} #{num_rows} #{name} --polling_interval 0.05", p, @git)
+
+          stdout.should == <<-STDOUT
+WARNING: Creating fixtures with more than 50 rows is not recommended.  Large local fixtures may cause slowness when using Mortar.
+
+Requesting fixture creation... done
+
+\r\e[0KStatus: Pending... /\r\e[0KStatus: Creating... -\r\e[0KStatus: Uploading... \\\r\e[0KStatus: Failed \n
+STDOUT
+
+stderr.should == <<-STDERR
+ !    Fixture generation failed with UserError:
+ !    
+ !    This is an error message.
+STDERR
+
+        end
+      end
+
+
+      it "tries to create a fixture in an existing directory" do
+        with_git_initialized_project do |p|
+          fixture_id = "12345abcde"
+          name = "My_pet_fixture"
+          url = "s3://my_pet_fixture"
+          num_rows = "60"
+
+          fixtures_dir = File.join(Dir.pwd, "fixtures", name)
+          FileUtils.mkdir_p(fixtures_dir)
+
+          stderr, stdout = execute("fixtures:head #{url} #{num_rows} #{name} --polling_interval 0.05", p, @git)
+
+          stderr.should == <<-STDERR
+ !    Fixture #{name} already exists.
+STDERR
+        end
+      end
+
+
+    
+    end
+  end
+end

data/spec/mortar/command/generate_spec.rb

@@ -32,11 +32,13 @@ describe Mortar::Command::Generate do
       stderr, stdout = execute("generate:project Test")
       File.exists?("Test").should be_true
       File.exists?("Test/macros").should be_true
+      File.exists?("Test/fixtures").should be_true
       File.exists?("Test/pigscripts").should be_true
       File.exists?("Test/udfs").should be_true
       File.exists?("Test/README.md").should be_true
       File.exists?("Test/Gemfile").should be_false
       File.exists?("Test/macros/.gitkeep").should be_true
+      File.exists?("Test/fixtures/.gitkeep").should be_true
       File.exists?("Test/pigscripts/Test.pig").should be_true
       File.exists?("Test/udfs/python/Test.py").should be_true
 
@@ -82,11 +84,13 @@ STDERR
       stderr, stdout = execute("new Test")
       File.exists?("Test").should be_true
       File.exists?("Test/macros").should be_true
+      File.exists?("Test/fixtures").should be_true
       File.exists?("Test/pigscripts").should be_true
       File.exists?("Test/udfs").should be_true
       File.exists?("Test/README.md").should be_true
       File.exists?("Test/Gemfile").should be_false
       File.exists?("Test/macros/.gitkeep").should be_true
+      File.exists?("Test/fixtures/.gitkeep").should be_true
       File.exists?("Test/pigscripts/Test.pig").should be_true
       File.exists?("Test/udfs/python/Test.py").should be_true
 

data/spec/mortar/command/illustrate_spec.rb

@@ -71,7 +71,7 @@ STDERR
           parameters = ["name"=>"key", "value"=>"value" ]
           
           # These don't test the validity of the error message, it only tests that the CLI can handle a message returned from the server
-          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", is_a(String), :parameters => parameters) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
+          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", false, is_a(String), :parameters => parameters) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_QUEUED,           "status_description" => "Pending"})).ordered
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_GATEWAY_STARTING, "status_description" => "GATEWAY_STARTING"})).ordered
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_PROGRESS,         "status_description" => "In progress"})).ordered
@@ -105,7 +105,7 @@ STDOUT
           parameters = ["name"=>"key", "value"=>"value" ]
           
           # These don't test the validity of the error message, it only tests that the CLI can handle a message returned from the server
-          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", is_a(String), :parameters => parameters) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
+          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", false, is_a(String), :parameters => parameters) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_QUEUED,           "status_description" => "Pending"})).ordered
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_SUCCESS,          "status_description" => "Succeeded", "web_result_url" => illustrate_url})).ordered
                     
@@ -118,6 +118,33 @@ Starting illustrate... done
 
 \r\e[0KStatus: Pending... /\r\e[0KStatus: Succeeded  
 
+Results available at https://api.mortardata.com/illustrates/c571a8c7f76a4fd4a67c103d753e2dd5
+STDOUT
+        end
+      end
+
+
+      it "requests and reports on a successful illustrate that skips pruning" do
+        with_git_initialized_project do |p|
+          # stub api requests
+          illustrate_id = "c571a8c7f76a4fd4a67c103d753e2dd5"
+          illustrate_url = "https://api.mortardata.com/illustrates/#{illustrate_id}"
+          parameters = ["name"=>"key", "value"=>"value" ]
+          
+          # These don't test the validity of the error message, it only tests that the CLI can handle a message returned from the server
+          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", true, is_a(String), :parameters => parameters) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
+          mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_QUEUED,           "status_description" => "Pending"})).ordered
+          mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_SUCCESS,          "status_description" => "Succeeded", "web_result_url" => illustrate_url})).ordered
+                    
+          write_file(File.join(p.pigscripts_path, "my_script.pig"))
+          stderr, stdout = execute("illustrate my_script my_alias --polling_interval 0.05 -p key=value -s --no_browser", p, @git)
+          stdout.should == <<-STDOUT
+Taking code snapshot... done
+Sending code snapshot to Mortar... done
+Starting illustrate... done
+
+\r\e[0KStatus: Pending... /\r\e[0KStatus: Succeeded  
+
 Results available at https://api.mortardata.com/illustrates/c571a8c7f76a4fd4a67c103d753e2dd5
 STDOUT
         end
@@ -134,7 +161,7 @@ STDOUT
           error_type = 'PigError'
           
           # These don't test the validity of the error message, it only tests that the CLI can handle a message returned from the server
-          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", is_a(String), :parameters => []) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
+          mock(Mortar::Auth.api).post_illustrate("myproject", "my_script", "my_alias", false, is_a(String), :parameters => []) {Excon::Response.new(:body => {"illustrate_id" => illustrate_id})}
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_QUEUED,  "status_description" => "Pending"})).ordered
           mock(Mortar::Auth.api).get_illustrate(illustrate_id, :exclude_result => true).returns(Excon::Response.new(:body => {"status_code" => Mortar::API::Illustrate::STATUS_FAILURE, 
             "error_message" => error_message,

data/spec/mortar/command/jobs_spec.rb

@@ -419,7 +419,7 @@ STDOUT
             "parameters" => parameters,
             "outputs" => outputs
             }))
-          stderr, stdout = execute("jobs:status c571a8c7f76a4fd4a67c103d753e2dd5 -p", p, @git)
+          stderr, stdout = execute("jobs:status c571a8c7f76a4fd4a67c103d753e2dd5 -p --polling_interval 0.05", p, @git)
           stdout.should == <<-STDOUT
 \r[/] Status: [=>                    ] 0% Complete (0.00 / 4.00 MapReduce jobs finished)\r\e[0K=== myproject: my_script (job_id: c571a8c7f76a4fd4a67c103d753e2dd5)
 cluster_id:              e2790e7e8c7d48e39157238d58191346

data/spec/mortar/git_spec.rb

@@ -279,6 +279,8 @@ STASH
     end
     
 =begin
+    #TODO: Fix this.
+
     context "clone" do
       it "clones repo successfully" do
         with_no_git_directory do

metadata

@@ -1,165 +1,183 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: mortar
-version: !ruby/object:Gem::Version 
-  hash: 21
+version: !ruby/object:Gem::Version
+  version: 0.3.4
   prerelease: 
-  segments: 
-  - 0
-  - 3
-  - 3
-  version: 0.3.3
 platform: ruby
-authors: 
+authors:
 - Mortar Data
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-10-17 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2012-10-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: mortar-api-ruby
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 19
-        segments: 
-        - 0
-        - 3
-        - 0
-        version: 0.3.0
+      - !ruby/object:Gem::Version
+        version: 0.3.1
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: netrc
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+- !ruby/object:Gem::Dependency
+  name: netrc
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 9
-        segments: 
-        - 0
-        - 7
-        - 5
+      - !ruby/object:Gem::Version
         version: 0.7.5
   type: :runtime
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.7.5
+- !ruby/object:Gem::Dependency
   name: launchy
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.1.1
+  type: :runtime
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 9
-        segments: 
-        - 2
-        - 1
-        - 1
+      - !ruby/object:Gem::Version
         version: 2.1.1
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.1
   type: :runtime
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: excon
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+- !ruby/object:Gem::Dependency
+  name: excon
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
+    requirements:
     - - ~>
-      - !ruby/object:Gem::Version 
-        hash: 43
-        segments: 
-        - 0
-        - 15
-        - 4
+      - !ruby/object:Gem::Version
         version: 0.15.4
   type: :development
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: fakefs
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.15.4
+- !ruby/object:Gem::Dependency
+  name: fakefs
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id005
-- !ruby/object:Gem::Dependency 
-  name: gem-release
   prerelease: false
-  requirement: &id006 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gem-release
+  requirement: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id006
-- !ruby/object:Gem::Dependency 
-  name: rake
   prerelease: false
-  requirement: &id007 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id007
-- !ruby/object:Gem::Dependency 
-  name: rr
   prerelease: false
-  requirement: &id008 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id008
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id009 !ruby/object:Gem::Requirement 
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id009
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Client library and command-line tool to interact with the Mortar service.
 email: support@mortardata.com
-executables: 
+executables:
 - mortar
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - README.md
 - bin/mortar
 - lib/mortar.rb
@@ -170,6 +188,7 @@ files:
 - lib/mortar/command/base.rb
 - lib/mortar/command/clusters.rb
 - lib/mortar/command/describe.rb
+- lib/mortar/command/fixtures.rb
 - lib/mortar/command/generate.rb
 - lib/mortar/command/help.rb
 - lib/mortar/command/illustrate.rb
@@ -192,6 +211,7 @@ files:
 - lib/mortar/templates/pigscript/pigscript.pig
 - lib/mortar/templates/pigscript/python_udf.py
 - lib/mortar/templates/project/README.md
+- lib/mortar/templates/project/fixtures/gitkeep
 - lib/mortar/templates/project/gitignore
 - lib/mortar/templates/project/macros/gitkeep
 - lib/mortar/templates/project/pigscripts/pigscript.pig
@@ -205,6 +225,7 @@ files:
 - spec/mortar/command/base_spec.rb
 - spec/mortar/command/clusters_spec.rb
 - spec/mortar/command/describe_spec.rb
+- spec/mortar/command/fixtures_spec.rb
 - spec/mortar/command/generate_spec.rb
 - spec/mortar/command/illustrate_spec.rb
 - spec/mortar/command/jobs_spec.rb
@@ -221,38 +242,26 @@ files:
 - spec/support/display_message_matcher.rb
 homepage: http://mortardata.com/
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 57
-      segments: 
-      - 1
-      - 8
-      - 7
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
       version: 1.8.7
-required_rubygems_version: !ruby/object:Gem::Requirement 
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
-      - 0
-      version: "0"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: 
 rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Client library and CLI to interact with the Mortar service.
 test_files: []
-