mortar 0.6.2 → 0.7.0

data/spec/mortar/local/installutil_spec.rb

@@ -0,0 +1,70 @@
+#
+# Copyright 2012 Mortar Data Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require 'fakefs/spec_helpers'
+require 'mortar/local/installutil'
+require 'launchy'
+
+module Mortar::Local
+  describe InstallUtil do
+    include FakeFS::SpecHelpers
+
+    class InstallUtilClass
+    end
+
+    before(:each) do
+      @installutil = InstallUtilClass.new
+      @installutil.extend(Mortar::Local::InstallUtil)
+    end
+
+    context("install_date") do
+
+      it "nil if never installed" do
+        expect(@installutil.install_date('foo')).to be_nil
+      end
+
+      it "contents of file if present, converted to int" do
+        install_file_path = @installutil.install_file_for("foo")
+        install_date = 123456
+        FakeFS do
+          FileUtils.mkdir_p(File.dirname(install_file_path))
+          File.open(install_file_path, "w") do |file|
+            file.puts(install_date.to_s)
+          end
+          expect(@installutil.install_date('foo')).to eq(install_date)
+        end
+      end
+
+    end
+
+    context("note-install") do
+
+      it "creates a file in the directory with the current time" do
+        install_file_path = @installutil.install_file_for("foo")
+        current_date = 123456
+        stub(Time).now.returns(current_date)
+        FakeFS do
+          FileUtils.mkdir_p(File.dirname(install_file_path))
+          @installutil.note_install("foo")
+          expect(File.exists?(install_file_path)).to be_true
+        end
+      end
+
+    end
+
+  end
+end

data/spec/mortar/local/java_spec.rb

@@ -0,0 +1,62 @@
+#
+# Copyright 2012 Mortar Data Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require 'fakefs/spec_helpers'
+require 'mortar/local/java'
+require 'launchy'
+
+
+class Mortar::Local::Java
+  attr_reader :command
+end
+
+
+module Mortar::Local
+  describe Java do
+
+    context("check_install") do
+
+      it "sets java command if JAVA_HOME is present and exists" do
+        java_home = "/foo/bar/jvm"
+        ENV['JAVA_HOME'] = java_home
+        j = Mortar::Local::Java.new
+        FakeFS do
+          FileUtils.mkdir_p(java_home + "/bin")
+          FileUtils.touch(java_home + "/bin/java")
+          j.check_install
+          expect(j.command).to eq("/foo/bar/jvm/bin/java")
+        end
+      end
+
+      it "calls java_home if present and no JAVA_HOME" do
+        ENV.delete('JAVA_HOME')
+        j = Mortar::Local::Java.new
+        exec_path = "/usr/libexec/java_home"
+        FakeFS do
+          FileUtils.mkdir_p(File.dirname(exec_path))
+          FileUtils.touch(exec_path)
+          mock(j).run_java_home.returns("/foo/bar/other-jvm")
+          j.check_install
+          expect(j.command).to eq("/foo/bar/other-jvm/bin/java")
+        end
+      end
+
+    end
+
+
+  end
+end

data/spec/mortar/local/pig_spec.rb

@@ -0,0 +1,157 @@
+#
+# Copyright 2012 Mortar Data Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'spec_helper'
+require 'fakefs/spec_helpers'
+require 'mortar/local/pig'
+require 'launchy'
+
+
+class Mortar::Local::Pig
+  attr_reader :command
+end
+
+
+module Mortar::Local
+  describe Pig do
+
+    context("install") do
+
+      it "does nothing if told not to" do
+        pig = Mortar::Local::Pig.new
+        mock(pig).should_do_pig_install?.returns(false)
+        FakeFS do
+          FileUtils.mkdir_p(File.dirname(pig.local_install_directory))
+          FileUtils.rm_rf(pig.local_install_directory, :force => true)
+          pig.install
+          expect(File.exists?(pig.local_install_directory)).to be_false
+        end
+      end
+
+      it "handles necessary installation steps" do
+        # creates the parent directory, downloads the tgz, extracts it,
+        # chmods bin/pig, removes tgz, and notes the installation
+        FakeFS do
+          pig = Mortar::Local::Pig.new
+          local_pig_archive = File.join(pig.local_install_directory, pig.pig_archive_file)
+          mock(pig).should_do_pig_install?.returns(true)
+          mock(pig).download_file(pig.pig_archive_url, pig.local_install_directory) do
+            # Simulate the tgz file being downloaded, this should be deleted
+            # before the method finishes executing
+            FileUtils.touch(local_pig_archive)
+          end
+          mock(pig).extract_tgz(local_pig_archive, pig.local_install_directory)
+          mock(pig).note_install("pig")
+          begin
+            previous_stdout, $stdout = $stdout, StringIO.new
+            pig.install
+          ensure
+            $stdout = previous_stdout
+          end
+          expect(File.exists?(local_pig_archive)).to be_false
+        end
+      end
+
+    end
+
+    context "show_illustrate_output" do
+
+      it "takes a path to a json file, renders the html template, and opens it" do
+        fake_illustrate_data = {
+          "tables" => [
+            {
+              "Op" => "LOStore",
+              "alias" => "some_relation",
+              "notices" => ["things are fouled up", "no just kidding, it's fine"],
+              "fields" => ["person_id", "first_name", "last_name"],
+              "data" => [
+                ["1", "mike", "jones"],
+                ["2", "cleopatra", "jones"],
+                ["3", "john paul", "jones"],
+              ],
+            },
+          ],
+          "udf_output" => "hey, I'm a udf",
+        }
+        pig = Mortar::Local::Pig.new
+        template_location = pig.resource_locations["illustrate_template"]
+        template_contents = File.read(template_location)
+        output_path = pig.resource_destinations["illustrate_html"]
+        mock(pig).decode_illustrate_input_file("foo/bar/file.json").returns(fake_illustrate_data)
+
+        # TODO: test that these files are copied
+        ["illustrate_css", 
+         "jquery", "jquery_transit", "jquery_stylestack", 
+         "mortar_table", "zeroclipboard", "zeroclipboard_swf"].each { |resource|
+          mock(pig).copy_if_not_present_at_dest.with(
+            File.expand_path(pig.resource_locations[resource]),
+            pig.resource_destinations[resource]
+          ).returns(nil)
+        }
+
+        mock(Launchy).open(File.expand_path(output_path))
+        FakeFS do
+          FileUtils.mkdir_p(File.dirname(template_location))
+          File.open(template_location, 'w') { |f| f.write(template_contents) }
+          begin
+            previous_stdout, $stdout = $stdout, StringIO.new
+            pig.show_illustrate_output("foo/bar/file.json")
+          ensure
+            $stdout = previous_stdout
+          end
+          expect(File.exists?(output_path)).to be_true
+        end
+      end
+
+    end
+
+    context "decode_illustrate_input_file" do
+
+      it "decodes the contents of the file" do
+        json = %{[{"alias": "some_relation", "Op": "LOStore"}]}
+        expected_data = [ {
+            "Op" => "LOStore",
+            "alias" => "some_relation",
+          }
+        ]
+        pig = Mortar::Local::Pig.new
+        illustrate_output_file = 'illustrate-output.json'
+        FakeFS do
+          File.open(illustrate_output_file, 'w') { |f| f.write(json) }
+          actual_data = pig.decode_illustrate_input_file(illustrate_output_file)
+          expect(actual_data).to eq(expected_data)
+        end
+      end
+
+      it "handles invalid unicode characters" do
+        json = %{{"tables": [ "hi \255"], "udf_output": [ ]}}
+        expected_data = {
+          'tables' => ['hi '],
+          'udf_output' => [],
+        }
+        pig = Mortar::Local::Pig.new
+        illustrate_output_file = 'illustrate-output.json'
+        FakeFS do
+          File.open(illustrate_output_file, 'w') { |f| f.write(json) }
+          actual_data = pig.decode_illustrate_input_file(illustrate_output_file)
+          expect(actual_data).to eq(expected_data)
+        end
+      end
+
+    end
+
+  end
+end

data/spec/mortar/project_spec.rb

@@ -32,6 +32,17 @@ module Mortar
       end
     end
     
+    context "controlscripts" do
+      
+      it "does not raise an error when unable to find controlscripts dir" do
+        with_blank_project do |p|
+          FileUtils.rm_rf p.controlscripts_path
+          lambda { p.controlscripts_path }.should_not raise_error(Mortar::Project::ProjectError)
+        end
+      end
+      
+    end
+    
     context "pigscripts" do
 
       it "raise when unable to find pigscripts dir" do

data/spec/spec_helper.rb

@@ -160,6 +160,7 @@ def with_blank_project(&block)
   FileUtils.mkdir_p(project_path)
   
   # setup project subdirectories
+  FileUtils.mkdir_p(File.join(project_path, "controlscripts"))
   FileUtils.mkdir_p(File.join(project_path, "pigscripts"))
   FileUtils.mkdir_p(File.join(project_path, "macros"))
 

metadata

@@ -1,167 +1,164 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: mortar
-version: !ruby/object:Gem::Version
-  version: 0.6.2
+version: !ruby/object:Gem::Version 
+  hash: 3
   prerelease: 
+  segments: 
+  - 0
+  - 7
+  - 0
+  version: 0.7.0
 platform: ruby
-authors:
+authors: 
 - Mortar Data
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-03-04 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2013-03-14 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: mortar-api-ruby
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 0.5.2
-  type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: 0.5.2
-- !ruby/object:Gem::Dependency
-  name: netrc
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.7'
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 0
+        - 6
+        - 0
+        version: 0.6.0
   type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: netrc
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.7'
-- !ruby/object:Gem::Dependency
-  name: launchy
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ~>
-      - !ruby/object:Gem::Version
-        version: '2.1'
+      - !ruby/object:Gem::Version 
+        hash: 5
+        segments: 
+        - 0
+        - 7
+        version: "0.7"
   type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: launchy
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '2.1'
-- !ruby/object:Gem::Dependency
+      - !ruby/object:Gem::Version 
+        hash: 1
+        segments: 
+        - 2
+        - 1
+        version: "2.1"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
   name: excon
-  requirement: !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.15'
+      - !ruby/object:Gem::Version 
+        hash: 21
+        segments: 
+        - 0
+        - 15
+        version: "0.15"
   type: :development
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: fakefs
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
-        version: '0.15'
-- !ruby/object:Gem::Dependency
-  name: fakefs
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 0
+        - 4
+        - 2
+        version: 0.4.2
   type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
   name: gem-release
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
   type: :development
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
+  name: rake
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rr
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
   type: :development
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
+  name: rr
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: rspec
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
   type: :development
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
+  name: rspec
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id009
 description: Client library and command-line tool to interact with the Mortar service.
 email: support@mortardata.com
-executables:
+executables: 
 - mortar
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - README.md
 - bin/mortar
 - lib/mortar.rb
@@ -177,6 +174,7 @@ files:
 - lib/mortar/command/help.rb
 - lib/mortar/command/illustrate.rb
 - lib/mortar/command/jobs.rb
+- lib/mortar/command/local.rb
 - lib/mortar/command/pigscripts.rb
 - lib/mortar/command/projects.rb
 - lib/mortar/command/validate.rb
@@ -189,6 +187,11 @@ files:
 - lib/mortar/generators/udf_generator.rb
 - lib/mortar/git.rb
 - lib/mortar/helpers.rb
+- lib/mortar/local/controller.rb
+- lib/mortar/local/installutil.rb
+- lib/mortar/local/java.rb
+- lib/mortar/local/pig.rb
+- lib/mortar/local/python.rb
 - lib/mortar/project.rb
 - lib/mortar/templates/macro/macro.pig
 - lib/mortar/templates/pigscript/pigscript.pig
@@ -199,6 +202,8 @@ files:
 - lib/mortar/templates/project/macros/gitkeep
 - lib/mortar/templates/project/pigscripts/pigscript.pig
 - lib/mortar/templates/project/udfs/python/python_udf.py
+- lib/mortar/templates/report/illustrate-report.html
+- lib/mortar/templates/script/runpig.sh
 - lib/mortar/templates/udf/python_udf.py
 - lib/mortar/updater.rb
 - lib/mortar/version.rb
@@ -213,12 +218,17 @@ files:
 - spec/mortar/command/generate_spec.rb
 - spec/mortar/command/illustrate_spec.rb
 - spec/mortar/command/jobs_spec.rb
+- spec/mortar/command/local_spec.rb
 - spec/mortar/command/pigscripts_spec.rb
 - spec/mortar/command/projects_spec.rb
 - spec/mortar/command/validate_spec.rb
 - spec/mortar/command_spec.rb
 - spec/mortar/git_spec.rb
 - spec/mortar/helpers_spec.rb
+- spec/mortar/local/controller_spec.rb
+- spec/mortar/local/installutil_spec.rb
+- spec/mortar/local/java_spec.rb
+- spec/mortar/local/pig_spec.rb
 - spec/mortar/project_spec.rb
 - spec/mortar/updater_spec.rb
 - spec/spec.opts
@@ -226,26 +236,38 @@ files:
 - spec/support/display_message_matcher.rb
 homepage: http://mortardata.com/
 licenses: []
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 57
+      segments: 
+      - 1
+      - 8
+      - 7
       version: 1.8.7
-required_rubygems_version: !ruby/object:Gem::Requirement
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
 requirements: []
+
 rubyforge_project: 
 rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: Client library and CLI to interact with the Mortar service.
 test_files: []
+