MuranoCLI 2.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 23b5f23df3ae26fa85d24b1350c090a7699c6b1a
+  data.tar.gz: 2d7f68e4ff2edafc2272184b1b881ed52a89a0ff
+SHA512:
+  metadata.gz: 7ab6a593fb7834cbc3ee696a1446f67ba0541812ede973f8dfd723603204375738438eff824942854d30e157eac340ed10667148a029cfa46933dfff07a55e42
+  data.tar.gz: 9c04e653b85cac4070838993e4a13603e6afcc776db2bd1a11340ba3538e6b53ae3502b80b48dc39f21f47ef9059d17509c04b1ac5004883dfa836caad56ed28

data/.gitignore

@@ -0,0 +1,28 @@
+.DS_Store
+.AppleDouble
+.LSOverride
+Icon
+*.sw[a-z]
+cookies
+.jiramulerc
+tags
+mr.exe
+
+xcuserdata
+Pods/
+pkg/
+report/
+coverage/
+
+.murano/
+
+_testProject/
+
+# Thumbnails
+._*
+
+# Files that might appear on external disk
+.Spotlight-V100
+.Trashes
+
+Gemfile.lock

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,21 @@
+language: ruby
+rvm:
+  - 2.0
+  - 2.2
+  - 2.3.3
+  - 2.4.0
+
+before_deploy: "rake build"
+deploy:
+  provider: releases
+  api_key:
+    secure: oB28IBHoSQVgP0PtP1uc+cRMBNhqHCCfCCV+sLNspjCGJeIjhZ4lmLcMYSy8l0+TBWxmXl6VIQd6GbyEezbB5daA4+pxY/An0OpM649t29+QuMCK8iXrD8/HXfaUzY2CP5RP47GoC/5xyCwqv3EEUjFPEGhUb5hYc74kfe3nwBmhKliHFQpZvuDE0EHWTgcEOep+kf7O+3cVf7vJVddz+Vj05t1s6VCwhBQsbUvOV4/Jv7nhHa7q0UGoY9M7sTNpwgawFeMwqvtXxl8sVbiHPLm+u6vikSbVnSdyi7wlVAoe+DSkzmnVHYzMd/t1Io7kEiLEAyDyrlJPJYS+XTMqxQ/KUDJNhf/N2IJMW2vPA+6TjpxCqcdY4QwkLNb7JfFWgQb9X4UksAEQU24W6110+zPUGmbg37eM80OrsadTWy65IQbLJ0sFFhm8vu/e2i/3LadYscw6A0Tyc1JXgGfGKd0nqyAyKGLcSBw1+dwwzkyKNHWFAaLy5hAEKv2qZdVNrTtcLhJtuxv8VUuevd3gfT6FLOIN/XAyg71mSvC2BA12vzM6KkTPNIaSmUITDgEplT5cs5h8PZ4eRghpmnT2EA3k0O3p14Ng3eeACMImJYQRKWmU/yVWVo69VVH0GRfm5SWb6xlDLFXt/Mii1MPx9ruhC232wdRACoep18w1qUY=
+  file_glob: true
+  file: "pkg/MrMurano-*.gem"
+  skip_cleanup: true
+  on:
+    repo: tadpol/MrMurano
+    tags: true
+    rvm: 2.2
+
+#  vim: set et sw=2 ts=2 :

data/Gemfile

@@ -0,0 +1,27 @@
+source 'http://rubygems.org'
+
+#gemspec
+
+gem 'commander', '~> 4.4.0'
+gem 'certified', '1.0.0'
+gem 'dotenv', '~> 2.1.1'
+gem 'highline', '~> 1.7.8'
+gem 'http-form_data', '~> 1.0.1'
+gem 'inifile', '~> 3.0'
+gem 'json-schema', '~> 2.7.0'
+gem 'mime-types', '~> 3.1'
+gem 'mime-types-data', '~> 3.2016.0521'
+gem 'terminal-table', '~> 1.4.5'
+
+group :test do
+  gem 'coderay', :require => false
+  gem 'rake', '~> 10.1.1'
+  gem 'rspec', '~> 3.5'
+  gem 'simplecov', :require => false
+  gem 'webmock', '~> 2.3.0'
+end
+
+group :windows do
+  gem 'ocra', '~> 1.3.8'
+end
+

data/LICENSE.txt

@@ -0,0 +1,19 @@
+Copyright (c) 2016 Exosite
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this
+software and associated documentation files (the "Software"), to deal in the
+Software without restriction, including without limitation the rights to use, copy,
+modify, merge, publish, distribute, sublicense, and/or sell copies of the Software,
+and to permit persons to whom the Software is furnished to do so, subject to the
+following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A
+PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
+HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
+CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
+OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

data/MuranoCLI.gemspec

@@ -0,0 +1,50 @@
+# -*- encoding: utf-8 -*-
+$LOAD_PATH.push File.expand_path('../lib', __FILE__)
+require_relative 'lib/MrMurano/version.rb'
+
+Gem::Specification.new do |s|
+  s.name        = 'MuranoCLI'
+  s.version     = MrMurano::VERSION
+  s.authors     = ['Michael Conrad Tadpol Tilstra']
+  s.email       = ['miketilstra@exosite.com']
+  s.license     = 'MIT'
+  s.homepage    = 'https://github.com/exosite/MuranoCLI'
+  s.summary     = 'Do more from the command line with Murano'
+  s.description = %{Do more from the command line with Murano
+
+  Push and pull data from Murano.
+  Get status on what things have changed.
+  See a diff of the changes before you push.
+
+  and so much more.
+
+  This gem was formerly known as MrMurano.
+  }
+  s.required_ruby_version = '~> 2.0'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map { |f| File.basename(f) }
+  s.require_paths = ['lib']
+
+  s.add_runtime_dependency('commander', '~> 4.4.0')
+  s.add_runtime_dependency('certified', '1.0.0')
+  s.add_runtime_dependency('dotenv', '~> 2.1.1')
+  s.add_runtime_dependency('highline', '~> 1.7.8')
+  s.add_runtime_dependency('http-form_data', '~> 1.0.1')
+  s.add_runtime_dependency('inifile', '~> 3.0')
+  s.add_runtime_dependency('json-schema', '~> 2.7.0')
+  s.add_runtime_dependency('mime-types', '~> 3.1')
+  s.add_runtime_dependency('mime-types-data', '~> 3.2016.0521')
+  s.add_runtime_dependency('terminal-table', '~> 1.4.5')
+
+  s.add_development_dependency('bundler', '~> 1.7.6')
+  s.add_development_dependency('ocra', '~> 1.3.8')
+  s.add_development_dependency('rake', '~> 10.1.1')
+  s.add_development_dependency('rspec', '~> 3.5')
+  s.add_development_dependency('simplecov')
+  s.add_development_dependency('webmock', '~> 2.1.0')
+  # maybe? s.add_development_dependency('vcr', '~> ???')
+end
+
+

data/MuranoCLI.iss

@@ -0,0 +1,50 @@
+[Setup]
+AppName=MuranoCLI
+AppVersion={%MRVERSION}
+DefaultDirName={pf}\MuranoCLI
+DefaultGroupName=MuranoCLI
+ChangesEnvironment=yes
+OutputBaseFileName=MuranoCLISetup
+AppPublisher=Exosite
+AppPublisherURL=http://exosite.com/
+AppCopyright=Copyright (C) 2016-2017 Exosite
+LicenseFile=LICENSE.txt
+
+[Files]
+Source: "murano.exe"; DestDir: "{app}\bin"
+Source: "LICENSE.txt"; DestDir: "{app}"
+Source: "ReadMe.txt"; DestDir: "{app}"; Flags: isreadme
+
+; http://www.jrsoftware.org/ishelp/
+
+;;;;;;;;;;;;;;;;;;;;;;;;;
+; http://stackoverflow.com/questions/3304463/how-do-i-modify-the-path-environment-variable-when-running-an-inno-setup-install/3431379
+[Registry]
+Root: HKLM; Subkey: "SYSTEM\CurrentControlSet\Control\Session Manager\Environment"; \
+    ValueType: expandsz; ValueName: "Path"; ValueData: "{olddata};{app}\bin"; \
+    Check: NeedsAddPath('{app}\bin')
+
+;;; Not working.
+[Code]
+
+function NeedsAddPath(Param: string): boolean;
+var
+  OrigPath: string;
+  ParamExpanded: string;
+begin
+  //expand the setup constants like {app} from Param
+  ParamExpanded := ExpandConstant(Param);
+  if not RegQueryStringValue(HKEY_LOCAL_MACHINE,
+    'SYSTEM\CurrentControlSet\Control\Session Manager\Environment',
+    'Path', OrigPath)
+  then begin
+    Result := True;
+    exit;
+  end;
+  // look for the path with leading and trailing semicolon and with or without \ ending
+  // Pos() returns 0 if not found
+  Result := Pos(';' + UpperCase(ParamExpanded) + ';', ';' + UpperCase(OrigPath) + ';') = 0;
+  if Result = True then
+     Result := Pos(';' + UpperCase(ParamExpanded) + '\;', ';' + UpperCase(OrigPath) + ';') = 0;
+end;
+

data/README.markdown

@@ -0,0 +1,208 @@
+# MuranoCLI
+
+[![Gem
+Version](https://badge.fury.io/rb/MuranoCLI.svg)](https://badge.fury.io/rb/MuranoCLI)
+[![Build Status](https://travis-ci.org/tadpol/MrMurano.svg?branch=master)](https://travis-ci.org/tadpol/MrMurano)
+[![Inline docs](http://inch-ci.org/github/exosite/MuranoCLI.svg?branch=master)](http://inch-ci.org/github/exosite/MuranoCLI)
+
+Do more from the command line with [Murano](https://exosite.com/platform/)
+
+MuranoCLI is the command-line tool that interacts with Murano and makes different
+tasks easier. MuranoCLI makes it easy to deploy code to a solution, import many
+product definitions at once, set up endpoints and APIs, and more.
+
+MuranoCLI works around the idea of syncing, much like rsync.  Files from your project
+directory are synced up (or down) from Murano.
+
+
+## Usage
+
+### To start from an existing project in Murano
+```
+mkdir myproject
+cd myproject
+murano config solution.id XXXXXX
+murano syncdown -V
+```
+
+Do stuff, see what changed: `murano status` or `murano diff`.
+Then deploy with `murano syncup`
+
+### To start a brand new project
+There are a few steps and pieces to getting a solution with a product up and
+running in Murano. Here is the list.
+
+- Pick a business: `murano business list`
+	If this is the first time you've run `murano` it will ask for your Murano username
+	and password.
+- Set it: `murano config business.id ZZZZZZZZZ`
+- Create a product: `murano product create myawesomeproduct --save`
+- Add resource aliases to specs/resources.yaml
+- Sync the product definition up: `murano syncup -V --specs`
+- Create a solution: `murano solution create myawesomesolution --save`
+- Sync solution code up: `murano syncup -V`
+- Assign the product to the solution: `murano assign set`
+
+Do stuff, see what changed: `murano status` or `murano diff`.
+Then deploy with `murano syncup`
+
+## Install
+
+### Gem Install (Linux and Macos)
+
+When upgrading from a 1.\* version to a 2.0, you should uninstall the old versions
+first.
+```
+> gem uninstall MuranoCLI`
+```
+
+And then install:
+
+```
+> gem install MuranoCLI
+```
+Or
+```
+> gem update MuranoCLI
+```
+
+You will likely need to be root for the above commands.  If you would rather not
+install as root, you can install gems in the user directory.
+
+```
+> gem install MuranoCLI --user-install
+```
+
+Your `PATH` may need to be updated to find the installed `murano` command.  See the
+[Ruby Gem FAQ](http://guides.rubygems.org/faqs/#user-install).  In short, you need
+to add the output of `ruby -rubygems -e 'puts Gem.user_dir'` to your `PATH`.
+
+### Windows Install
+
+The MuranoCLI gem will install on Windows.  There is also a single Windows binary
+Setup installer available in [releases](https://github.com/exosite/MuranoCLI/releases)
+
+If you do not already use Ruby on Windows, then you should use the binary
+installer.
+
+When upgrading, it is best to run the uninstaller for the old version before
+installing the new version.
+
+
+## Features
+
+### Logs
+
+You can monitor the log messages from your solution with the `murano logs --follow`.
+Or quickly get the last few with `murano logs`
+
+MuranoCLI does a few things to make your log output easier to follow.
+- Adds color to easily see where each log message starts.
+- Reformats the timestamps to be in local time.
+- Finds JSON blobs and pretty prints them.
+
+All of these can be toggled with command line options.
+
+### MURANO_CONFIGFILE environment and Dotenv
+
+The environment variable `MURANO_CONFIGFILE` is checked for an additional config to
+load.  This in conjunction with dotenv support, allows for easily switching between
+development, staging, and production setups.
+
+To use this, write the three solution ids into `.murano.dev`, `.murano.stg`,
+and `.murano.prod`. Then write the `.env` file to point at the system you're
+currently working on.
+
+The files for this are then:
+```
+cat >> .murano.dev <<EOF
+[solution]
+id=AAAAAAAA
+EOF
+
+cat >> .murano.stg <<EOF
+[solution]
+id=BBBBBBBB
+EOF
+
+cat >> .murano.prod <<EOF
+[solution]
+id=CCCCCCCC
+EOF
+
+cat > .env <<EOF
+MURANO_CONFIGFILE=.murano.dev
+EOF
+```
+
+This also allows for keeping private things in a separate config file and having
+the shared things checked into source control.
+
+### Direct Service Access
+
+To aid with debugging, MuranoCLI has direct access to some of the services in a
+solution.
+
+Currently these are:
+- Keystore: `murano keystore`
+- TSDB: `murano tsdb`
+
+### Output Format
+
+Many sub-commands respect the `outformat` setting.  This lets you switch the output
+between YAML, JSON, Ruby, CSV, and pretty tables.  Not all formats work with all
+commands.
+
+```
+> murano tsdb product list
+> murano tsdb product list -c outformat=csv
+> murano tsdb product list -c outformat=json
+> murano tsdb product list -c outformat=yaml
+> murano tsdb product list -c outformat=pp
+```
+
+### Product Content Area
+
+MuranoCLI can manage the content area for a product.  This area is a place to store
+files for use by devices.  Typically holding firmware images for Over-The-Air
+updating.  Although any kind of fleet wide data that devices may need to download
+can be stored here.
+
+Once the `product.id` is set, the content for that product can be accessed with the
+following commands:
+```
+> murano content list
+> murano content upload
+> murano content info
+> murano content delete
+> murano content download
+```
+
+Call them with `--help` for details.
+
+## Developing
+
+MuranoCLI uses [git flow](https://github.com/nvie/gitflow#getting-started) for
+[managing branches](http://nvie.com/posts/a-successful-git-branching-model/).
+
+MuranoCLI also uses [bundler](http://bundler.io).
+
+When submitting pull requests, please do them against the develop branch.
+
+### Tests
+All test for MuranoCLI are done with rspec.
+
+The tests are internal (`--tag ~cmd`) or command (`--tag cmd`).  The internal tests
+are for the objects that build up the internals. The command tests run `murano` from
+the shell and are for testing the user facing components.  A subset of the command
+tests work with the live Murano servers (`--tag needs_password`).
+
+To use the live tests, the following environment variables need to be set:
+- `MURANO_USER` : User name to log into Murano with
+- `MURNO_PASSWORD` : Password for that user
+- `MURANO_BUSINESS` : Business id to run tests within.
+
+A free account on Murano is sufficient for these tests.
+
+
+

data/Rakefile

@@ -0,0 +1,188 @@
+require "bundler/gem_tasks"
+require 'shellwords'
+
+task :default => [:test]
+
+tagName = "v#{Bundler::GemHelper.gemspec.version}"
+gemName = "MuranoCLI-#{Bundler::GemHelper.gemspec.version}.gem"
+builtGem = "pkg/#{gemName}"
+
+desc "Install gem in user dir"
+task :bob do
+    sh %{gem install --user-install #{builtGem}}
+end
+
+desc "Uninstall from user dir"
+task :unbob do
+    sh %{gem uninstall --user-install #{builtGem}}
+end
+
+task :echo do
+    puts tagName
+    puts gemName
+    puts builtGem
+end
+
+desc "Prints a cmd to test this in another directory"
+task :testwith do
+    pwd=Dir.pwd.sub(Dir.home, '~')
+    puts "ruby -I#{pwd}/lib #{pwd}/bin/murano "
+end
+
+desc 'Run RSpec'
+task :rspec do
+    Dir.mkdir("report") unless File.directory?("report")
+    rv=RUBY_VERSION.gsub(/\./,'_')
+    sh %{rspec --format html --out report/index-#{rv}.html --format progress}
+end
+task :test => [:test_clean_up, :rspec]
+
+desc "Clean out junk from prior hot tests"
+task :test_clean_up do
+    if not ENV['MURANO_USER'].nil? and
+            not ENV['MURANO_BUSINESS'].nil? and
+            not ENV['MURANO_PASSWORD'].nil? then
+
+        ids = `ruby -Ilib bin/murano product list --idonly -c "user.name=#{ENV['MURANO_USER']}" -c net.host=bizapi.hosted.exosite.io -c business.id=#{ENV['MURANO_BUSINESS']}`.chomp
+        puts "Found prodcuts #{ids}; deleteing"
+        ids.split.each do |id|
+            sh %{ruby -Ilib bin/murano product delete #{id} -c user.name=#{ENV['MURANO_USER']} -c net.host=bizapi.hosted.exosite.io -c business.id=#{ENV['MURANO_BUSINESS']}}
+        end
+
+        ids = `ruby -Ilib bin/murano solution list --idonly -c user.name=#{ENV['MURANO_USER']} -c net.host=bizapi.hosted.exosite.io -c business.id=#{ENV['MURANO_BUSINESS']}`.chomp
+        puts "Found solutions #{ids}; deleteing"
+        ids.split.each do |id|
+            sh %{ruby -Ilib bin/murano solution delete #{id} -c user.name=#{ENV['MURANO_USER']} -c net.host=bizapi.hosted.exosite.io -c business.id=#{ENV['MURANO_BUSINESS']}}
+        end
+    end
+end
+
+###
+# When new tags are pushed to upstream, the CI will kick-in and build the release
+namespace :git do
+    desc "Push only develop, master, and tags to origin"
+    task :origin do
+        sh %{git push origin develop}
+        sh %{git push origin master}
+        sh %{git push origin --tags}
+    end
+
+    desc "Push only develop, master, and tags to upstream"
+    task :upstream do
+        sh %{git push upstream develop}
+        sh %{git push upstream master}
+        sh %{git push upstream --tags}
+    end
+
+    desc "Push to origin and upstream"
+    task :all => [:origin, :upstream]
+end
+
+desc "Build, install locally, and push gem"
+task :gemit do
+    mrt=Bundler::GemHelper.gemspec.version
+    sh %{git checkout v#{mrt}}
+    Rake::Task[:build].invoke
+    Rake::Task[:bob].invoke
+    Rake::Task['push:gem'].invoke
+    sh %{git checkout develop}
+end
+
+###########################################
+# Tasks below are largly used by CI systems
+namespace :push do
+    desc 'Push gem up to RubyGems'
+    task :gem do
+        sh %{gem push #{builtGem}}
+    end
+
+    namespace :github do
+        desc "Make a release in Github"
+        task :makeRelease do
+            # ENV['GITHUB_TOKEN'] set by CI.
+            # ENV['GITHUB_USER'] set by CI.
+            # ENV['GITHUB_REPO'] set by CI
+            # Create Release
+            sh %{github-release info --tag #{tagName}} do |ok, res|
+                if not ok then
+                    sh %{github-release release --tag #{tagName}}
+                end
+            end
+        end
+
+        desc 'Push gem up to Github Releases'
+        task :gem => [:makeRelease, :build] do
+            # ENV['GITHUB_TOKEN'] set by CI.
+            # ENV['GITHUB_USER'] set by CI.
+            # ENV['GITHUB_REPO'] set by CI
+            # upload gem
+            sh %{github-release upload --tag #{tagName} --name #{gemName} --file #{builtGem}}
+        end
+
+        desc "Copy tag commit message into Release Notes"
+        task :copyReleaseNotes do
+            tagMsg = `git tag -l -n999 #{tagName}`.lines
+            tagMsg.shift
+            msg = tagMsg.join().shellescape
+            sh %{github-release edit --tag #{tagName} --description #{msg}}
+        end
+    end
+end
+
+file "ReadMe.txt" => ['README.markdown'] do |t|
+    File.open(t.prerequisites.first) do |rio|
+        File.open(t.name, 'w') do |wio|
+            wio << rio.read.gsub(/\n/,"\r\n")
+        end
+    end
+end
+
+if Gem.win_platform? then
+    file 'murano.exe' => Dir['lib/**/*.{rb,erb,yaml}'] do
+        # Need to find all dlls, because ocra isn't finding them for some reason.
+        gemdir = `gem env gemdir`.chomp
+        gemdlls = Dir[File.join(gemdir, 'extensions', '*')]
+        dataFiles = Dir['lib/**/*.{erb,yaml}']
+        others = gemdlls + dataFiles
+        ENV['RUBYLIB'] = 'lib'
+        sh %{ocra bin/murano #{others.join(' ')}}
+    end
+    task :wexe => ['murano.exe']
+
+    desc 'Run rspec on cmd tests using murano.exe'
+    task :murano_exe_test => ['murano.exe'] do
+        Dir.mkdir("report") unless File.directory?("report")
+        ENV['CI_MR_EXE'] = '1'
+        sh %{rspec --format html --out report/murano_exe.html --format progress --tag cmd}
+    end
+    task :test => [:murano_exe_test]
+
+    installerName = "Output/MuranoCLI-#{Bundler::GemHelper.gemspec.version.to_s}-Setup.exe"
+
+    desc "Build a Windows installer for MuranoCLI"
+    task :inno => [installerName]
+
+    file "Output/MuranoCLISetup.exe" => ['murano.exe', 'ReadMe.txt'] do
+        ENV['MRVERSION'] = Bundler::GemHelper.gemspec.version.to_s
+        sh %{"C:\\Program Files (x86)\\Inno Setup 5\\iscc.exe" MuranoCLI.iss}
+    end
+    file installerName => ['Output/MuranoCLISetup.exe'] do |t|
+        FileUtils.move t.prerequisites.first, t.name, :verbose=>true
+    end
+
+    namespace :push do
+        namespace :github do
+            desc "Push Windows installer to Github Releases"
+            task :inno => [:makeRelease, installerName] do
+                # ENV['GITHUB_TOKEN'] set by CI.
+                # ENV['GITHUB_USER'] set by CI.
+                # ENV['GITHUB_REPO'] set by CI
+                iname = File.basename(installerName)
+                sh %{github-release upload --tag #{tagName} --name #{iname} --file #{installerName}}
+            end
+        end
+    end
+end
+
+#  vim: set sw=4 ts=4 :
+