envoi-mam-agent 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 87aae76f05847dd0841872249db7841cd0ed1a48
+  data.tar.gz: 598e977aaebf41e231ac89f3cb8f67a2cafbde2f
+SHA512:
+  metadata.gz: b8a75310a3a12544fadbc8f7aa3c7cec1c684c8d9666b604a4136f09d1b16c83507961517ebb02e376f33cc2f1ae8b7d768028d3f831f2c487ac14fe0971a39d
+  data.tar.gz: f869a550600737e3c9cb87fa88c041abf47d5f28e794755505d68b61603806bfa6df25aac8cb2ec2841fa79e677099eabba5b519ac9e18e45ea57e15a76e7885

data/.gitignore

@@ -0,0 +1,8 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.rbenv-gemsets

@@ -0,0 +1,3 @@
+.gems
+envoi-mam-agent
+-global

data/.ruby-version

@@ -0,0 +1 @@
+2.3.3

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.3
+before_install: gem install bundler -v 1.16.1

data/CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at TODO: Write your email address. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+local_gemfile_name = 'Gemfile.local'
+eval(IO.read(local_gemfile_name), binding) if File.exist? local_gemfile_name
+
+# Specify your gem's dependencies in envoi-mam-agent.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 TODO: Write your name
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,43 @@
+# Envoi::Mam::Agent
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/envoi/mam/agent`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'envoi-mam-agent'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install envoi-mam-agent
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/XPlatform-Consulting/envoi-mam-agent. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
+
+## Code of Conduct
+
+Everyone interacting in the Envoi::Mam::Agent project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/[USERNAME]/envoi-mam-agent/blob/master/CODE_OF_CONDUCT.md).

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/*_test.rb"]
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'envoi/mam/agent'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+begin
+  require 'pry'
+  Pry.start
+rescue LoadError => e
+  require 'irb'
+  IRB.start(__FILE__)
+end
+

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/envoi-mam-agent.gemspec

@@ -0,0 +1,41 @@
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'envoi/mam/agent/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'envoi-mam-agent'
+  spec.version       = Envoi::Mam::Agent::VERSION
+  spec.authors       = ['John Whitson']
+  spec.email         = ['john.whitson@gmail.com']
+
+  spec.summary       = 'Library for interacting with MAMs.'
+  spec.description   = ''
+  spec.homepage      = 'http://www.github.com/XPlatform-Consulting/envoi-mam-agent'
+  spec.license       = 'MIT'
+
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'adobe_media_encoder', '~> 0.0.1'
+  spec.add_runtime_dependency 'aws-sdk-s3', '~> 1'
+  spec.add_runtime_dependency 'daemons', '~> 0'
+  spec.add_runtime_dependency 'faraday', '~> 0.15'
+  spec.add_runtime_dependency 'ubiquity-envoi', '~> 1'
+  spec.add_runtime_dependency 'ubiquity-iconik', '~> 1'
+  spec.add_runtime_dependency 'ubiquity-mediasilo-api-v3', '~> 1'
+  spec.add_runtime_dependency 'ubiquity-vdms', '~> 1'
+  spec.add_runtime_dependency 'ubiquity-wiredrive', '~> 1'
+  # spec.add_runtime_dependency 'vantage', '~> 1'
+  spec.add_runtime_dependency 'vidispine', '~> 1'
+
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'minitest', '~> 5.0'
+  spec.add_development_dependency 'rake', '~> 10.0'
+end

data/exe/envoi-mam-agent

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# require 'envoi/mam/agent/cli'
+should_retry = true
+begin
+  require 'envoi/mam/agent/cli/commands'
+rescue LoadError => e
+  lib_path = __FILE__ == '(irb)' ? File.join(Dir.cwd, 'lib') : File.expand_path('../../lib', __FILE__)
+  $:.unshift(lib_path) unless $:.include?(lib_path) or !File.exist?(lib_path)
+  if should_retry
+    should_retry = false
+    retry
+  end
+end
+
+

data/lib/envoi/mam/agent.rb

@@ -0,0 +1,119 @@
+require 'logger'
+require 'open3'
+
+require 'envoi/mam/agent/version'
+require 'envoi/mam/agent/config_service_client'
+
+module Envoi
+  module Mam
+    class Agent
+
+      attr_accessor :logger, :initial_args, :config, :api_client
+
+      def initialize(args = { })
+        @initial_args = args.clone
+        @config = args[:config]
+        @notifiers = args[:notifiers] || [ ]
+
+        @dry_run = args.fetch(:dry_run, false)
+
+        initialize_logger(args)
+        initialize_api_client(args) # if self.respond_to?(:initialize_api_client)
+        after_initialize
+      end
+
+      def after_initialize
+
+      end
+
+      def initialize_logger(args = { })
+        @logger = args[:logger] || Logger.new(STDOUT)
+      end
+
+      def dry_run?; @dry_run end
+
+      def notify(message, args = { })
+        return if @notifiers.empty?
+        args[:level] ||= :info
+        args[:message] ||= message
+        @notifiers.each { |notifier| notifier.notify(args) }
+      end
+
+      # @param [Hash] args {}
+      # @option args [Object] :api_client
+      # Will usually be overridden by child class
+      def initialize_api_client(args = { })
+        @api_client = args[:api_client] || begin
+
+        end
+      end
+
+      def shell_execute(command, dry_run = @dry_run)
+        if dry_run
+          logger.debug { "Skipping Execution of Command: '#{command}' " }
+          return
+        end
+        logger.debug { "Executing Command: '#{command}'" }
+
+        Open3.popen3(command) do |stdin, stdout, stderr, thread|
+          # stdin.sync = true
+          # stdout.sync = true
+          # stderr.sync = true
+
+          output = ''
+          until thread.stop?
+            output << stdout.read #rescue nil
+            output << stderr.read # rescue nil
+            unless output.empty?
+              print output
+              output.clear
+            end
+          end
+        end
+      end
+
+      def self.load_from_config_file(args)
+        config_file_path = args[:config_file_path]
+        config_file_path = config_file_path.find { |v| File.exists?(v) } if config_file_path.is_a?(Array)
+        abort("Missing Config File. '#{config_file_path}'") unless config_file_path && !config_file_path.empty? && File.exists?(config_file_path)
+
+        begin
+          config = JSON.parse(File.read(config_file_path))
+        rescue => e
+          abort("Config File Failed to Load. '#{$!}'")
+        end
+        args[:config] = config
+
+        self.new(args.merge({ :config => config }))
+      end
+
+      def self.load_from_config_service(args)
+        args_out = { }
+        args_out[:app_id] = args[:config_service_app_id]
+        args_out[:token] = args[:config_service_app_token]
+        args_out[:api_url] = args[:config_service_app_url]
+        config = Envoi::Mam::Agent::ConfigServiceClient.config_get(args_out)
+        args[:config] = config
+
+        self.new(args.merge({ :config => config }))
+      end
+
+      def self.load_config_and_init(args)
+        if args[:config_service_app_id] && args[:config_service_app_token]
+          load_from_config_service(args)
+        else args[:config_file_path]
+          load_from_config_file(args)
+        end
+      end
+
+
+      def run_operation
+        case initial_args[:operation]
+        when :upload; upload(initial_args) if self.respond_to?(:upload)
+        when :download; download(initial_args) if self.respond_to?(:download)
+        end
+      end
+
+    end
+  end
+end

data/lib/envoi/mam/agent/cli.rb

@@ -0,0 +1,37 @@
+require 'optparse'
+
+require 'envoi/mam/agent'
+
+module Envoi
+  module Mam
+    class Agent
+
+      class Cli
+
+        CONFIG_FILE_PATHS = [
+          "./envoi-mam-agent-config.json",
+          "~/envoi-mam-agent-config.json",
+        ]
+        CONFIG_FILE_PATHS.map! { |v| File.expand_path(v) }
+
+        attr_accessor :logger, :initial_args
+
+        def initialize(*args)
+          @initial_args = args
+        end
+
+        def parse_arguments
+
+        end
+
+
+      end
+
+      # Agent
+    end
+
+    # Mam
+  end
+
+  # Envoi
+end

data/lib/envoi/mam/agent/cli/commands.rb

@@ -0,0 +1,89 @@
+#Command Loader
+#
+
+# module Envoi
+#   module Mam
+#     class Agent
+#       class CLI
+#         class Commands
+#
+#
+#           # Commands
+#         end
+#
+#         # CLI
+#       end
+#
+#       # Agent
+#     end
+#
+#     # Mam
+#   end
+#
+#   # Envoi
+# end
+
+def usage
+  command_list_str = ''
+  Dir.glob(File.join(@commands_dir, "*#{@command_ext}")).each do |fn|
+    command_list_str += "\n\t - #{File.basename(fn, @command_ext)}"
+  end
+
+  <<-EOT
+Usage: #{File.basename($0)} COMMAND [ARGS]
+  
+  Available Commands:
+    #{command_list_str}
+    
+All commands can be run with -h (or --help) for more information.
+  EOT
+end
+
+@commands_dir = File.join(File.dirname(__FILE__), 'commands')
+@command_ext = '.rb'
+
+command_aliases = {
+}
+
+if ARGV.empty?
+  should_show_usage = true
+else
+  command_name = ARGV[0].clone
+  command_name = command_aliases[command_name] || command_name
+  should_show_usage = %w(-h --help).include?(command_name.downcase)
+end
+if should_show_usage
+  puts usage
+  exit(true)
+end
+
+command_file_path = File.join(@commands_dir, command_name)
+abort(usage) unless File.exist?("#{command_file_path}#{@command_ext}")
+
+require 'envoi/mam/agent/cli'
+
+begin
+  require "#{command_file_path}#{@command_ext}"
+rescue LoadError => e
+  abort(e.message)
+end
+
+
+# Execute the command if it is in object form, otherwise it's just a script and executed when we required it
+if Envoi::Mam::Agent::Cli.const_defined?('Commands')
+  command_class_name = command_name.to_s.capitalize
+  if Envoi::Mam::Agent::Cli::Commands.const_defined?(command_class_name)
+    command_object = Envoi::Mam::Agent::Cli::Commands.const_get( command_class_name.capitalize ) rescue nil
+  end
+  command_object ||= begin
+    command_class_name = command_class_name.upcase
+    Envoi::Mam::Agent::Cli::Commands.const_defined?(command_class_name) ? Envoi::Mam::Agent::Cli::Commands.const_get( command_class_name ) : false
+  end
+  if command_object
+    command_instance = command_object.new if command_object.respond_to?(:new)
+    command_instance.execute if command_instance.respond_to?(:execute)
+  end
+end
+
+
+