sony-ci-api 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4e46eaec1fb159a4878b3de71bb97d137edac1fa
+  data.tar.gz: aec8169706b592d208d5450104e9db8726b8c6b1
+SHA512:
+  metadata.gz: 495f880cc910fe823189d0bf2f5ba780fbf65a511f9eec51a5e8dcd06a9ad149efe67a4cbc6282bde04f22334620dccd6346273d735f34d171146a589b9f522c
+  data.tar.gz: 703f9211ff50685b2144fe96b6e8428bf2453d718618e2c5b90730a789899e37b04dab2c10e440d9e4e6f1916906801d28b0bdf926fe673004c3266af8e652dc

data/lib/sony_ci_admin.rb

@@ -0,0 +1,220 @@
+require 'yaml'
+require 'curb'
+require 'json'
+require_relative 'sony_ci_basic'
+
+class SonyCiAdmin < SonyCiBasic
+  include Enumerable
+
+  def upload(file_path, log_file)
+    Uploader.new(self, file_path, log_file).upload
+  end
+
+  def list_names
+    list.map { |item| item['name'] } - ['Workspace']
+    # A self reference is present even in an empty workspace.
+  end
+
+  def list(limit=50, offset=0)
+    Lister.new(self).list(limit, offset)
+  end
+
+  def each
+    Lister.new(self).each { |asset| yield asset }
+  end
+
+  def delete(asset_id)
+    Deleter.new(self).delete(asset_id)
+  end
+
+  def detail(asset_id)
+    Detailer.new(self).detail(asset_id)
+  end
+
+  class CiClient
+    # This class hierarchy might be excessive, but it gives us:
+    # - a single place for the `perform` method
+    # - and an isolated container for related private methods
+
+    def perform(curl, mime=nil)
+      # TODO: Is this actually working?
+      # curl.on_missing { |data| puts "4xx: #{data}" }
+      # curl.on_failure { |data| puts "5xx: #{data}" }
+      curl.verbose = @ci.verbose
+      curl.headers['Authorization'] = "Bearer #{@ci.access_token}"
+      curl.headers['Content-Type'] = mime if mime
+      curl.perform
+    end
+  end
+
+  class Detailer < CiClient
+    def initialize(ci)
+      @ci = ci
+    end
+
+    def detail(asset_id)
+      curl = Curl::Easy.http_get('https:'"//api.cimediacloud.com/assets/#{asset_id}") do |c|
+        perform(c)
+      end
+      JSON.parse(curl.body_str)
+    end
+  end
+
+  class Deleter < CiClient
+    def initialize(ci)
+      @ci = ci
+    end
+
+    def delete(asset_id)
+      Curl::Easy.http_delete('https:'"//api.cimediacloud.com/assets/#{asset_id}") do |c|
+        perform(c)
+      end
+    end
+  end
+
+  class Lister < CiClient
+    include Enumerable
+
+    def initialize(ci)
+      @ci = ci
+    end
+
+    def list(limit, offset)
+      curl = Curl::Easy.http_get('https:''//api.cimediacloud.com/workspaces/' \
+                                 "#{@ci.workspace_id}/contents?limit=#{limit}&offset=#{offset}") do |c|
+        perform(c)
+      end
+      JSON.parse(curl.body_str)['items']
+    end
+
+    def each
+      limit = 5 # Small chunks so it's easy to spot windowing problems
+      offset = 0
+      loop do
+        assets = list(limit, offset)
+        break if assets.empty?
+        assets.each { |asset| yield asset }
+        offset += limit
+      end
+    end
+  end
+
+  class Uploader < CiClient
+    def initialize(ci, path, log_path)
+      @ci = ci
+      @path = path
+      @log_file = File.open(log_path, 'a')
+    end
+
+    def upload
+      file = File.new(@path)
+      if file.size > 5 * 1024 * 1024
+        initiate_multipart_upload(file)
+        do_multipart_upload_part(file)
+        complete_multipart_upload
+      else
+        singlepart_upload(file)
+      end
+
+      row = [Time.now, File.basename(@path), @asset_id,
+             @ci.detail(@asset_id).to_s.gsub("\n", ' ')]
+      @log_file.write(row.join("\t") + "\n")
+      @log_file.flush
+
+      @asset_id
+    end
+
+    private
+
+    SINGLEPART_URI = 'https://io.cimediacloud.com/upload'
+    MULTIPART_URI = 'https://io.cimediacloud.com/upload/multipart'
+
+    def singlepart_upload(file)
+      curl = "curl -s -XPOST '#{SINGLEPART_URI}'" \
+             " -H 'Authorization: Bearer #{@ci.access_token}'" \
+             " -F filename='@#{file.path}'" \
+             " -F metadata=\"{'workspaceId': '#{@ci.workspace_id}'}\""
+      body_str = `#{curl}`
+      @asset_id = JSON.parse(body_str)['assetId']
+      fail "Upload failed: #{body_str}" unless @asset_id
+      # TODO: This shouldn't be hard, but it just hasn't worked for me.
+#      params = {
+#        File.basename(file) => file.read,
+#        'metadata' => JSON.generate({})
+#      }.map { |k,v| Curl::PostField.content(k,v) }
+#      curl = Curl::Easy.http_post(SINGLEPART_URI, params) do |c|
+#        c.multipart_form_post = true
+#        perform(c)
+#      end
+    end
+
+    def initiate_multipart_upload(file)
+      params = JSON.generate('name' => File.basename(file),
+                             'size' => file.size,
+                             'workspaceId' => @ci.workspace_id)
+      curl = Curl::Easy.http_post(MULTIPART_URI, params) do |c|
+        perform(c, 'application/json')
+      end
+      @asset_id = JSON.parse(curl.body_str)['assetId']
+    end
+
+    def do_multipart_upload_part(file)
+      Curl::Easy.http_put("#{MULTIPART_URI}/#{@asset_id}/1", file.read) do |c|
+        perform(c, 'application/octet-stream')
+      end
+    end
+
+    def complete_multipart_upload
+      Curl::Easy.http_post("#{MULTIPART_URI}/#{@asset_id}/complete") do |c|
+        perform(c)
+      end
+    end
+  end
+end
+
+if __FILE__ == $PROGRAM_NAME
+  args = begin
+    Hash[ARGV.slice_before { |a| a.match(/^--/) }.to_a.map { |a| [a[0].gsub(/^--/, ''), a[1..-1]] }]
+  rescue
+    {}
+  end
+
+  ci = Ci.new(
+    # verbose: true,
+    credentials_path: Rails.root + 'config/ci.yml')
+
+  begin
+    case args.keys.sort
+
+    when ['log', 'up']
+      fail ArgumentError.new if args['log'].empty? || args['up'].empty?
+      args['up'].each { |path| ci.upload(path, args['log'].first) }
+
+    when ['down']
+      fail ArgumentError.new if args['down'].empty?
+      args['down'].each { |id| puts ci.download(id) }
+
+    when ['list']
+      fail ArgumentError.new unless args['list'].empty?
+      ci.each { |asset| puts "#{asset['name']}\t#{asset['id']}" }
+
+    when ['recheck']
+      fail ArgumentError.new if args['recheck'].empty?
+      args['recheck'].each do |file|
+        File.foreach(file) do |line|
+          line.chomp!
+          id = line.split("\t")[2]
+          detail = ci.detail(id).to_s.gsub("\n", ' ')
+          puts line + "\t" + detail
+        end
+      end
+
+    else
+      fail ArgumentError.new
+    end
+  rescue ArgumentError
+    abort 'Usage: --up GLOB --log LOG_FILE | --down ID | --list | --recheck LOG_FILE'
+  end
+
+end
+

data/lib/sony_ci_basic.rb

@@ -0,0 +1,132 @@
+require 'yaml'
+require 'curb'
+require 'json'
+
+class SonyCiBasic
+  attr_reader :access_token
+  attr_reader :verbose
+  attr_reader :workspace_id
+
+  def initialize(opts={}) # rubocop:disable PerceivedComplexity, CyclomaticComplexity
+    unrecognized_opts = opts.keys - [:verbose, :credentials_path, :credentials]
+    fail "Unrecognized options #{unrecognized_opts}" unless unrecognized_opts == []
+
+    @verbose = opts[:verbose] ? true : false
+
+    fail 'Credentials specified twice' if opts[:credentials_path] && opts[:credentials]
+    fail 'No credentials given' if !opts[:credentials_path] && !opts[:credentials]
+    credentials = opts[:credentials] || YAML.load_file(opts[:credentials_path])
+
+    credentials.keys.sort.tap do |actual|
+      expected = ['username', 'password', 'client_id', 'client_secret', 'workspace_id'].sort
+      fail "Expected #{expected} in ci credentials, not #{actual}" if actual != expected
+    end
+
+    params = {
+      'grant_type' => 'password',
+      'client_id' => credentials['client_id'],
+      'client_secret' => credentials['client_secret']
+    }.map { |k, v| Curl::PostField.content(k, v) }
+
+    curl = Curl::Easy.http_post('https://api.cimediacloud.com/oauth2/token', *params) do |c|
+      c.verbose = @verbose
+      c.http_auth_types = :basic
+      c.username = credentials['username']
+      c.password = credentials['password']
+      # c.on_missing { |curl, data| puts "4xx: #{data}" }
+      # c.on_failure { |curl, data| puts "5xx: #{data}" }
+      c.perform
+    end
+
+    @access_token = JSON.parse(curl.body_str)['access_token']
+    fail 'OAuth failed' unless @access_token
+
+    @workspace_id = credentials['workspace_id']
+  end
+
+  def download(asset_id)
+    Downloader.new(self).download(asset_id)
+  end
+
+  class CiClient
+    # This class hierarchy might be excessive, but it gives us:
+    # - a single place for the `perform` method
+    # - and an isolated container for related private methods
+
+    def perform(curl, mime=nil)
+      # TODO: Is this actually working?
+      # curl.on_missing { |data| puts "4xx: #{data}" }
+      # curl.on_failure { |data| puts "5xx: #{data}" }
+      curl.verbose = @ci.verbose
+      curl.headers['Authorization'] = "Bearer #{@ci.access_token}"
+      curl.headers['Content-Type'] = mime if mime
+      curl.perform
+    end
+  end
+
+  class Downloader < CiClient
+    @@cache = {}
+
+    def initialize(ci)
+      @ci = ci
+    end
+
+    def download(asset_id)
+      hit = @@cache[asset_id]
+      if !hit || hit[:expires] < Time.now
+        curl = Curl::Easy.http_get('https'"://api.cimediacloud.com/assets/#{asset_id}/download") do |c|
+          perform(c)
+        end
+        url = JSON.parse(curl.body_str)['location']
+        @@cache[asset_id] = { url: url, expires: Time.now + 3 * 60 * 60 }
+      end
+      @@cache[asset_id][:url]
+    end
+  end
+end
+
+if __FILE__ == $PROGRAM_NAME
+  args = begin
+    Hash[ARGV.slice_before { |a| a.match(/^--/) }.to_a.map { |a| [a[0].gsub(/^--/, ''), a[1..-1]] }]
+  rescue
+    {}
+  end
+
+  ci = Ci.new(
+    # verbose: true,
+    credentials_path: Rails.root + 'config/ci.yml')
+
+  begin
+    case args.keys.sort
+
+    when ['log', 'up']
+      fail ArgumentError.new if args['log'].empty? || args['up'].empty?
+      args['up'].each { |path| ci.upload(path, args['log'].first) }
+
+    when ['down']
+      fail ArgumentError.new if args['down'].empty?
+      args['down'].each { |id| puts ci.download(id) }
+
+    when ['list']
+      fail ArgumentError.new unless args['list'].empty?
+      ci.each { |asset| puts "#{asset['name']}\t#{asset['id']}" }
+
+    when ['recheck']
+      fail ArgumentError.new if args['recheck'].empty?
+      args['recheck'].each do |file|
+        File.foreach(file) do |line|
+          line.chomp!
+          id = line.split("\t")[2]
+          detail = ci.detail(id).to_s.gsub("\n", ' ')
+          puts line + "\t" + detail
+        end
+      end
+
+    else
+      fail ArgumentError.new
+    end
+  rescue ArgumentError
+    abort 'Usage: --up GLOB --log LOG_FILE | --down ID | --list | --recheck LOG_FILE'
+  end
+
+end

metadata

@@ -0,0 +1,46 @@
+--- !ruby/object:Gem::Specification
+name: sony-ci-api
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Chuck McCallum
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-28 00:00:00.000000000 Z
+dependencies: []
+description: Wrapper for the Sony Ci API (http://developers.cimediacloud.com/)
+email: chuck_mccallum@wgbh.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/sony_ci_admin.rb
+- lib/sony_ci_basic.rb
+homepage: https://github.com/WGBH/sony-ci-api
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.3
+signing_key: 
+specification_version: 4
+summary: Sony Ci API
+test_files: []
+has_rdoc: