streamio-cli 0.0.1

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Streamio AB
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Streamio::Exporter
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'streamio-exporter'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install streamio-exporter
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/bin/streamio

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+begin
+  require 'rubygems'
+  gem 'streamio-cli'
+rescue LoadError
+end
+
+require 'streamio-cli'

data/lib/streamio-cli.rb

@@ -0,0 +1,133 @@
+require 'net/http'
+require 'uri'
+require 'fileutils'
+require 'thor'
+require 'streamio'
+require 'ruby-progressbar'
+require 'streamio-cli/version'
+
+module Streamio
+  class SlowDownloadError < StandardError
+  end
+
+  class CLI < Thor
+    desc "export", "export data from target account"
+    method_option :username, :desc => 'api username', :aliases => '-u', :required => true
+    method_option :password, :desc => 'api password', :aliases => '-p', :required => true
+    method_option :include_transcodings, :aliases => '-i', :type => :boolean
+    def export
+      configure_streamio_gem
+      download_videos
+      download_audios
+    rescue SocketError
+      puts "[ERROR]"
+      puts "Could not connect to the internet, please check your connection and try again."
+      exit
+    end
+
+    private
+     def configure_streamio_gem
+      Streamio.configure do |c|
+        c.username = options[:username]
+        c.password = options[:password]
+      end
+    end
+
+    def download_videos
+      number_of_items = Video.count
+      current_item = 0
+      requests_needed = (number_of_items / 100) + 1
+
+      requests_needed.times do |i|
+        Video.all(:skip => i * 100, :limit => 100).each do |video|
+          current_item += 1
+          puts "\nVideo #{current_item} / #{number_of_items} - #{video.title} - #{video.id}"
+
+          path = FileUtils.mkdir_p("streamio-export/videos/#{video.id}").first
+          progress_bar_title = "Original (#{bytes_to_megabytes(video.original_video['size'])})"
+          File.open("#{path}/#{video.id}.json", "w:utf-8") { |file| file.write(video.attributes.to_json) }
+          download("http://#{video.original_video['http_uri']}", path, progress_bar_title)
+
+          next unless options[:include_transcodings]
+
+          video.transcodings.each do |transcoding|
+            progress_bar_title = "#{transcoding['title']} (#{bytes_to_megabytes(transcoding['size'])})"
+            download("http://#{transcoding['http_uri']}", path, progress_bar_title)
+          end
+        end
+      end
+    end
+
+    def download_audios
+      number_of_items = Audio.count
+      current_item = 0
+      requests_needed = (number_of_items / 100) + 1
+
+      requests_needed.times do |i|
+        Audio.all(:skip => i * 100, :limit => 100).each do |audio|
+          current_item += 1
+          puts "\nAudio #{current_item} / #{number_of_items}: #{audio.title}"
+
+          path = FileUtils.mkdir_p("streamio-export/audios/#{audio.id}").first
+          progress_bar_title = "Original (#{bytes_to_megabytes(audio.original_file['size'])})"
+          File.open("#{path}/#{audio.id}.json", "w:utf-8") { |file| file.write(audio.attributes.to_json) }
+          download("http://#{audio.original_file['http_uri']}", progress_bar_title)
+        end
+      end
+    end
+
+    def bytes_to_megabytes(bytes)
+      megabytes = bytes / 1048576.0
+      "%.1fMB" % [megabytes]
+    end
+
+    def download(url, path, progress_bar_title)
+      uri = URI.parse(url)
+      filename = "#{path}/#{File.basename(uri.path)}"
+      http = Net::HTTP.new(uri.host, uri.port)
+      size = http.request_head(uri.path)['Content-Length'].to_i
+      bytes_loaded = File.exist?(filename) ? File.size(filename) : 0
+
+      if size == bytes_loaded
+        puts "  #{progress_bar_title}: Already downloaded..."
+        return
+      end
+
+      progress_bar = ProgressBar.create(
+        :title => "  #{progress_bar_title}",
+        :starting_at => 0,
+        :total => size,
+        :format => "%t: |%B| %P%"
+      )
+
+      waiting_for_speed_test = true
+      start_time = nil
+      http.request_get(uri.path) do |response|
+        File.open(filename, "w:binary") do |file|
+          response.read_body do |data|
+            progress_bar.progress += data.length
+            file << data
+
+            if waiting_for_speed_test
+              start_time ||= Time.now
+              bytes_loaded_since_connection = progress_bar.progress
+              if bytes_loaded_since_connection > 524288
+                waiting_for_speed_test = false
+                seconds_taken = Time.now - start_time
+                bytes_per_second = bytes_loaded_since_connection / seconds_taken
+                raise SlowDownloadError if bytes_per_second < 65536
+              end
+            end
+          end
+        end
+      end
+    rescue SlowDownloadError
+      http.finish if http.started?
+      progress_bar.stop
+      puts "  Slow download detected - retrying!"
+      retry
+    end
+  end
+end
+
+Streamio::CLI.start

data/lib/streamio-cli/version.rb

@@ -0,0 +1,5 @@
+module Streamio
+  module Exporter
+    VERSION = "0.0.1"
+  end
+end

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification
+name: streamio-cli
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- David Backeus
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: streamio
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2
+description: 
+email:
+- david.backeus@streamio.com
+executables:
+- streamio
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/streamio-cli/version.rb
+- lib/streamio-cli.rb
+- bin/streamio
+- README.md
+- LICENSE
+- CHANGELOG.md
+homepage: https://github.com/streamio/streamio-exporter
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -340215124816893152
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -340215124816893152
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Command line interface for exporting data from Streamio accounts.
+test_files: []