my_bitcasa 1.0.0

data/lib/my_bitcasa/connection.rb

@@ -0,0 +1,102 @@
+require 'my_bitcasa/connection_finalizer'
+require 'my_bitcasa/response_format_error'
+require 'my_bitcasa/connection_error'
+require 'my_bitcasa/authorization_error'
+require 'faraday'
+require 'faraday_middleware'
+require 'my_bitcasa/response_middleware'
+require 'active_support/core_ext'
+require 'uri'
+
+module MyBitcasa
+  class Connection < Faraday::Connection
+    attr_writer :login_engine
+    attr_accessor :cookie
+
+    def initialize(user: nil, password: nil, multipart: false)
+      super(:url => 'https://my.bitcasa.com') do |conn|
+        conn.use FaradayMiddleware::FollowRedirects
+        if multipart
+          conn.request :multipart
+        else
+          conn.request :url_encoded
+        end
+        #conn.response :logger
+        conn.response :my_bitcasa
+        conn.adapter Faraday.default_adapter
+      end 
+      @headers[:user_agent] = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:10.0.2) Gecko/20100101 Firefox/10.0.2"
+
+      yield self if block_given?
+
+      login(user, password) if user && password
+    ensure
+      #ObjectSpace.define_finalizer(self) { logout! }
+    end
+
+    def login_engine
+      @login_engine ||= LoginEngine.autodetect.new
+    end
+
+    def login(user, password)
+      login_engine.login(user, password)
+      @cookie = login_engine.cookie
+    end
+
+    def loggedin?
+      !!@cookie
+    end
+
+    def logout!
+      if loggedin?
+        self.get("/logout")
+        @cookie = nil
+      end
+    end
+
+    [:get, :post, :put, :delete, :head, :patch].each do |method|
+      class_eval %{
+        def #{method}_with_session(*args, &block)
+          res = #{method}_without_session(*args, &block)
+          _after_request(:#{method}, res)
+          res
+        end
+        alias_method_chain :#{method}, :session
+
+        def #{method}_with_loggedin(*args, &block)
+          _before_request(:#{method}, *args)
+          res = #{method}_without_loggedin(*args) {|req|
+            req.headers["Cookie"] = @cookie if @cookie
+            block.call(req) if block
+          }
+          res
+        end
+        alias_method_chain :#{method}, :loggedin
+      }
+    end
+
+    def multipart
+      @multipart ||= self.class.new(multipart: true)
+      @multipart.cookie = self.cookie
+      @multipart
+    end
+
+    private
+    def _before_request(method, *args)
+      raise AuthorizationError, "login required" unless loggedin?
+    end
+
+    def _after_request(method, res)
+      @cookie = res.headers["set-cookie"] || @cookie
+      if @cookie
+        @cookie.sub!(/; Domain=(\.?my)?.bitcasa.com; Path=\//, "")
+      end
+    end
+
+    class << self
+      def uri_encode(path)
+        URI.encode(path).gsub("[", "%5B").gsub("]", "%5D")
+      end
+    end
+  end
+end

data/lib/my_bitcasa/connection_error.rb

@@ -0,0 +1,6 @@
+require 'my_bitcasa/error'
+
+module MyBitcasa
+  class ConnectionError < Error
+  end
+end

data/lib/my_bitcasa/connection_finalizer.rb

@@ -0,0 +1,12 @@
+module MyBitcasa
+  class ConnectionFinalizer
+    def initialize(conn)
+      @conn = conn
+    end
+
+    def call(*args)
+      puts "finalizer logout"
+      @conn.logout!
+    end
+  end
+end

data/lib/my_bitcasa/connection_pool.rb

@@ -0,0 +1,26 @@
+require 'my_bitcasa/connection'
+require 'active_support/core_ext'
+
+module MyBitcasa
+  module ConnectionPool
+    extend ActiveSupport::Concern
+
+    attr_writer :connection
+
+    def connection
+      @connection || self.class.connection
+    end
+
+    def multipart_connection
+      connection.multipart
+    end
+
+    module ClassMethods
+      mattr_accessor :connection
+
+      def establish_connection(*args)
+        @@connection = Connection.new(*args)
+      end
+    end
+  end
+end

data/lib/my_bitcasa/data_accessor.rb

@@ -0,0 +1,31 @@
+module MyBitcasa
+  module DataAccessor
+    def data_value_reader(key)
+      class_eval %{
+        def #{key}
+          @data["#{key}"]
+        end
+      }
+    end 
+    private :data_value_reader
+
+    def data_bool_reader(key)
+      class_eval %{
+        def #{key}?
+          !!@data["#{key}"]
+        end
+      }
+    end 
+    private :data_bool_reader
+
+    def data_reader(key)
+      key, question = key.to_s.split("?", -1)
+      if question
+        data_bool_reader(key)
+      else
+        data_value_reader(key)
+      end
+    end
+    private :data_reader
+  end
+end

data/lib/my_bitcasa/delete.rb

@@ -0,0 +1,26 @@
+require 'my_bitcasa/connection_pool'
+require 'json'
+
+module MyBitcasa
+  class Delete
+    include ConnectionPool
+
+    def initialize(*paths)
+      @paths = paths.flatten
+    end
+
+    def delete
+      res = connection.post do |req|
+        req.url "/delete"
+        req.body = {
+          selection: JSON.generate({
+            paths: @paths,
+            albums: {},
+            artists: [],
+            photo_albums: [],
+          }),
+        }
+      end
+    end
+  end
+end

data/lib/my_bitcasa/directory.rb

@@ -0,0 +1,59 @@
+require 'my_bitcasa/connection_pool'
+require 'my_bitcasa/bitcasa_item'
+
+module MyBitcasa
+  class Directory
+    include ConnectionPool
+    include Enumerable
+
+    attr_accessor :path
+    attr_accessor :top
+    attr_accessor :bottom
+    attr_accessor :sort_column
+    attr_accessor :sort_ascending
+    attr_accessor :show_incomplete
+    attr_accessor :seamless
+
+    def initialize(path, top: 0, bottom: 500, sort_column: :name, sort_ascending: true, show_incomplete: true, seamless: true)
+      @path = path.sub(/^\/?/, "/")
+      @top = top
+      @bottom = bottom
+      @sort_column = sort_column
+      @sort_ascending = sort_ascending
+      @show_incomplete = show_incomplete
+      @seamless = seamless
+    end
+
+    def each
+      top = @top
+
+      begin
+        res = connection.get {|req|
+          req.url Connection.uri_encode("/directory#{@path}")
+          req.params = {
+            top: top,
+            bottom: @bottom,
+            sort_column: @sort_column,
+            sort_ascending: @sort_ascending,
+            "show-incomplete" => @show_incomplete,
+          }
+        }
+
+        sentinel = res.body["sentinel"]
+        length = res.body["length"]
+        top = res.body["range"]["top"]
+        bottom = res.body["range"]["bottom"]
+        name = res.body["name"]
+        items = res.body["items"]
+
+        items.each do |item|
+          yield BitcasaItem.create(item)
+        end
+
+        if length<=bottom
+          break
+        end
+      end while @seamless
+    end
+  end
+end

data/lib/my_bitcasa/download.rb

@@ -0,0 +1,105 @@
+require 'my_bitcasa/connection_pool'
+require 'net/http'
+require 'net/https'
+require 'cgi'
+require 'fileutils'
+require 'tempfile'
+
+module MyBitcasa
+  class Download
+    include ConnectionPool
+
+    def initialize(path, params, basename)
+      @path = path
+      @params = params
+      @basename = basename
+      @req_class = Net::HTTP::Get
+    end
+
+    def stream(&block)
+      # path
+      query = @params.map{|k,v|
+        "#{k}=#{CGI.escape(v.to_s)}"
+      }.join("&")
+
+      # headers
+      headers = connection.headers.dup
+      headers["Cookie"] = connection.cookie
+
+      # body
+      body = nil
+      if @body
+        body = @body.map{|k,v|
+          "#{k}=#{CGI.escape(v.to_s)}"
+        }.join("&")
+      end
+
+      # http
+      http = Net::HTTP.new(connection.url_prefix.host, connection.url_prefix.port)
+      http.use_ssl = connection.url_prefix.scheme=="https"
+
+      # request
+      req = @req_class.new(@path+"?"+query, headers)
+      http.request(req, body) do |res|
+        case res
+        when Net::HTTPSuccess
+          # 200 OK
+        when Net::HTTPUnauthorized
+          # 401 Auhorization error
+          raise AuthorizationError, "login required"
+        else
+          # other status
+          raise ConnectionError, "response status code: #{res.code}"
+        end
+        res.read_body(&block)
+      end
+    end
+
+    def save(dest_path, use_tempfile=true)
+      # normalize dest path
+      if File.directory?(dest_path)
+        dest_path = dest_path.sub(/\/?$/, "/") + @basename
+      end
+
+      # check dest dir
+      dest_dir = File.dirname(dest_path)
+      unless File.directory?(dest_dir)
+        raise Errno::ENOENT, "No such directory - #{dest_dir}"
+      end
+      unless File.writable?(dest_dir)
+        raise Errno::EACCES, "Permission denied - #{dest_dir}"
+      end
+
+      # download
+      if use_tempfile
+        # use tempfile
+        temp_path = nil
+        begin
+          Tempfile.open("bitcasa_tempfile_") {|f|
+            temp_path = f.path
+            self.stream {|x|
+              f.write(x)
+            }
+          }
+          FileUtils.mv(temp_path, dest_path)
+        ensure
+          if temp_path && File.file?(temp_path)
+            File.unlink(temp_path) rescue nil
+          end
+        end
+      else
+        # direct write
+        open(dest_path, "w") {|f|
+          self.stream {|x|
+            f.write(x)
+          }
+        }
+      end
+
+      # chmod
+      File.chmod(0644, dest_path)
+
+      dest_path
+    end
+  end
+end

data/lib/my_bitcasa/downloadable.rb

@@ -0,0 +1,60 @@
+require 'my_bitcasa/download'
+require 'active_support/core_ext'
+require 'cgi'
+require 'fileutils'
+require 'tempfile'
+
+module MyBitcasa
+  module Downloadable
+    extend ActiveSupport::Concern
+
+    def stream(&block)
+      # path
+      download = Download.new(_download_path, _download_params)
+      download.stream(&block)
+    end
+
+    def save(dest_path, use_tempfile=true)
+      download = Download.new(_download_path, _download_params, _download_basename)
+      download.save(dest_path, use_tempfile)
+    end
+
+    # downloadable info
+
+    def _download_path
+      path_proc = self.class.downloadable_path_proc
+      instance_eval &path_proc
+    end
+    private :_download_path
+
+    def _download_params
+      params_proc = self.class.downloadable_params_proc
+      instance_eval &params_proc
+    end
+    private :_download_params
+
+    def _download_basename
+      basename_proc = self.class.downloadable_basename_proc
+      instance_eval &basename_proc
+    end
+    private :_download_basename
+
+    module ClassMethods
+      attr_reader :downloadable_path_proc
+      attr_reader :downloadable_params_proc
+      attr_reader :downloadable_basename_proc
+
+      def downloadable_path(&block)
+        @downloadable_path_proc = block
+      end
+
+      def downloadable_params(&block)
+        @downloadable_params_proc = block
+      end
+
+      def downloadable_basename(&block)
+        @downloadable_basename_proc = block
+      end
+    end
+  end
+end

data/lib/my_bitcasa/error.rb

@@ -0,0 +1,4 @@
+module MyBitcasa
+  class Error < StandardError
+  end
+end

data/lib/my_bitcasa/legacy_thumbnail.rb

@@ -0,0 +1,33 @@
+require 'my_bitcasa/connection_pool'
+require 'my_bitcasa/downloadable'
+
+module MyBitcasa
+  class LegacyThumbnail
+    include ConnectionPool
+    include Downloadable
+
+    THUMB_SIZE = {
+      small: "35x35c",
+      medium: "150x150c",
+      large: "260x260c",
+      preview: "1024x768s",
+    }.freeze
+
+    downloadable_path {
+      "/file/#{@file.id}/thumbnail/#{@specific_size}.png"
+    }
+    downloadable_params {{
+      size: @file.size,
+      mime: @file.mime,
+    }}
+    downloadable_basename {
+      name = File.basename(@file.name, "."+@file.extension)
+      "#{name}_#{@specific_size}.png"
+    }
+
+    def initialize(file, size=:small)
+      @file = file
+      @specific_size = THUMB_SIZE[size] || size
+    end
+  end
+end

data/lib/my_bitcasa/list.rb

@@ -0,0 +1,71 @@
+require 'my_bitcasa/connection_pool'
+require 'my_bitcasa/bitcasa_item'
+
+module MyBitcasa
+  class List
+    include ConnectionPool
+    include Enumerable
+
+    EVERYTHING    = "everything".freeze
+    PHOTOS        = "photos".freeze
+    MUSIC         = "music".freeze
+    MUSIC_ALBUMS  = "music/albums".freeze
+    MUSIC_ARTISTS = "music/artists".freeze
+    VIDEOS        = "videos".freeze
+    DOCUMENTS     = "documents".freeze
+
+    TYPES = Set[EVERYTHING, PHOTOS, MUSIC, MUSIC_ALBUMS, MUSIC_ARTISTS, VIDEOS, DOCUMENTS].freeze
+
+    attr_accessor :type
+    attr_accessor :search
+    attr_accessor :top
+    attr_accessor :bottom
+    attr_accessor :sort_column
+    attr_accessor :sort_ascending
+    attr_accessor :seamless
+
+    def initialize(type: EVERYTHING, search: nil, top: 0, bottom: 500, sort_column: :name, sort_ascending: true, seamless: true)
+      raise "type error: #{type}" unless TYPES.include?(type)
+
+      @type = type
+      @search = search
+      @top = top
+      @bottom = bottom
+      @sort_column = sort_column
+      @sort_ascending = sort_ascending
+      @seamless = seamless
+    end
+
+    def each
+      top = @top
+
+      begin
+        res = connection.get {|req|
+          req.url "/list/#{@type}"
+          req.params = {
+            search: @search,
+            top: top,
+            bottom: @bottom,
+            sort_column: @sort_column,
+            sort_ascending: @sort_ascending,
+          }
+        }
+
+        sentinel = res.body["sentinel"]
+        length = res.body["length"]
+        top = res.body["range"]["top"]
+        bottom = res.body["range"]["bottom"]
+        name = res.body["name"]
+        items = res.body["items"]
+
+        items.each do |item|
+          yield BitcasaItem.create(item)
+        end
+
+        if length<=bottom
+          break
+        end
+      end while @seamless
+    end
+  end
+end

data/lib/my_bitcasa/login_engine/phantomjs.rb

@@ -0,0 +1,29 @@
+require 'my_bitcasa/authorization_error'
+
+module MyBitcasa
+  module LoginEngine
+    class Phantomjs
+      attr_reader :cookie
+
+      def initialize
+        require 'phantomjs'
+      end
+
+      def login(user, password)
+        js_path = ::File.expand_path("phantomjs_login.js", ::File.dirname(__FILE__))
+        cookie = ::Phantomjs.run(js_path, user, password)
+        cookie = cookie.to_s.strip
+        if cookie.length==0
+          raise AuthorizationError, "login failure"
+        end
+        @cookie = cookie
+      end
+
+      class << self
+        def available?
+          new && true rescue false
+        end
+      end
+    end
+  end
+end

data/lib/my_bitcasa/login_engine/phantomjs_login.js

@@ -0,0 +1,58 @@
+var page = require('webpage').create();
+var args = require('system').args;
+
+var user = args[1]==void 0 ? "" : args[1];
+var password =  args[2]==void 0 ? "" : args[2];
+
+page.onInitialized = function() {
+	page.evaluate(function() {
+		document.addEventListener('DOMContentLoaded', function() {
+			window.callPhantom('DOMContentLoaded');
+		}, false);
+	});
+};
+
+var funcs = function(funcs) {
+	this.funcs = funcs;
+	this.init();
+};
+funcs.prototype = {
+	init: function() {
+		var self = this;
+		page.onCallback = function(data){
+			if (data === 'DOMContentLoaded') self.next();
+		}
+	},
+	next: function() {
+		var func = this.funcs.shift();
+		if (func !== undefined) {
+			func();
+		} else {
+			page.onCallback = function(){};
+		}
+	}
+};
+
+new funcs([
+	function() {
+		page.open('https://my.bitcasa.com/login');
+	},
+	function() {
+		page.evaluate(function(user, password) {
+			document.getElementById('user').value = user;
+			document.getElementById('password').value = password;
+			document.querySelector('form').submit();
+		}, user, password);
+	},
+	function() {
+		var cookie = page.evaluate(function() {
+			if (window.location.pathname.indexOf("/login")==0) {
+				return null;
+			} else {
+				return document.cookie;
+			}
+		});
+		console.log(cookie);
+		phantom.exit();
+	}
+]).next();

data/lib/my_bitcasa/login_engine/pure.rb

@@ -0,0 +1,47 @@
+require 'my_bitcasa/response_format_error'
+
+module MyBitcasa
+  module LoginEngine
+    # MyBitcasa::LoginEngine::Pure is not work.
+    class Pure
+      include ConnectionPool
+
+      attr_reader :cookie
+
+      def initialize(connection=nil)
+        @connection = connection
+      end
+
+      def login(user, password)
+        # login form
+        res = @conn.get_without_loggedin("/login")
+
+        csrf_tag = res.body.match(/<input [^<>]*name="csrf_token"[^<>]*>/){|m| m[0]}
+        raise ResponseFormatError, "csrf_token tag is not found" unless csrf_tag
+
+        csrf_token = csrf_tag.match(/value="([^"]+)"/){|m| m[1]}
+        raise ResponseFormatError, "csrf_token is not found" unless csrf_token
+
+        # login post
+        res = @conn.post_without_loggedin("/login", {
+          user: user,
+          password: password,
+          csrf_token: csrf_token,
+          redirect: "/",
+        })
+
+        if res.env[:url].path.start_with?("/login")
+          raise AuthorizationError, "login failure"
+        end
+
+        @cookie = res.headers["set-cookie"]
+      end
+
+      class << self
+        def available?
+          false
+        end
+      end
+    end
+  end
+end