pastehub 0.2.6

data/lib/pastehub/clientsync.rb

@@ -0,0 +1,287 @@
+#
+# clientsync.rb - PasteHub's client sync library
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+require 'net/http'
+require 'uri'
+require 'open-uri'
+require 'fileutils'
+
+module PasteHub
+
+  class ClientSync
+
+    def initialize( alive_entries, localdb_path, polling_interval )
+      @alive_entries        = alive_entries
+      @localdb_path         = localdb_path
+      @polling_interval     = polling_interval
+    end
+
+
+    def syncDb( auth, password )
+      notifyFlag = false
+
+      STDERR.puts "synchronizing..."
+      client = PasteHub::Client.new( auth, password )
+      util   = PasteHub::Util.new
+      # open local db
+      localdb = PasteHub::LocalDB.new( @localdb_path )
+      localdb.open( auth.username, true )
+
+      masterList = localdb.getServerList()
+      #pp [ "masterList.size", masterList.size ]
+
+      # calc difference between master and local.
+      localList = localdb.getList()
+      #pp [ "localList.size(1)", localList.size ]
+
+      # pickup first ALIVE_ENTRIES from localList
+      #_half0 = util.takeList( localList,  @alive_entries )
+      _half1 = util.dropList( masterList,  @alive_entries )
+      localList = localList + _half1
+      #pp [ "localList.size(2)", localList.size ]
+
+      downList = util.diffList( masterList, localList )
+      #pp [ "downList.size", downList.size ]
+
+      upList   = util.diffList( localList,  masterList )
+      #pp [ "upList.size", upList.size ]
+
+      # push first element to clipboard.
+      if 0 < downList.size
+        key = downList.first
+        value = client.getValue( key )
+        if @prevData == value
+          #p [ @prevData , value ]
+          STDERR.puts "Info: did not push to OS's clipboard because prevData == donwloaded-firstEntry."
+        else
+          STDERR.printf( "Info: push to OS's clipboard (size=%d).\n", value.size )
+          PasteHub::AbstractClipboard.push( value.dup )
+          notifyFlag = true
+          @prevData = value
+        end
+      end
+
+      # donwload
+      downList.each {|key|
+        value = client.getValue( key )
+        localdb_w = PasteHub::LocalDB.new( @localdb_path )
+        localdb_w.open( auth.username )
+        localdb_w.insertValue( key.dup, value.dup )
+        localdb_w.close
+        sleep( 0.2 )
+      }
+      # upload
+      upList.each {|key|
+        value = localdb.getValue( key )
+        client.putValue(     key.dup, value.dup )
+      }
+
+      STDERR.puts "Info: download #{downList.size} records."
+      downList.each { |x|
+        #STDERR.puts "  key=#{x}"
+      }
+      STDERR.puts "Info:   upload #{upList.size} records."
+      upList.each { |x|
+        #STDERR.puts "  key=#{x}"
+      }
+      localdb.close()
+
+      if 0 < downList.size or 0 < upList.size
+        STDERR.puts "Info:   send signal to Emacs."
+        system( "killall -SIGUSR1 Emacs emacs" )
+      end
+
+      return notifyFlag
+    end
+
+
+    def gcLocalDb( auth )
+      STDERR.puts "GCing..."
+
+      # open local db
+      localdb_w = PasteHub::LocalDB.new( @localdb_path )
+      localdb_w.open( auth.username )
+      localList = localdb_w.getList()
+      deleteList = localList[@alive_entries..(localList.size)]
+      if deleteList and 0 < deleteList.size
+        STDERR.puts "Info:   delete #{deleteList.size} records."
+        deleteList.each { |key|
+          localdb_w.deleteValue( key.dup )
+        }
+      end
+      localdb_w.close
+    end
+
+
+    def fetchServerList( latestKey, auth )
+      client = PasteHub::Client.new( auth )
+      if latestKey.is_a? String
+        STDERR.puts "Info: fetch one entry"
+        list = [ latestKey.clone() ]
+      else
+        STDERR.puts "Info: fetch ALL entries"
+        list = client.getList()
+      end
+      client.setServerFlags( list )
+    end
+
+    def addNoitfyCallback( countUpNotifyFunc, connectNotifyFunc, disconnectNotifyFunc )
+      @countUpNotifyFunc     = countUpNotifyFunc
+      @connectNotifyFunc     = connectNotifyFunc
+      @disconnectNotifyFunc  = disconnectNotifyFunc
+    end
+
+    def notifyCountUp()
+      @countUpNotifyFunc.call() if @countUpNotifyFunc
+    end
+
+    def notifyConnect()
+      @connectNotifyFunc.call() if @connectNotifyFunc
+    end
+
+    def notifyDisconnect()
+      @disconnectNotifyFunc.call() if @disconnectNotifyFunc      
+    end
+
+
+    def syncMain( username, secretKey, password )
+      freeCounter = 0
+
+      auth   = PasteHub::AuthForClient.new( username, secretKey )
+      client = PasteHub::Client.new( auth )
+      client.setOnlineState( false )
+      client.setOnlineState( true )  # create Trigger token  ___-___
+      client.setOnlineState( false )
+      result = :start
+
+      while true
+        begin
+          freeCounter += 1
+
+          if client.getTrigger() or (0 == (freeCounter % 60))
+            STDERR.puts "Info: force sync."
+            result = :sync
+            gcLocalDb( auth )
+          else
+            auth   = PasteHub::AuthForClient.new( username, secretKey )
+            result = client.wait_notify( auth )
+          end
+
+          case result
+          when :timeout
+            STDERR.puts "waiting..."
+            client.setOnlineState( true )
+            notifyConnect()
+          when :retry
+            STDERR.puts "retrying...."
+            client.setOnlineState( false )
+            notifyDisconnect()
+            sleep 60
+          else
+            if not client.online?()
+              notifyConnect()
+            end
+            client.setOnlineState( true )
+            fetchServerList( result, auth )
+            if syncDb( auth, password )
+              notifyCountUp()
+            end
+          end
+        rescue Errno::EAGAIN => e
+          STDERR.puts "retrying... DB is locked"
+          notifyDisconnect()
+          sleep 2
+        rescue Errno::ECONNREFUSED => e
+          STDERR.puts "retrying... pastehub server is down(1)"
+          notifyDisconnect()
+          sleep 60
+        rescue Errno::ETIMEDOUT => e
+          STDERR.puts "retrying... network is offline(1)"
+          notifyDisconnect()
+          sleep 60
+        rescue SocketError => e
+          STDERR.puts "retrying... network is offline(2)"
+          notifyDisconnect()
+          sleep 60
+        rescue Timeout::Error => e
+          # ONLINE, but server is not helthy
+          notifyDisconnect()
+          STDERR.puts "retrying... pastehub server is down(2)"
+          sleep 60
+        end
+      end
+    end
+
+
+    def clipboardCheck( username, secretKey, password )
+      STDERR.puts "Info: clipboardCheck thread start"
+      @prevData = ""
+      while true
+        sleep @polling_interval
+        data = PasteHub::AbstractClipboard.hasNew?( username )
+        if data
+          if @prevData != data
+            #p [ @prevData, data ]
+            auth = PasteHub::AuthForClient.new( username, secretKey )
+            client = PasteHub::Client.new( auth, password )
+            if client.online?(  )
+              STDERR.puts( "Info: posted data from OS." )
+              begin
+                client.putValue( "_", data )
+              rescue Errno::ECONNREFUSED => e
+                # if postData was fail, save to local.
+                client.setOnlineState( false )
+                client.localSaveValue( data )
+                sleep 60
+              end
+            else
+              client.localSaveValue( data )
+            end
+            @prevData = data
+          end
+        end
+      end
+    end
+
+
+    def syncNow( username, secretKey, password )
+      STDERR.puts( "Info: caught signal." )
+      store = PasteHub::LocalStore.new( username, true )
+      pair = store.top()
+      auth = PasteHub::AuthForClient.new( username, secretKey )
+      client = PasteHub::Client.new( auth, password )
+      client.putValue( pair[0], pair[1] )
+    end
+
+  end
+end

data/lib/pastehub/clipboard.rb

@@ -0,0 +1,56 @@
+#
+# clipboard.rb - PasteHub's platform independent clipboard library.
+#  
+#   Copyright (c) 2013-2013  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#
+#
+require 'clipboard'
+
+module PasteHub
+
+  class AbstractClipboard
+
+    def self.push( data )
+      Encoding.default_external = "UTF-8"
+      Clipboard.copy( data.force_encoding("UTF-8") )
+      nil
+    end
+
+    def self.hasNew?( username )
+      Encoding.default_external = "UTF-8"
+      str = Clipboard.paste( )
+      str = str.force_encoding("UTF-8")
+      if 0 == str.size
+        return nil
+      end
+      return str
+    end
+  end
+end

data/lib/pastehub/config.rb

@@ -0,0 +1,166 @@
+#
+# config.rb - PasteHub's config file loader and config object.
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+require 'singleton'
+require 'json'
+
+module PasteHub
+  class Config
+    include Singleton
+
+    def self.instance
+      @@instance ||= new
+    end
+
+    def initialize( )
+      self.setupServer( {} )
+      self.setupClient( {} )
+      @listItems = 10
+    end
+
+    def setupServer( hash )
+      @aws                 = if hash[ :aws ]
+                               hash[ :aws ]
+                             else
+                               false
+                             end
+      @awsWarn             = if hash[ :awsWarn ]
+                               hash[ :awsWarn ]
+                             else
+                               false
+                             end
+      @dynamoEp            = if hash[ :dynamoEp ]
+                               hash[ :dynamoEp ]
+                             else
+                               dynamoEp = 'dynamodb.ap-northeast-1.amazonaws.com' # Default DynamoDB's endpoint is Tokyo Region
+                             end
+      @dynamoAccessKey     = if hash[ :dynamoAccessKey ]
+                               hash[ :dynamoAccessKey ]
+                             else
+                               "xxxx"
+                             end
+      @dynamoSecretKey     = if hash[ :dynamoSecretKey ]
+                               hash[ :dynamoSecretKey ]
+                             else
+                               "xxxx"
+                             end
+      @memcacheEp          = if hash[ :memcacheEp ]
+                               hash[ :memcacheEp ]
+                             else
+                               "localhost:11211"
+                             end
+      @keyCacheTime        = if hash[ :keyCacheTime ]
+                               hash[ :keyCacheTime ]
+                             else
+                               24 * 3600
+                             end
+      @domain              = if hash[ :domain ]
+                               hash[ :domain ]
+                             else
+                               "localhost"
+                             end
+      @keystore            = if hash[ :keystore ]
+                               hash[ :keystore ]
+                             else
+                               nil
+                             end
+      @keystorePassword    = if hash[ :keystorePassword ]
+                               hash[ :keystorePassword ]
+                             else
+                               "password"
+                             end
+    end
+
+    def appendSlash( uri )
+      if uri.match( /\/$/ )
+        uri
+      else
+        uri + "/"
+      end
+    end
+
+    def setupClient( hash )
+      @targetApiURL        = if hash[ :targetApiURL ]
+                               appendSlash( hash[ :targetApiURL ] )
+                             else
+                               "https://pastehub.net/api/"
+                             end
+      @targetNotifierURL   = if hash[ :targetNotifierURL ]
+                               appendSlash( hash[ :targetNotifierURL ] )
+                             else
+                               "https://pastehub.net:8001/"
+                             end
+      @localDbPath         = if hash[ :localDbPath ]
+                               hash[ :localDbPath ]
+                             else
+                               File.expand_path( "~/.pastehub/" ) + "/"
+                             end
+   end
+
+    def loadServer()
+      name = "/etc/pastehub.conf"
+      if File.exist?( name )
+        open( name ) { |f|
+          json = JSON.parse( f.read )
+          self.setupServer( { :aws                => json[ 'aws' ],
+                              :awsWarn            => json[ 'awsWarn' ],
+                              :dynamoEp           => json[ 'dynamoEp' ],
+                              :dynamoAccessKey    => json[ 'dynamoAccessKey' ],
+                              :dynamoSecretKey    => json[ 'dynamoSecretKey' ],
+                              :memcacheEp         => json[ 'memcacheEp' ],
+                              :keyCacheTime       => json[ 'keyCacheTime' ],
+                              :domain             => json[ 'domain' ],
+                              :keystore           => json[ 'keystore' ],
+                              :keystorePassword   => json[ 'keystorePassword' ] } )
+        }
+      end
+    end
+
+    def loadClient()
+      name = File.expand_path( "~/.pastehub.conf" )
+      if File.exist?( name )
+        open( name ) { |f|
+          json = JSON.parse( f.read )
+          self.setupClient( { :targetApiURL       => json[ 'targetApiURL' ],
+                              :targetNotifierURL  => json[ 'targetNotifierURL' ],
+                              :localDbPath        => json[ 'localDbPath' ] } )
+
+        }
+      end
+    end
+
+    attr_reader :aws, :dynamoEp, :dynamoAccessKey, :dynamoSecretKey, :memcacheEp, :keyCacheTime, :domain, :keystore, :keystorePassword
+    attr_reader :targetApiURL, :targetNotifierURL, :localDbPath, :listItems
+    attr_accessor :awsWarn
+  end
+end