pastehub 0.2.6 → 0.4.0

data/lib/pastehub/macosx.rb

@@ -1,66 +0,0 @@
-#
-# macosx.rb - PasteHub's clipboard sync thread for MacOS X 
-#  
-#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
-#   
-#   Redistribution and use in source and binary forms, with or without
-#   modification, are permitted provided that the following conditions
-#   are met:
-#   
-#   1. Redistributions of source code must retain the above copyright
-#      notice, this list of conditions and the following disclaimer.
-#  
-#   2. Redistributions in binary form must reproduce the above copyright
-#      notice, this list of conditions and the following disclaimer in the
-#      documentation and/or other materials provided with the distribution.
-#  
-#   3. Neither the name of the authors nor the names of its contributors
-#      may be used to endorse or promote products derived from this
-#      software without specific prior written permission.
-#  
-#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
-#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-#  
-#
-
-module PasteHub
-
-  class MacOSX
-
-    def self.push( data )
-      pbcopy = "/usr/bin/pbcopy"
-      if File.exist?( pbcopy )
-        begin
-          IO.popen(pbcopy, "r+") {|io|
-            io.write data
-            io.close
-          }
-          STDERR.puts "Info: push to MacOS X clipboard."
-        rescue IOError => e
-          STDERR.puts( "Error: program #{pbcopy} not found." )
-          return false
-        end
-      end
-    end
-
-    def self.hasNew?( username )
-      osxPaste = open( "|/usr/bin/pbpaste" ) { |f| 
-        f.read
-      }
-      if 0 < osxPaste.size
-        osxPaste
-      else
-        nil
-      end
-    end
-  end
-end

data/lib/pastehub/masterdb.rb

@@ -1,213 +0,0 @@
-#
-# masterdb.rb - PasteHub's master database manager
-#  
-#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
-#   
-#   Redistribution and use in source and binary forms, with or without
-#   modification, are permitted provided that the following conditions
-#   are met:
-#   
-#   1. Redistributions of source code must retain the above copyright
-#      notice, this list of conditions and the following disclaimer.
-#  
-#   2. Redistributions in binary form must reproduce the above copyright
-#      notice, this list of conditions and the following disclaimer in the
-#      documentation and/or other materials provided with the distribution.
-#  
-#   3. Neither the name of the authors nor the names of its contributors
-#      may be used to endorse or promote products derived from this
-#      software without specific prior written permission.
-#  
-#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
-#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
-#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
-#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
-#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-#  
-#
-require 'dynamoid'
-require 'date'
-
-module PasteHub
-
-  # fake DynamoDB on localhost
-  Dynamoid.configure do |conf|
-    config = PasteHub::Config.instance
-    conf.adapter         = 'aws_sdk'
-    conf.namespace       = config.domain              # To namespace tables created by Dynamoid from other tables you might have.
-    conf.warn_on_scan    = config.awsWarn             # Output a warning to the logger when you perform a scan rather than a query on a table.
-    conf.partitioning    = false                      # Spread writes randomly across the database. See "partitioning" below for more.
-    conf.partition_size  = 1                          # Determine the key space size that writes are randomly spread across.
-    conf.read_capacity   = 1                          # Read capacity for your tables
-    conf.write_capacity  = 1                          # Write capacity for your tables
-    conf.access_key      = config.dynamoAccessKey     # If connecting to DynamoDB, your access key is required.
-    conf.secret_key      = config.dynamoSecretKey     # So is your secret key.
-    conf.endpoint        = config.dynamoEp            # Set the regional endpoint
-    conf.port            = '443'                      # Use real dynamo
-    if not config.aws
-      conf.endpoint      = 'localhost'                # Set the regional endpoint
-      conf.use_ssl       = false                      # Don't use SSL
-      conf.port          = '4567'                     # Use fake_dynamo
-    end
-  end
-
-  class User
-    include Dynamoid::Document
-
-    table :name => :users, :key => :username
-
-    field :username
-    field :secretKey
-    field :created_datetime, :datetime
-    field :touched_datetime, :datetime
-    #field :friends, :set
-
-#    index :username
-
-    validates_presence_of :username
-    validates_presence_of :secretKey
-  end
-
-  class Entry
-    include Dynamoid::Document
-
-    table :name => :entries, :key => :userkey
-
-    field :userkey
-    field :username
-#    field :comment
-#    field :from
-#    field :to
-#    field :cc
-#    field :type
-    field :data
-
-    index [:username]
-
-    validates_presence_of :userkey
-#    validates_presence_of :data
-
-    def id
-      userkey
-    end
-  end
-
-
-  class Users
-    def addUser( username, secretKey )
-      user = User.new( :username => username, :secretKey => secretKey, :created_datetime => DateTime.new())
-      user.save
-    end
-
-    def updateSecretKey( username, secretKey )
-      arr = User.where( :username => username ).all
-      if 0 < arr.size
-        arr.first.secretKey = secretKey
-        arr.first.save
-        true
-      else
-        false
-      end
-    end
-
-    def getSecretKey( username )
-      arr = User.where( :username => username ).all
-      if 0 < arr.size
-        arr.first.secretKey
-      else
-        nil
-      end
-    end
-
-    def touch( username )
-      arr = User.where( :username => username ).all
-      if 0 < arr.size
-        arr.first.touched_datetime = DateTime.new()
-        arr.first.save
-        true
-      else
-        nil
-      end
-    end
-
-    def getList()
-      arr = User.all
-      arr.map { |x| x.username }.sort
-    end
-
-    def __deleteUser( username )
-      user = User.find( username )
-      if user
-        user.delete
-        true
-      else
-        false
-      end
-    end
-
-  end
-
-
-  class Entries
-    def initialize( username )
-      @holdUsername = username
-    end
-
-    def getList( limit = nil )
-      arr = Entry.where( :username => @holdUsername ).map {|x|
-        # remove username from `userkey'
-        field = x.userkey.split( /::/ )
-        field[1]
-      }.sort {|a,b| -(a <=> b) }
-      if limit
-        arr.take( limit )
-      else
-        arr
-      end
-    end
-
-    def getValue( key, fallback = false )
-      p "username=#{@holdUsername}"
-      p "key=#{key}"
-      entry = Entry.find( @holdUsername + "::" + key, :consistent_read => true )
-      if entry
-        if entry.data
-          entry.data.force_encoding("UTF-8")
-        end
-      else
-        fallback
-      end
-    end
-
-    def insertValue( key, value )
-      entry = Entry.new( :username => @holdUsername,
-                    :userkey => @holdUsername + "::" + key,
-                    :data => value.force_encoding("UTF-8") )
-      entry.save
-    end
-
-    def deleteLast( )
-      arr = getList( )
-      if 0 < arr.size
-        deleteValue( arr[arr.size-1] )
-      end
-    end
-
-    def deleteValue( key )
-      # caution: This method is non consistent read.
-      entry = Entry.find( @holdUsername + "::" + key )
-      if entry
-        entry.delete
-        true
-      else
-        false
-      end
-    end
-  end
-end

data/server/masterdb.rb

@@ -1,141 +0,0 @@
-require 'vertx'
-require 'json/pure'
-require 'cgi'
-require 'date'
-require 'memcache'
-
-$LOAD_PATH.push( File.dirname(__FILE__) + "/../lib" )
-require 'pastehub'
-require 'pastehub/log'
-PasteHub::Config.instance.loadServer
-
-# display config info
-ins = PasteHub::Config.instance
-printf( "Use AWS:                 %s\n", ins.aws )
-printf( "Domain:                  %s\n", ins.domain )
-printf( "Dynamo   Endpoint:       %s\n", ins.dynamoEp )
-printf( "Memcache Endpoint:       %s\n", ins.memcacheEp )
-
-# initialize master database
-require 'pastehub/masterdb'
-
-
-# setup user table for Fake DynamoDB
-users = PasteHub::Users.new( )
-if not ins.aws
-  open( "/var/pastehub/users.tsv", "r" ) {|f|
-    f.readlines.each { |line|
-      pair = line.chomp.split( /[\t ]+/ )
-      printf( "Added local user table:  %s\n", pair[0] )
-      users.addUser( pair[0], pair[1] )
-    }
-  }
-end
-
-
-notifyHash = Memcache.new( :server => PasteHub::Config.instance.memcacheEp )
-
-masterdb_server = Vertx::HttpServer.new
-masterdb_server.request_handler do |req|
-
-  req.body_handler do |body|
-    util = PasteHub::Util.new
-    auth = PasteHub::AuthForServer.new( users )
-    ret = auth.invoke( req.headers, util.currentSeconds() )
-    username = ret[1]
-
-    log = PasteHub::Log.new( :api => req.path, :user => username )
-    if ret[0]
-      log.info( "connected" )
-    else
-      log.error( 'Auth failure:' + ret[2].to_s, { :reason => ret[2].to_s } )
-      req.response.status_code = 403
-      req.response.status_message = "Authorization failure."
-      req.response.end
-      return
-    end
-
-    entries = PasteHub::Entries.new( username )
-    users   = PasteHub::Users.new( )
-
-    case req.path
-    when "/authTest"
-      req.response.end
-
-    when "/putValue"
-      data = body.to_s.dup
-      digest = util.digest( data )
-
-      # update db
-      key = req.headers[ 'X-Pastehub-Key' ].dup
-      puts "[#{username}]:putValue: key=[#{key}] "
-
-      # client have no specified key
-      if "_" == key
-        key = util.currentTime( ) + "=" + digest
-      end
-
-      # data duplicate check
-      insertFlag = true
-      prevKey = notifyHash.get( username )
-      if prevKey
-        if util.key_digest( prevKey ) == digest
-          log.info( "canceled because data is duplicate. ", { :key => key } )
-          insertFlag = false
-          key = prevKey
-        end
-      end
-
-      if insertFlag
-        Vertx.set_timer(1000) do
-          log.info( "START: delayed job." )
-          # update db
-          log.info( "insert", { :key => key } )
-          entries.insertValue( key, data )
-          users.touch( username )
-          # notify to client
-          notifyHash.set( username, key, PasteHub::Config.instance.keyCacheTime )
-
-          # remove Last entry
-          arr = entries.getList( )
-          if PasteHub::Config.instance.listItems < arr.size
-            entries.deleteValue( arr[arr.size-1] )
-          end
-          log.info( "END:   delayed job", { :entries => arr.size } )
-        end
-      end
-      req.response.end( key )
-
-
-    when "/getList"
-      limit = req.headers[ 'X-Pastehub-Limit' ]
-      if limit
-        str = entries.getList( ).take( limit.to_i ).join( "\n" )
-      else
-        str = entries.getList( ).join( "\n" )
-      end
-      log.info( "getList", { :limit => limit, :entries => entries.getList( ).size } )
-      puts str
-      req.response.end( str )
-
-    when "/getValue"
-      k = body.to_s.chomp
-      if 0 < k.size
-        str = entries.getValue( k.dup )
-      else
-        str = ""
-      end
-      log.info( "getValue", { :key => k } )
-      puts "[#{username}]:getValue:" + k
-      req.response.end( str )
-
-    else
-      mes = "Error: Unknown API #{req.path}"
-      log.error( mes )
-      req.response.status_code = 400
-      req.response.status_message = mes
-      req.response.end
-
-    end
-  end
-end.listen(8000)

data/server/notifier.rb

@@ -1,89 +0,0 @@
-require 'vertx'
-require 'cgi'
-require 'memcache'
-require 'pp'
-$LOAD_PATH.push( File.dirname(__FILE__) + "/../lib" )
-require 'pastehub'
-require 'pastehub/log'
-PasteHub::Config.instance.loadServer
-
-# display config info
-ins = PasteHub::Config.instance
-printf( "Use AWS:                 %s\n", ins.aws )
-printf( "Domain:                  %s\n", ins.domain )
-printf( "Dynamo   Endpoint:       %s\n", ins.dynamoEp )
-printf( "Memcache Endpoint:       %s\n", ins.memcacheEp )
-printf( "ssl keystore file:       %s\n", ins.keystore )
-
-# initialize master database
-require 'pastehub/masterdb'
-
-# setup user table for Fake DynamoDB
-users = PasteHub::Users.new( )
-if not ins.aws
-  open( "/var/pastehub/users.tsv", "r" ) {|f|
-    f.readlines.each { |line|
-      pair = line.chomp.split( /[\t ]+/ )
-      printf( "Added local user table:  %s\n", pair[0] )
-      users.addUser( pair[0], pair[1] )
-    }
-  }
-end
-
-
-INTERVAL    = 0.5
-POLLING_SEC = 60
-
-notifyHash = Memcache.new( :server => PasteHub::Config.instance.memcacheEp )
-
-def notify( res, str )
-  res.write_str( "#{str}\n"  )
-end
-
-notifier = Vertx::HttpServer.new
-if ins.keystore
-  notifier.ssl = true
-  notifier.key_store_path     = ins.keystore
-  notifier.key_store_password = ins.keystorePassword
-end
-
-notifier.request_handler do |req|
-  util = PasteHub::Util.new
-  auth = PasteHub::AuthForServer.new( users )
-
-  ret = auth.invoke( req.headers, util.currentSeconds() )
-  username = ret[1]
-  # Now send back a response
-  req.response.chunked = true
-
-  log = PasteHub::Log.new( :api => 'notifier', :user => username )
-  if ret[0]
-    log.info( "connected" )
-  else
-    log.error( 'Auth failure:' + ret[2].to_s, { :reason => ret[2].to_s } )
-    req.response.status_code = 403
-    req.response.status_message = "Authorization failure."
-    req.response.end
-    return
-  end
-
-  got         = nil
-  timer_count = 0
-
-  Vertx::set_periodic (1000 * INTERVAL) { |timer_id|
-    timer_count += INTERVAL
-    if notifyHash[ username ]
-      if got != notifyHash[ username ]
-        got = notifyHash[ username ]
-        log.info( 'notify', { :notify => got } )
-        notify( req.response, got )
-      end
-    end
-
-    if ( POLLING_SEC < timer_count )
-      log.info( 'timeout', { :notify => nil } )
-      req.response.end
-      Vertx::cancel_timer(timer_id)
-    end
-  }
-end.listen(8001)