pastehub 0.2.6

data/lib/pastehub/crypt.rb

@@ -0,0 +1,70 @@
+#
+# crypt.rb - PasteHub's encrypt/decrypt library
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+require 'openssl'
+require 'base64'
+
+module PasteHub
+  class Crypt
+    def initialize( password )
+      @password = password
+      @des3 = OpenSSL::Cipher.new('des3')
+    end
+
+    def en( str )
+      if 0 == str.size
+        ""
+      else
+        @des3.encrypt
+        @des3.pkcs5_keyivgen( @password )
+        Base64.encode64( @des3.update( str ) + @des3.final )
+      end
+    end
+
+    def de( str )
+      if 0 == str.size
+        ""
+      else
+        begin
+          @des3.decrypt
+          @des3.pkcs5_keyivgen( @password )
+          ret =  @des3.update( Base64.decode64( str ))
+          ret += @des3.final
+        rescue OpenSSL::Cipher::CipherError => e
+          ret = nil
+        end
+        ret
+      end
+    end
+  end
+end

data/lib/pastehub/localdb.rb

@@ -0,0 +1,187 @@
+#
+# localdb.rb - PasteHub's localdb manager
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+require 'gdbm'
+
+module PasteHub
+  class MutexSingleton
+    include Singleton
+
+    attr_reader :mutex
+
+    def self.instance
+      @@instance ||= new
+    end
+
+    def initialize( )
+      @mutex = Mutex.new
+    end
+  end
+
+  ONLINE_STATE_KEY='__ONLINE_STATE'
+  LOCAL_DATE_KEY  ='__LOCAL_DATE'
+  SERVER_DATE_KEY ='__SERVER_DATE'
+
+  LOCAL_PREFIX  = "local::"
+  SERVER_PREFIX = "server::"
+
+  class LocalDB
+    def initialize( basepath = "/tmp/")
+      @mutex = MutexSingleton.instance.mutex
+      @basepath = basepath
+    end
+
+    def open( username, reader = false )
+      closed = false
+      (60*2).times { |n|
+        @mutex.synchronize {
+          if reader
+            @db = GDBM.new( @basepath + username + ".db", nil, GDBM::READER  | GDBM::NOLOCK )
+          else
+            @db = GDBM.new( @basepath + username + ".db", nil, GDBM::WRCREAT )
+          end
+          closed = @db.closed?
+        }
+        break  unless closed
+        #STDERR.puts "#Warning: DB open fail(locked) retry..."
+        sleep 0.5
+      }
+      @mutex.synchronize {
+        closed = @db.closed?
+      }
+      if closed
+        raise RuntimeError, sprintf( "DBM.new open error: file=%s", username + ".db" )
+      end
+      @username = username
+    end
+
+    def getList( limit = nil )
+      arr = self._getList().reject{|x| x.match( /^_/ )}
+      if limit
+        arr.take( limit )
+      else
+        arr
+      end
+    end
+
+    def _getList( )
+      forward_match_keys( LOCAL_PREFIX ).sort {|a,b| -(a <=> b) }.map {|x|
+        x[(LOCAL_PREFIX.size)...(x.size)]
+      }
+    end
+
+    def getServerList( )
+      self._getServerList().reject{|x| x.match( /^_/ )}
+    end
+
+    def _getServerList( )
+      forward_match_keys( SERVER_PREFIX ).sort {|a,b| -(a <=> b) }.map {|x|
+        x[(SERVER_PREFIX.size)...(x.size)]
+      }
+    end
+
+    def getValue( key, fallback = false )
+      val = nil
+      @mutex.synchronize {
+        val = @db[ LOCAL_PREFIX + key ]
+      }
+      if val
+        val.force_encoding("UTF-8")
+      else
+        fallback
+      end
+    end
+
+    def insertValue( key, value )
+      @mutex.synchronize {
+        @db[ LOCAL_PREFIX + key.force_encoding("ASCII-8BIT") ] = value.force_encoding("ASCII-8BIT")
+      }
+    end
+
+    def deleteValue( key )
+      ret = false
+      @mutex.synchronize {
+        val = @db[ LOCAL_PREFIX + key ]
+        if val
+          @db.delete( LOCAL_PREFIX + key )
+          ret = true
+        else
+          ret = false
+        end
+      }
+      ret
+    end
+
+    def setServerFlag( key )
+      @mutex.synchronize {
+        @db[ SERVER_PREFIX + key ] = '1'
+      }
+    end
+
+    def onServer?( key )
+      ret = false
+      @mutex.synchronize {
+        if @db[ SERVER_PREFIX + key ]
+          ret = true
+        else
+          ret = false
+        end
+      }
+      ret
+    end
+
+    def forward_match_keys( prefix )
+      keys = []
+      @mutex.synchronize {
+        keys = @db.keys( ).select {|key|
+          key.match( "^" + prefix )
+        }
+      }
+      keys
+    end
+
+    def clear
+      @mutex.synchronize {
+        @db.clear
+      }
+    end
+
+    def close
+      ret = nil
+      @mutex.synchronize {
+        ret = @db.close
+      }
+      ret
+    end
+  end
+end

data/lib/pastehub/log.rb

@@ -0,0 +1,95 @@
+#
+# log.rb - PasteHub's log manager
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+
+module PasteHub
+  class LogBase
+    def initialize( hash )
+      @user = nil
+      if hash.is_a? Hash
+        if hash.has_key?( :user )
+          @user = hash[ :user ]
+        else
+          @user = 'UNSPECIFIED'
+        end
+        if hash.has_key?( :api )
+          @api  = hash[ :api ]
+        else
+          raise ArgumentError if not @api
+        end
+      else
+        raise ArgumentError
+      end
+
+      @uri = URI.parse( "http://localhost:9880/pastehub.webapi" )
+      @http = Net::HTTP.new(@uri.host, @uri.port)
+      #Fluent::Logger::FluentLogger.open(nil, :host=>'localhost', :port=>24224)
+    end
+
+    def write( hashData )
+      begin
+        jsonStr = hashData.to_json
+        resp = @http.post( @uri.request_uri, "json=" + jsonStr )
+        if "200" != resp.code
+          STDERR.print "Error: can't post to fluentd(http)[1].\n"
+        end
+      rescue
+        STDERR.print "Error: can't post to fluentd(http)[2].\n"
+      end
+      #Fluent::Logger.post("pastehub.webapi",  hashData)
+      true
+    end
+  end
+
+  class Log < LogBase
+    # info without error
+    def info( message, moreHash = {} )
+      hashData = {
+          "user"=>"#{@user}",
+          "api"=>"#{@api}",
+          "message"=>"#{message}",
+          "error" => false}
+      write( hashData.merge( moreHash ) )
+    end
+
+    # errors
+    def error( message, moreHash = {} )
+      hashData = {
+          "user"=>"#{@user}",
+          "api"=>"#{@api}",
+          "message"=>"#{message}",
+          "error" => true}
+      write( hashData.merge( moreHash ) )
+    end
+  end
+end

data/lib/pastehub/macosx.rb

@@ -0,0 +1,66 @@
+#
+# macosx.rb - PasteHub's clipboard sync thread for MacOS X 
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+
+module PasteHub
+
+  class MacOSX
+
+    def self.push( data )
+      pbcopy = "/usr/bin/pbcopy"
+      if File.exist?( pbcopy )
+        begin
+          IO.popen(pbcopy, "r+") {|io|
+            io.write data
+            io.close
+          }
+          STDERR.puts "Info: push to MacOS X clipboard."
+        rescue IOError => e
+          STDERR.puts( "Error: program #{pbcopy} not found." )
+          return false
+        end
+      end
+    end
+
+    def self.hasNew?( username )
+      osxPaste = open( "|/usr/bin/pbpaste" ) { |f| 
+        f.read
+      }
+      if 0 < osxPaste.size
+        osxPaste
+      else
+        nil
+      end
+    end
+  end
+end

data/lib/pastehub/masterdb.rb

@@ -0,0 +1,213 @@
+#
+# masterdb.rb - PasteHub's master database manager
+#  
+#   Copyright (c) 2009-2011  Kiyoka Nishiyama  <kiyoka@sumibi.org>
+#   
+#   Redistribution and use in source and binary forms, with or without
+#   modification, are permitted provided that the following conditions
+#   are met:
+#   
+#   1. Redistributions of source code must retain the above copyright
+#      notice, this list of conditions and the following disclaimer.
+#  
+#   2. Redistributions in binary form must reproduce the above copyright
+#      notice, this list of conditions and the following disclaimer in the
+#      documentation and/or other materials provided with the distribution.
+#  
+#   3. Neither the name of the authors nor the names of its contributors
+#      may be used to endorse or promote products derived from this
+#      software without specific prior written permission.
+#  
+#   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+#   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+#   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+#   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+#   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+#   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
+#   TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
+#   PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
+#   LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
+#   NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+#   SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+#  
+#
+require 'dynamoid'
+require 'date'
+
+module PasteHub
+
+  # fake DynamoDB on localhost
+  Dynamoid.configure do |conf|
+    config = PasteHub::Config.instance
+    conf.adapter         = 'aws_sdk'
+    conf.namespace       = config.domain              # To namespace tables created by Dynamoid from other tables you might have.
+    conf.warn_on_scan    = config.awsWarn             # Output a warning to the logger when you perform a scan rather than a query on a table.
+    conf.partitioning    = false                      # Spread writes randomly across the database. See "partitioning" below for more.
+    conf.partition_size  = 1                          # Determine the key space size that writes are randomly spread across.
+    conf.read_capacity   = 1                          # Read capacity for your tables
+    conf.write_capacity  = 1                          # Write capacity for your tables
+    conf.access_key      = config.dynamoAccessKey     # If connecting to DynamoDB, your access key is required.
+    conf.secret_key      = config.dynamoSecretKey     # So is your secret key.
+    conf.endpoint        = config.dynamoEp            # Set the regional endpoint
+    conf.port            = '443'                      # Use real dynamo
+    if not config.aws
+      conf.endpoint      = 'localhost'                # Set the regional endpoint
+      conf.use_ssl       = false                      # Don't use SSL
+      conf.port          = '4567'                     # Use fake_dynamo
+    end
+  end
+
+  class User
+    include Dynamoid::Document
+
+    table :name => :users, :key => :username
+
+    field :username
+    field :secretKey
+    field :created_datetime, :datetime
+    field :touched_datetime, :datetime
+    #field :friends, :set
+
+#    index :username
+
+    validates_presence_of :username
+    validates_presence_of :secretKey
+  end
+
+  class Entry
+    include Dynamoid::Document
+
+    table :name => :entries, :key => :userkey
+
+    field :userkey
+    field :username
+#    field :comment
+#    field :from
+#    field :to
+#    field :cc
+#    field :type
+    field :data
+
+    index [:username]
+
+    validates_presence_of :userkey
+#    validates_presence_of :data
+
+    def id
+      userkey
+    end
+  end
+
+
+  class Users
+    def addUser( username, secretKey )
+      user = User.new( :username => username, :secretKey => secretKey, :created_datetime => DateTime.new())
+      user.save
+    end
+
+    def updateSecretKey( username, secretKey )
+      arr = User.where( :username => username ).all
+      if 0 < arr.size
+        arr.first.secretKey = secretKey
+        arr.first.save
+        true
+      else
+        false
+      end
+    end
+
+    def getSecretKey( username )
+      arr = User.where( :username => username ).all
+      if 0 < arr.size
+        arr.first.secretKey
+      else
+        nil
+      end
+    end
+
+    def touch( username )
+      arr = User.where( :username => username ).all
+      if 0 < arr.size
+        arr.first.touched_datetime = DateTime.new()
+        arr.first.save
+        true
+      else
+        nil
+      end
+    end
+
+    def getList()
+      arr = User.all
+      arr.map { |x| x.username }.sort
+    end
+
+    def __deleteUser( username )
+      user = User.find( username )
+      if user
+        user.delete
+        true
+      else
+        false
+      end
+    end
+
+  end
+
+
+  class Entries
+    def initialize( username )
+      @holdUsername = username
+    end
+
+    def getList( limit = nil )
+      arr = Entry.where( :username => @holdUsername ).map {|x|
+        # remove username from `userkey'
+        field = x.userkey.split( /::/ )
+        field[1]
+      }.sort {|a,b| -(a <=> b) }
+      if limit
+        arr.take( limit )
+      else
+        arr
+      end
+    end
+
+    def getValue( key, fallback = false )
+      p "username=#{@holdUsername}"
+      p "key=#{key}"
+      entry = Entry.find( @holdUsername + "::" + key, :consistent_read => true )
+      if entry
+        if entry.data
+          entry.data.force_encoding("UTF-8")
+        end
+      else
+        fallback
+      end
+    end
+
+    def insertValue( key, value )
+      entry = Entry.new( :username => @holdUsername,
+                    :userkey => @holdUsername + "::" + key,
+                    :data => value.force_encoding("UTF-8") )
+      entry.save
+    end
+
+    def deleteLast( )
+      arr = getList( )
+      if 0 < arr.size
+        deleteValue( arr[arr.size-1] )
+      end
+    end
+
+    def deleteValue( key )
+      # caution: This method is non consistent read.
+      entry = Entry.find( @holdUsername + "::" + key )
+      if entry
+        entry.delete
+        true
+      else
+        false
+      end
+    end
+  end
+end