xrbp 0.2.2 → 0.2.3

data/lib/xrbp/nodestore/sle/st_amount_comparison.rb

@@ -0,0 +1,49 @@
+module XRBP
+  module NodeStore
+    class STAmount
+      module Comparison
+        def <(o)
+          return self < STAmount.new(:mantissa => o) if o.kind_of?(Numeric)
+
+          return neg if neg && !o.neg
+          if mantissa == 0
+            return false if o.neg
+            return o.mantissa != 0
+          end
+
+          return false if o.mantissa == 0
+          return  neg  if exponent > o.exponent
+          return !neg  if exponent < o.exponent
+          return  neg  if mantissa > o.mantissa
+          return !neg  if mantissa < o.mantissa
+
+          return false
+        end
+
+        def >=(o)
+          !(self < o)
+        end
+
+        def >(o)
+          self >= o && self != o
+        end
+
+        def ==(o)
+          return self == STAmount.new(:mantissa => o) if o.kind_of?(Numeric)
+
+               neg == o.neg      &&
+          mantissa == o.mantissa &&
+          exponent == o.exponent
+        end
+
+        def <=>(o)
+          return self <=> STAmount.new(:mantissa => o) if o.kind_of?(Numeric)
+
+          return  0 if self == o
+          return -1 if self  < o
+          return  1 if self  > o
+        end
+      end # module Comparison
+    end # class STAmount
+  end # module NodeStore
+end # module XRBP

data/lib/xrbp/nodestore/sle/st_amount_conversion.rb

@@ -0,0 +1,203 @@
+module XRBP
+  module NodeStore
+    class STAmount
+      module Conversion
+        module ClassMethods
+          # @see {NodeStore::Parser::parse_amount}
+          def from_wire(data)
+            native = (data &  STAmount::NOT_NATIVE) == 0
+               neg = (data & ~STAmount::NOT_NATIVE &  STAmount::POS_NATIVE) == 0
+             value = (data & ~STAmount::NOT_NATIVE & ~STAmount::POS_NATIVE)
+
+            if native
+              STAmount.new :issue => NodeStore.xrp_issue,
+                           :neg   => neg,
+                           :mantissa => value
+            else
+               exp = (value >> 54) - 97
+              mant = value & 0x3fffffffffffff
+              STAmount.new :neg => neg,
+                      :exponent => exp,
+                      :mantissa => mant
+            end
+          end
+
+          # Convert string to STAmount
+          #
+          # @see STAmount#amountFromString (in rippled)
+          def parse(str, issue=nil)
+            match = "^"+                      # the beginning of the string
+                    "([-+]?)"+                # (optional) + or - character
+                    "(0|[1-9][0-9]*)"+        # a number (no leading zeroes, unless 0)
+                    "(\\.([0-9]+))?"+         # (optional) period followed by any number
+                    "([eE]([+-]?)([0-9]+))?"+ # (optional) E, optional + or -, any number
+                    "$"
+            match = Regexp.new(match)
+            match = str.match(match)
+            raise "Number '#{str}' is not valid" unless match
+
+            # Match fields:
+            #
+            #   0 = whole input
+            #   1 = sign
+            #   2 = integer portion
+            #   3 = whole fraction (with '.')
+            #   4 = fraction (without '.')
+            #   5 = whole exponent (with 'e')
+            #   6 = exponent sign
+            #   7 = exponent number
+
+            raise "Number '#{str}' is overlong" if ((match[2] || "").length +
+                                                    (match[4] || "").length) > 32
+
+            neg = !!match[1] && match[1] == '-'
+
+            raise "XRP must be specified in integral drops" if issue && issue.xrp? && !!match[3]
+
+            mantissa = 0
+            exponent = 0
+
+            if !match[4]
+              # integral only
+              mantissa = match[2].to_i
+
+            else
+              # integer and fraction
+              mantissa = (match[2] + match[4]).to_i
+              exponent = -(match[4].length)
+            end
+
+            if !!match[5]
+              # exponent
+              if match[6] && match[6] == '-'
+                exponent -= match[7].to_i
+              else
+                exponent += match[7].to_i
+              end
+            end
+
+            return STAmount.new :issue => issue,
+                             :mantissa => mantissa,
+                             :exponent => exponent,
+                                  :neg => neg
+          end
+        end
+
+        def self.included(base)
+          base.extend(ClassMethods)
+        end
+
+        # Encode STAmount into binary format
+        def to_wire
+          xrp_bit = ((native? ? 0 : 1) << 63)
+          neg_bit = ((   neg  ? 0 : 1) << 62)
+          value_bits = native? ? mantissa :
+                    (((exponent+97) << 54) + mantissa)
+
+          xrp_bit + neg_bit + value_bits
+        end
+
+        ###
+
+        def to_h
+          {:mantissa => mantissa,
+           :exponent => exponent,
+           :neg      => neg,
+           :issue    => issue.to_h}
+        end
+
+        def negate!
+          return if zero?
+          @neg = !@neg
+        end
+
+        ###
+
+        protected
+
+        def canonicalize
+          if native?
+            if @mantissa == 0
+              @exponent = 0
+              @neg = false
+              return
+            end
+
+            while @exponent < 0
+              @mantissa /= 10
+              @exponent += 1
+            end
+
+            while @exponent > 0
+              @mantissa *= 10
+              @exponent -= 1
+            end
+
+            raise if @mantissa > MAX_NATIVE
+            return
+          end
+
+          if @mantissa == 0
+            @exponent = -100
+            @negative = false
+            return
+          end
+
+          while ((@mantissa < MIN_VAL) && (@exponent > MIN_OFFSET))
+            @mantissa *= 10;
+            @exponent -= 1
+          end
+
+          while (@mantissa > MAX_VAL)
+            raise "value overflow" if (@exponent >= MAX_OFFSET)
+
+            @mantissa /= 10
+            @exponent += 1
+          end
+
+          if @exponent < MIN_OFFSET || @mantissa < MIN_VAL
+            @mantissa = 0;
+            @neg      = false;
+            @exponent = -100;
+            return
+          end
+
+          raise "value overflow" if (@exponent > MAX_OFFSET)
+
+          raise unless @mantissa == 0 || (@mantissa >= MIN_VAL    && @mantissa <= MAX_VAL)
+          raise unless @mantissa == 0 || (@exponent >= MIN_OFFSET && @exponent <= MAX_OFFSET)
+          raise unless @mantissa != 0 ||  @exponent != -100
+        end
+
+        public
+
+        def clear
+          # From rippled docs:
+          #   The -100 is used to allow 0 to sort less than a small positive values
+          #   which have a negative exponent.
+          @exponent = native? ? 0 : -100
+
+          @neg = false
+          @mantissa = 0
+        end
+
+        def sn_value
+          neg ? (-mantissa) : mantissa
+        end
+
+        ###
+
+        # In drops!
+        def xrp_amount
+          neg ? (-value) : value
+        end
+
+        alias :drops :xrp_amount
+
+        def iou_amount
+          (neg ? -1 : 1) * mantissa * 10 ** exponent
+        end
+      end # module Conversion
+    end # class STAmount
+  end # module NodeStore
+end # module XRBP

data/lib/xrbp/nodestore/sqldb.rb

@@ -2,22 +2,87 @@ require 'sqlite3'
 
 module XRBP
   module NodeStore
+    # Wraps sqlite3 database created/maintianed by rippled. Allows client
+    # to query for data stored in sql database.
     class SQLDB
+
+      # SQL DB intializer
+      #
+      # @param dir [String] directory containing binary nodestore. For consistency
+      #   with other nodestore paths this should be set to the directory containing
+      #   the actual 'nudb' or 'rocksdb' datafiles, as the sqlite3 databases will be
+      #   inferred from the parent directory.
       def initialize(dir)
         @dir = dir
       end
 
       def ledger_db
-        @ledger_db ||= SQLite3::Database.new File.join(@dir, "ledger.db")
+        @ledger_db ||= SQLite3::Database.new File.join(@dir, "..", "ledger.db")
       end
 
       def tx_db
-        @ledger_db ||= SQLite3::Database.new File.join(@dir, "transaction.db")
+        @ledger_db ||= SQLite3::Database.new File.join(@dir, "..", "transaction.db")
       end
 
-      def ledger_hash_for_seq(seq)
-        ledger_db.execute("select LedgerHash from ledgers where LedgerSeq = ?", seq).first.first
+      def ledgers
+        @ledgers ||= Ledgers.new(self)
       end
+
+      class Ledgers
+        include Enumerable
+
+        def initialize(sql_db)
+          @sql_db = sql_db
+        end
+
+        def between(before, after)
+          @sql_db.ledger_db.execute("select * from ledgers where ClosingTime >= ? and ClosingTime <= ?",
+                                                                                     before.to_xrp_time,
+                                                                                      after.to_xrp_time)
+                           .collect { |row| from_db(row) }
+        end
+
+        def hash_for_seq(seq)
+          @sql_db.ledger_db.execute("select LedgerHash from ledgers where LedgerSeq = ?", seq).first.first
+        end
+
+        def size
+          @sql_db.ledger_db.execute("select count(*) from ledgers").first.first
+        end
+
+        alias :count :size
+
+        def each
+          all.each do |row|
+            yield row
+          end
+        end
+
+        def last
+          all.last
+        end
+
+        # TODO: remove memoization, define first(n), last(n) methods
+        def all
+          @all ||= @sql_db.ledger_db.execute("select * from ledgers order by LedgerSeq asc")
+                                    .collect { |row| from_db(row) }
+        end
+
+        private
+
+        def from_db(row)
+          {:hash              => row[0],
+           :seq               => row[1],
+           :prev_hash         => row[2],
+           :total_coins       => row[3],
+           :closing_time      => row[4].from_xrp_time,
+           :prev_closing_time => row[5].from_xrp_time,
+           :close_time_res    => row[6],
+           :close_flags       => row[7],
+           :account_set_hash  => row[8],
+           :trans_set_hash    => row[9]}
+        end
+      end # class Ledgers
     end # class SQLDB
   end # module NodeStore
 end # module XRBP

data/lib/xrbp/overlay/handshake.rb

@@ -44,7 +44,7 @@ module XRBP
           sf = sha512.digest(sf)
           pf = sha512.digest(pf)
           shared = sf.to_bn ^ pf.to_bn
-          shared = shared.bytes.reverse.pack("C*")
+          shared = shared.byte_string
           shared = sha512.digest(shared)[0..31]
 
           shared = Crypto::Key.sign_digest(node, shared)

data/lib/xrbp/version.rb

@@ -1,3 +1,3 @@
 module XRBP
-  VERSION = '0.2.2'
+  VERSION = '0.2.3'
 end # module XRBP

data/spec/xrbp/crypto/account_spec.rb

@@ -1,16 +1,21 @@
 describe XRBP::Crypto do
   let(:account) { "rDbWJ9C7uExThZYAwV8m6LsZ5YSX3sa6US" }
-  let(:expected) { [0x8a, 0x28, 0x1b, 0x5e, 0x46, 0xb0, 0x27, 0xc3, 0x70, 0x26, 0xe3, 0x8d, 0xbc, 0x5f, 0x9a, 0xa1, 0x4c, 0x37, 0x51, 0x45].pack("C*") }
+  let(:account_id) { 788735140293854337814932116604999410196843811141 }
+  let(:parsed) { [0x8a, 0x28, 0x1b, 0x5e, 0x46, 0xb0, 0x27, 0xc3, 0x70, 0x26, 0xe3, 0x8d, 0xbc, 0x5f, 0x9a, 0xa1, 0x4c, 0x37, 0x51, 0x45].pack("C*") }
 
   it "generates valid account" do
     acct = described_class.account
     expect(described_class.account?(acct[:account])).to be(true)
   end
 
+  it "returns account id for account" do
+    expect(described_class.account_id(account).to_bn).to eq(account_id)
+  end
+
   it "parses account" do
     a = described_class.parse_account(account)
     expect(a).to_not be_nil
-    expect(a).to eq(expected)
+    expect(a).to eq(parsed)
   end
 
   it "does not parse invalid account" do

data/spec/xrbp/nodestore/amendments_spec.rb

@@ -0,0 +1,11 @@
+describe XRBP::NodeStore::Amendments do
+  describe "#fix1141?" do
+    context "specified time is > fix1141_time" do
+      it "returns true"
+    end
+
+    context "specified time is <= fix1141_time" do
+      it "returns false"
+    end
+  end
+end

data/spec/xrbp/nodestore/db_parser.rb

@@ -3,7 +3,70 @@ shared_examples "a database parser" do |opts={}|
   let(:ledger) { {"nt_ledger"=>1, "hp_ledger_master"=>"4c575200", "index"=>47508432, "total_coins"=>18248035087498961665, "parent_hash"=>"C4FAD6EB19F6A6089E7AEBC73AF596DB471305BC0EBB99D9D1414BD4DB8C9D43", "tx_hash"=>"934A5E57C598F0505664F9349DA87FD32AFBE1C315A2CB6CFB5B690AECC6B1A3", "account_hash"=>"FEA269DAAA66C820978AC95F0399ECACA7A3ABAC91402C9FC7961A53D053332F", "parent_close_time"=>Time.parse("2019-05-25T20:12:20Z").utc, "close_time"=>Time.parse("2019-05-25T20:12:21Z").utc, "close_time_resolution"=>10, "close_flags"=>0} }
 
   let(:tx_key) { ["003b960d5e30ff91a91f7c900509a99a8a6b89441b76158e5ed295ad1d27b0e7"].pack("H*") }
-  let(:tx) { {:node=>{:transaction_type=>:payment, :flags=>2147942400, :sequence=>3366484, :last_ledger_sequence=>47713577, :amount=>XRBP::NodeStore::STAmount.new(:mantissa => 1000000000000000, :exponent => 86, :issue => XRBP::NodeStore::Issue.new("XCN", "rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8")), :fee=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 11), :send_max=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 10000000000), :signing_pub_key=>"030ac4f2ba6e1ff86beb234b639918dafdf0675032ae264d2b39641503822373fe", :txn_signature=>"304402207ac9c62a6e8a876e67945edebcd3f6c71c36c95fbbb0ce05a85871d0794b1b8c0220297fe7195beb083a78ff9de4d822b5e4cb42be7e5a8662bcbc2f42c737e264bf", :account=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13", :destination=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13", :paths=>[[{:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"USD", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}], [{:currency=>"USD", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"}, {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}], [{:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"CNY", :issuer=>"razqQKzJRdB4UxFPWf5NEpEG3WMkmwgcXA"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}], [{:currency=>"CNY", :issuer=>"razqQKzJRdB4UxFPWf5NEpEG3WMkmwgcXA"}, {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}], [{:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"EUR", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}], [{:currency=>"EUR", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"}, {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"}, {:currency=>"\x00\x00\x00"}, {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}]]}, :meta=>{:transaction_index=>30, :affected_nodes=>[{:ledger_entry_type=>:account_root, :previous_txn_lgr_seq=>47713575, :previous_txn_id=>"2e397e516ccde852e829d36eb7d0d195dd9a974a188e213ad256c3ae3c131e58", :ledger_index=>"792ba4e4659c27cf3b63f96b34f158748b081cf532f6746a1e3ebd07acba1a0e", :previous_fields=>{:sequence=>3366484, :balance=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 1920887273)}, :final_fields=>{:flags=>0, :sequence=>3366485, :owner_count=>5, :balance=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 1920887262), :account=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13"}}], :transaction_result=>128}, :index=>"5C28E293E88CCEEFBBAB3EF58C1F8C1C02A5194F42A42349597DDCBC86BFEB0D"} }
+  let(:tx) { {
+    :node=>{
+      :transaction_type=>:Payment,
+      :flags=>2147942400,
+      :sequence=>3366484,
+      :last_ledger_sequence=>47713577,
+      :amount=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore::Issue.new("XCN", "rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"), :mantissa => 1000000000000000, :exponent => -11),
+      :fee=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 11),
+      :send_max=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 10000000000),
+      :signing_pub_key=>"030ac4f2ba6e1ff86beb234b639918dafdf0675032ae264d2b39641503822373fe",
+      :txn_signature=>"304402207ac9c62a6e8a876e67945edebcd3f6c71c36c95fbbb0ce05a85871d0794b1b8c0220297fe7195beb083a78ff9de4d822b5e4cb42be7e5a8662bcbc2f42c737e264bf",
+      :account=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13",
+      :destination=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13",
+      :paths=>[[
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"USD", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}
+      ],[
+        {:currency=>"USD", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"},
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}
+      ],[
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"CNY", :issuer=>"razqQKzJRdB4UxFPWf5NEpEG3WMkmwgcXA"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}
+      ],[
+        {:currency=>"CNY", :issuer=>"razqQKzJRdB4UxFPWf5NEpEG3WMkmwgcXA"},
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}
+      ],[
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"EUR", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}
+      ],[
+        {:currency=>"EUR", :issuer=>"rhub8VRN55s94qWKDv6jmDy1pUykJzF3wq"},
+        {:currency=>"CNY", :issuer=>"rKiCet8SdvWxPXnAgYarFUXMh1zCPz432Y"},
+        {:currency=>"\x00\x00\x00"},
+        {:currency=>"XCN", :issuer=>"rPFLkxQk6xUGdGYEykqe7PR25Gr7mLHDc8"}]]
+    },:meta=>{
+      :transaction_index=>30,
+      :affected_nodes=>[{
+        :ledger_entry_type=>:account_root,
+        :previous_txn_lgr_seq=>47713575,
+        :previous_txn_id=>"2e397e516ccde852e829d36eb7d0d195dd9a974a188e213ad256c3ae3c131e58",
+        :ledger_index=>"792ba4e4659c27cf3b63f96b34f158748b081cf532f6746a1e3ebd07acba1a0e",
+        :previous_fields=>{
+          :sequence=>3366484,
+          :balance=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 1920887273)
+        },:final_fields=>{
+          :flags=>0, 
+          :sequence=>3366485,
+          :owner_count=>5,
+          :balance=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 1920887262),
+          :account=>"rKLpjpCoXgLQQYQyj13zgay73rsgmzNH13"
+        }
+      }],
+      :transaction_result=>:tecPATH_DRY},
+      :index=>"5C28E293E88CCEEFBBAB3EF58C1F8C1C02A5194F42A42349597DDCBC86BFEB0D"
+  } }
 
   let(:ledger_entry_key) { ["002989b414eff398027fce4045f643d68aca440aeea11518a950550ca02c18dd"].pack("H*") }
   let(:ledger_entry) { {:type=>:account_root, :index=>"9A34C6D1C46168ECE90EB867C78AB2BECE80FAF5D86D09082017E2C89BD68E56", :fields=>{:flags=>0, :sequence=>2, :previous_txn_lgr_seq=>45017187, :owner_count=>0, :previous_txn_id=>"3133839f2401cc9a719778f53319486d11e7ad7ec7891ac083e2aa7eb924516a", :balance=>XRBP::NodeStore::STAmount.new(:issue => XRBP::NodeStore.xrp_issue, :mantissa => 20000000), :account=>"r4HW4bomLvvzA22dACJwUq95ZRr8ZAcXXs"}} }