bitcoin-ruby 0.0.10 → 0.0.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: fa1430d4dfa8bcf7f4e23a098341ef1803797d8b
-  data.tar.gz: 1d4f1c0a5b163c7d42d07e4056d6a497719167b4
+  metadata.gz: 1103ce4c2cb0a379a5de5edfb2a9cfb0cfcb19e0
+  data.tar.gz: db4312fc6546cd7c357ab95fc2293814025f7f5c
 SHA512:
-  metadata.gz: a790a81f8a5bd8a94e8794e599b0ab5ca62f2b4568efce9924ffbc1fabd2805307ef9e8695cb2c9383907eff3ab62081fc8dd798d1985bcd11623e0155070c84
-  data.tar.gz: 5ab37c03ed8b4ba6f15a95c1ab29d564c2b5200309b75ef5667f9dc9f3003e267f8bf7c14ddf42fe9b56f53c6e26e221850e0f74af81e1fa731cfdd88e87218f
+  metadata.gz: 2562f4d8edaa26237e99d775dc263127c98d31d9570359811a453c1076d017f0f41cc07fd64bb63f263d31e4d3ab0295ca53cb55ce31d75a6ba5ad25a0c54371
+  data.tar.gz: c5d9ceb1c9c253ce1b761343aa5fd665fb3eba9ffa423add7bea8d4f6bd0abfd6b23d3969c282a54fee21f31bb96897c74e5cf700c0823786847315617273dd9

data/.travis.yml

@@ -2,3 +2,4 @@ language: ruby
 rvm:
   - 2.2.0
   - 2.3.2
+  - 2.4.1

data/COPYING

@@ -1,4 +1,4 @@
-Copyright (c) 2015 Julian Langschaedel <meta.rb@gmail.com>
+Copyright (c) 2017 Julian Langschaedel <meta.rb@gmail.com>
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of this software and associated documentation files (the "Software"), to

data/Gemfile.lock

@@ -1,22 +1,21 @@
 PATH
   remote: .
   specs:
-    bitcoin-ruby (0.0.8)
+    bitcoin-ruby (0.0.11)
 
 GEM
   remote: https://rubygems.org/
   specs:
     bacon (1.2.0)
-    eventmachine (1.0.8)
-    ffi (1.9.10)
-    ffi-compiler (0.1.3)
+    eventmachine (1.2.3)
+    ffi (1.9.18)
+    ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    minitest (5.8.2)
-    rake (10.4.2)
-    scrypt (2.0.2)
-      ffi-compiler (>= 0.0.2)
-      rake
+    minitest (5.10.2)
+    rake (12.0.0)
+    scrypt (3.0.5)
+      ffi-compiler (>= 1.0, < 2.0)
 
 PLATFORMS
   ruby
@@ -31,4 +30,4 @@ DEPENDENCIES
   scrypt
 
 BUNDLED WITH
-   1.10.6
+   1.14.6

data/README.rdoc

@@ -36,7 +36,7 @@ We assume you already have a ruby 1.9 or 2.0 compatible interpreter and rubygems
 
 if you want to have it available system-wide, just build the gem and install it:
 
- gem build bitcoin-ruby.gemspec && gem install bitcoin-ruby-0.0.5.gem
+ gem build bitcoin-ruby.gemspec && gem install bitcoin-ruby-0.0.11.gem
 
 Note that some aspects of the library (such as networking, storage, etc.) need
 additional dependencies which are not specified in the gemspec. The core requirements are

data/Rakefile

@@ -23,8 +23,10 @@ task :bacon do
   require 'matrix'
 
   specs = PROJECT_SPECS
-  #specs.delete_if{|i| File.basename(i) == 'storage_spec.rb' } # skip for now
-  specs.delete_if{|i| File.basename(i) == 'secp256k1_spec.rb' } # skip for now
+  unless ENV["SECP256K1_LIB_PATH"]
+    # skip when missing secp256k1 shared lib
+    specs.delete_if{|i| ['secp256k1_spec.rb', 'bip143_spec.rb'].include?(File.basename(i))}
+  end
 
   # E.g. SPEC=specs/bitcoin/script/ to run script-related specs only.
   if spec_mask = ENV["SPEC"]

data/lib/bitcoin.rb

@@ -15,7 +15,9 @@ module Bitcoin
   autoload :VERSION,    'bitcoin/version'
   autoload :Logger,     'bitcoin/logger'
   autoload :Key,        'bitcoin/key'
+  autoload :ExtKey,     'bitcoin/ext_key'
   autoload :Builder,    'bitcoin/builder'
+  autoload :BloomFilter,'bitcoin/bloom_filter'
 
   autoload :Dogecoin,   'bitcoin/dogecoin'
   autoload :Litecoin,   'bitcoin/litecoin'
@@ -270,7 +272,7 @@ module Bitcoin
       branch.each do |hash|
         a, b = *( idx & 1 == 0 ? [target, hash] : [hash, target] )
         idx >>= 1;
-	target = bitcoin_mrkl( a, b )
+        target = bitcoin_mrkl( a, b )
       end
       target
     end
@@ -814,7 +816,7 @@ module Bitcoin
       proof_of_work_limit: 0x1e0fffff,
       alert_pubkeys: [],
       known_nodes: [
-		    "localhost",
+        "localhost",
         "testnets.chain.so", 
       ],
       checkpoints: {

data/lib/bitcoin/bloom_filter.rb

@@ -0,0 +1,125 @@
+module Bitcoin
+  class BloomFilter
+    SEED_SHIFT = 0xfba4c795
+    BIT_MASK = [0x01, 0x02, 0x04, 0x08, 0x10, 0x20, 0x40, 0x80]
+
+    MAX_FILTER_SIZE = 36000
+    MAX_HASH_FUNCS = 50
+
+    # flags for filterload message
+    BLOOM_UPDATE_NONE = 0
+    BLOOM_UPDATE_ALL = 1
+    BLOOM_UPDATE_P2PUBKEY_ONLY = 2
+
+    attr_reader :filter, :nfunc, :tweak
+
+    def initialize(elements, fp_rate, tweak)
+      init_filter(elements, fp_rate)
+      @tweak = tweak
+    end
+
+    def add_data(data)
+      @nfunc.times.each do |fi|
+        idx = calc_index(data, fi)
+        i = idx / 8
+        @filter[i] = (@filter[i].ord | BIT_MASK[idx % 8]).chr
+      end
+    end
+
+    def contains?(data)
+      @nfunc.times.all? do |fi|
+        idx = calc_index(data, fi)
+        i = idx / 8
+        @filter[i].ord & BIT_MASK[idx % 8] != 0
+      end
+    end
+
+    def add_address(address)
+      add_data(Bitcoin.hash160_from_address(address).htb)
+    end
+
+    def add_outpoint(prev_tx_hash, prev_output)
+      add_data(prev_tx_hash.htb_reverse + [prev_output].pack('V'))
+    end
+
+    private
+
+    #
+    # calculate filter size and number of funcs.
+    # See: https://github.com/bitcoin/bips/blob/master/bip-0037.mediawiki
+    #
+    def init_filter(elements, fp_rate)
+      ln2 = Math.log(2)
+
+      # using #ceil instead of #floor may be better, but it's bitcoinj's way
+
+      calc_m = (-Math.log(fp_rate) * elements / ln2 / ln2 / 8).floor;
+      @filter_size = [1, [calc_m, MAX_FILTER_SIZE].min].max;
+      @filter = "\x00" * @filter_size
+
+      calc_k = (@filter_size * 8 * ln2 / elements).floor
+      @nfunc = [1, [calc_k, MAX_HASH_FUNCS].min].max
+    end
+
+    def rotate_left32(x, r)
+      return (x << r) | (x >> (32 - r))
+    end
+
+    #
+    # calculate MurmurHash3
+    # See: https://github.com/aappleby/smhasher/blob/master/src/MurmurHash3.cpp
+    #
+    def calc_index(data, hash_index)
+      object = data.bytes
+      h1 = (hash_index * SEED_SHIFT + @tweak) & 0xffffffff
+      c1 = 0xcc9e2d51
+      c2 = 0x1b873593
+
+      num_blocks = (object.length / 4) * 4
+      i = 0
+      # body
+      while i < num_blocks
+        k1 = (object[i] & 0xFF) |
+            ((object[i + 1] & 0xFF) << 8) |
+            ((object[i + 2] & 0xFF) << 16) |
+            ((object[i + 3] & 0xFF) << 24)
+
+        k1 *= c1; k1 &= 0xffffffff
+        k1 = rotate_left32(k1, 15)
+        k1 *= c2; k1 &= 0xffffffff
+
+        h1 ^= k1
+        h1 = rotate_left32(h1, 13)
+        h1 = (h1 * 5 + 0xe6546b64) & 0xffffffff
+
+        i += 4
+      end
+
+      k1 = 0
+      flg = object.length & 3
+      if flg >= 3
+        k1 ^= (object[num_blocks + 2] & 0xff) << 16
+      end
+      if flg >= 2
+        k1 ^= (object[num_blocks + 1] & 0xff) << 8
+      end
+      if flg >= 1
+        k1 ^= (object[num_blocks] & 0xff)
+        k1 *= c1; k1 &= 0xffffffff
+        k1 = rotate_left32(k1, 15)
+        k1 *= c2; k1 &= 0xffffffff
+        h1 ^= k1
+      end
+
+      # finalization
+      h1 ^= object.length
+      h1 ^= h1 >> 16
+      h1 *= 0x85ebca6b; h1 &= 0xffffffff
+      h1 ^= h1 >> 13
+      h1 *= 0xc2b2ae35; h1 &= 0xffffffff
+      h1 ^= h1 >> 16
+
+      return (h1 & 0xffffffff) % (@filter_size * 8)
+    end
+  end
+end

data/lib/bitcoin/builder.rb

@@ -202,7 +202,7 @@ module Bitcoin
         end
 
         # run our tx through an encode/decode cycle to make sure that the binary format is sane
-        raise "Payload Error"  unless P::Tx.new(@tx.to_payload).to_payload == @tx.to_payload
+        raise "Payload Error"  unless P::Tx.new(@tx.to_witness_payload).to_payload == @tx.to_payload
         @tx.instance_eval do
           @payload = to_payload
           @hash = hash_from_payload(@payload)
@@ -221,11 +221,11 @@ module Bitcoin
       def sig_hash_and_all_keys_exist?(inc, sig_script)
         return false unless @sig_hash && inc.has_keys?
         script = Bitcoin::Script.new(sig_script)
-        return true if script.is_hash160? || script.is_pubkey? || (Bitcoin.namecoin? && script.is_namecoin?)
+        return true if script.is_hash160? || script.is_pubkey? || script.is_witness_v0_keyhash? || (Bitcoin.namecoin? && script.is_namecoin?)
         if script.is_multisig?
           return inc.has_multiple_keys? && inc.key.size >= script.get_signatures_required
         end
-        raise "Script type must be hash160, pubkey or multisig"
+        raise "Script type must be hash160, pubkey, p2wpkh or multisig"
       end
 
       def add_empty_script_sig_to_input(i)
@@ -269,13 +269,24 @@ module Bitcoin
           sig_script ||= @prev_script
 
           # when a sig_script was found, generate the sig_hash to be signed
-          @sig_hash = @tx.signature_hash_for_input(i, sig_script)  if sig_script
+          if sig_script
+            script = Script.new(sig_script)
+            if script.is_witness_v0_keyhash?
+              @sig_hash = @tx.signature_hash_for_witness_input(i, sig_script, inc.value)
+            else
+              @sig_hash = @tx.signature_hash_for_input(i, sig_script)
+            end
+          end
 
           # when there is a sig_hash and one or more signature_keys were specified
           if sig_hash_and_all_keys_exist?(inc, sig_script)
             # add the script_sig to the txin
-            @tx.in[i].script_sig = get_script_sig(inc)
-
+            if script.is_witness_v0_keyhash? # for p2wpkh
+              @tx.in[i].script_witness.stack << inc.sign(@sig_hash) + [Script::SIGHASH_TYPE[:all]].pack("C")
+              @tx.in[i].script_witness.stack << inc.key.pub.htb
+            else
+              @tx.in[i].script_sig = get_script_sig(inc)
+            end
             # double-check that the script_sig is valid to spend the given prev_script
             raise "Signature error"  if @prev_script && !@tx.verify_input_signature(i, @prev_script)
           elsif inc.has_multiple_keys?
@@ -318,7 +329,7 @@ module Bitcoin
     #
     # If you want to spend a multisig output, just provide an array of keys to #signature_key.
     class TxInBuilder
-      attr_reader :prev_tx, :prev_script, :redeem_script, :key, :coinbase_data
+      attr_reader :prev_tx, :prev_script, :redeem_script, :key, :coinbase_data, :prev_out_value
 
       def initialize
         @txin = P::TxIn.new
@@ -330,7 +341,7 @@ module Bitcoin
       # You can either pass the transaction, or just the tx hash.
       # If you pass only the hash, you need to pass the previous outputs
       # +script+ separately if you want the txin to be signed.
-      def prev_out tx, idx = nil, script = nil
+      def prev_out tx, idx = nil, script = nil, prev_value = nil
         if tx.is_a?(Bitcoin::P::Tx)
           @prev_tx = tx
           @prev_out_hash = tx.binary_hash
@@ -340,6 +351,7 @@ module Bitcoin
         end
         @prev_out_script = script  if script
         @prev_out_index = idx  if idx
+        @prev_out_value = prev_value if prev_value
       end
 
       # Index of the output in the #prev_out transaction.
@@ -353,6 +365,15 @@ module Bitcoin
         @prev_out_script = script
       end
 
+      # Previous output's +value+. Needed when only spend segwit utxo.
+      def prev_out_value value
+        @prev_out_value = value
+      end
+
+      def value
+        @prev_out_value
+      end
+
       # Redeem script for P2SH output. To spend from a P2SH output, you need to provide
       # the script with a hash matching the P2SH address.
       def redeem_script script
@@ -394,6 +415,10 @@ module Bitcoin
         @key && (has_multiple_keys? ? @key.all?(&:priv) : @key.priv)
       end
 
+      def is_witness_v0_keyhash?
+        @prev_out_script && Script.new(@prev_out_script).is_witness_v0_keyhash?
+      end
+
       def sign(sig_hash)
         if has_multiple_keys?
           @key.map {|k| k.sign(sig_hash) }
@@ -438,7 +463,7 @@ module Bitcoin
     #    o.script {|s| s.recipient address }
     #  end
     #
-    #  t.output {|o| o.to "deadbeef", OP_RETURN }
+    #  t.output {|o| o.to "deadbeef", :op_return }
     class TxOutBuilder
       attr_reader :txout
 

data/lib/bitcoin/ext_key.rb

@@ -0,0 +1,191 @@
+# encoding: ascii-8bit
+
+module Bitcoin
+
+  def self.hmac_sha512(key, data)
+    OpenSSL::HMAC.digest(OpenSSL::Digest.new('SHA512'), key, data)
+  end
+
+  # Integers modulo the order of the curve(secp256k1)
+  CURVE_ORDER = 115792089237316195423570985008687907852837564279074904382605163141518161494337
+
+  # BIP32 Extended private key
+  class ExtKey
+
+    attr_accessor :depth
+    attr_accessor :number
+    attr_accessor :chain_code
+    attr_accessor :priv_key
+    attr_accessor :parent_fingerprint
+
+    # generate master key from seed.
+    def self.generate_master(seed)
+      key = ExtKey.new
+      key.depth = key.number = 0
+      key.parent_fingerprint = '00000000'
+      l = Bitcoin.hmac_sha512('Bitcoin seed', seed)
+      left = OpenSSL::BN.from_hex(l[0..31].bth).to_i
+      raise 'invalid key' if left >= CURVE_ORDER || left == 0
+      key.priv_key = Bitcoin::Key.new(l[0..31].bth)
+      key.chain_code = l[32..-1]
+      key
+    end
+
+    # get ExtPubkey from priv_key
+    def ext_pubkey
+      k = ExtPubkey.new
+      k.depth = depth
+      k.number = number
+      k.parent_fingerprint = parent_fingerprint
+      k.chain_code = chain_code
+      key = Bitcoin::Key.new(nil, priv_key.pub, compressed: true)
+      k.pub_key = key.key.public_key
+      k
+    end
+
+    # serialize extended private key
+    def to_payload
+      Bitcoin.network[:extended_privkey_version].htb << [depth].pack('C') << parent_fingerprint.htb << [number].pack('N') << chain_code << [0x00].pack('C') << priv_key.priv.htb
+    end
+
+    # Base58 encoded extended private key
+    def to_base58
+      h = to_payload.bth
+      hex = h + Bitcoin.checksum(h)
+      Bitcoin.encode_base58(hex)
+    end
+
+    # get private key(hex)
+    def priv
+      priv_key.priv
+    end
+
+    # get public key(hex)
+    def pub
+      priv_key.pub
+    end
+
+    # get address
+    def addr
+      priv_key.addr
+    end
+
+    # get key identifier
+    def identifier
+      Bitcoin.hash160(priv_key.pub)
+    end
+
+    # get fingerprint
+    def fingerprint
+      identifier.slice(0..7)
+    end
+
+    # derive new key
+    def derive(number)
+      new_key = ExtKey.new
+      new_key.depth = depth + 1
+      new_key.number = number
+      new_key.parent_fingerprint = fingerprint
+      if number > (2**31 -1)
+        data = [0x00].pack('C') << priv_key.priv.htb << [number].pack('N')
+      else
+        data = priv_key.pub.htb << [number].pack('N')
+      end
+      l = Bitcoin.hmac_sha512(chain_code, data)
+      left = OpenSSL::BN.from_hex(l[0..31].bth).to_i
+      raise 'invalid key' if left >= CURVE_ORDER
+      child_priv = OpenSSL::BN.new((left + OpenSSL::BN.from_hex(priv_key.priv).to_i) % CURVE_ORDER)
+      raise 'invalid key ' if child_priv.to_i >= CURVE_ORDER
+      new_key.priv_key = Bitcoin::Key.new(child_priv.to_hex.rjust(64, '0'))
+      new_key.chain_code = l[32..-1]
+      new_key
+    end
+
+    # import private key from Base58 private key address
+    def self.from_base58(address)
+      data = StringIO.new(Bitcoin.decode_base58(address).htb)
+      key = ExtKey.new
+      data.read(4).bth # version
+      key.depth = data.read(1).unpack('C').first
+      key.parent_fingerprint = data.read(4).bth
+      key.number = data.read(4).unpack('N').first
+      key.chain_code = data.read(32)
+      data.read(1) # 0x00
+      key.priv_key = Bitcoin::Key.new(data.read(32).bth)
+      key
+    end
+
+  end
+
+  # BIP-32 Extended public key
+  class ExtPubkey
+    attr_accessor :depth
+    attr_accessor :number
+    attr_accessor :chain_code
+    attr_accessor :pub_key
+    attr_accessor :parent_fingerprint
+
+    # serialize extended pubkey
+    def to_payload
+      Bitcoin.network[:extended_pubkey_version].htb << [depth].pack('C') << parent_fingerprint.htb << [number].pack('N') << chain_code << pub.htb
+    end
+
+    # get public key(hex)
+    def pub
+      pub_key.group.point_conversion_form = :compressed
+      pub_key.to_hex.rjust(66, '0')
+    end
+
+    # get address
+    def addr
+      Bitcoin.hash160_to_address(Bitcoin.hash160(pub))
+    end
+
+    # get key identifier
+    def identifier
+      Bitcoin.hash160(pub)
+    end
+
+    # get fingerprint
+    def fingerprint
+      identifier.slice(0..7)
+    end
+
+    # Base58 encoded extended pubkey
+    def to_base58
+      h = to_payload.bth
+      hex = h + Bitcoin.checksum(h)
+      Bitcoin.encode_base58(hex)
+    end
+
+    # derive child key
+    def derive(number)
+      new_key = ExtPubkey.new
+      new_key.depth = depth + 1
+      new_key.number = number
+      new_key.parent_fingerprint = fingerprint
+      raise 'hardened key is not support' if number > (2**31 -1)
+      data = pub.htb << [number].pack('N')
+      l = Bitcoin.hmac_sha512(chain_code, data)
+      left = OpenSSL::BN.from_hex(l[0..31].bth)
+      raise 'invalid key' if left.to_i >= CURVE_ORDER
+      new_key.pub_key = Bitcoin.bitcoin_elliptic_curve.group.generator.mul(left).ec_add(pub_key)
+      new_key.chain_code = l[32..-1]
+      new_key
+    end
+
+    # import private key from Base58 private key address
+    def self.from_base58(address)
+      data = StringIO.new(Bitcoin.decode_base58(address).htb)
+      key = ExtPubkey.new
+      data.read(4).bth # version
+      key.depth = data.read(1).unpack('C').first
+      key.parent_fingerprint = data.read(4).bth
+      key.number = data.read(4).unpack('N').first
+      key.chain_code = data.read(32)
+      key.pub_key = OpenSSL::PKey::EC::Point.from_hex(Bitcoin.bitcoin_elliptic_curve.group, data.read(33).bth)
+      key
+    end
+  end
+
+end