scale.rb 0.2.16 → 0.3.0

data/scale.gemspec

@@ -33,14 +33,16 @@ Gem::Specification.new do |spec|
   spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency "substrate_common.rb", "~> 0.1.10"
+  spec.add_dependency "blake2b_rs", "~> 0.1.2"
+  spec.add_dependency "xxhash"
+  spec.add_dependency "base58"
   spec.add_dependency "json", "~> 2.3.0"
-  spec.add_dependency "thor", "~> 0.19.0"
-  spec.add_dependency "kontena-websocket-client", "~> 0.1.1"
+  spec.add_dependency "faye-websocket"
+  spec.add_dependency "thor", '~> 1.0'
 
-  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "bundler"
   spec.add_development_dependency "pry"
   spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "rspec", "~> 3.2"
-  spec.add_development_dependency "ffi", "~> 1.12"
+  spec.add_development_dependency "ffi", "~> 1.15.0"
 end

data/scripts/mmr_root_to_sign.rb

@@ -0,0 +1,10 @@
+client = SubstrateClient.new "wss://pangolin-rpc.darwinia.network"
+
+begin
+  block_number = Scale::Types.get("BlockNumberFor").new(670820)
+  puts client.get_storage("EthereumRelayAuthorities", "MmrRootsToSign", [block_number]).to_human
+rescue => ex
+  puts ex.message
+  puts ex.backtrace
+end
+

data/src/lib.rs

@@ -1,10 +1,15 @@
 extern crate parity_scale_codec;
 use std::slice;
-use parity_scale_codec::{Encode, Decode};
+use parity_scale_codec::Decode;
 use frame_support::Twox128;
+use frame_support::Twox64Concat;
+use frame_support::Identity;
 use frame_support::Blake2_128Concat;
 use frame_support::StorageHasher;
 
+use libc::c_char;
+use std::ffi::{CStr, CString};
+
 fn to_u8_vec(v_pointer: *const u8, len: usize) -> Vec<u8> {
 	let data_slice = unsafe {
 		assert!(!v_pointer.is_null());
@@ -13,6 +18,38 @@ fn to_u8_vec(v_pointer: *const u8, len: usize) -> Vec<u8> {
 	data_slice.to_vec()
 }
 
+fn to_string(str_p: *const c_char) -> String {
+	let s = unsafe {
+		assert!(!str_p.is_null());
+		CStr::from_ptr(str_p)
+	};
+
+	s.to_str().unwrap().to_string()
+}
+
+fn v8_vec_to_pointer(key: Vec<u8>) -> *const c_char {
+	let key = CString::new(hex::encode(key)).unwrap();
+	let result = key.as_ptr();
+	std::mem::forget(key);
+	result
+}
+
+fn gen_param_hash(param_pointer: *const u8, param_len: usize, param_hasher: *const c_char) -> Vec<u8> {
+	let param_hasher = to_string(param_hasher);
+	let param_hasher = param_hasher.as_str();
+	let param = to_u8_vec(param_pointer, param_len);
+
+	if param_hasher == "blake2_128_concat" {
+		Blake2_128Concat::hash(&param).to_vec()
+	} else if param_hasher == "twox64_concat" {
+		Twox64Concat::hash(&param).to_vec()
+	} else if param_hasher == "identity" {
+		Identity::hash(&param).to_vec()
+	} else {
+		panic!("Not supported hasher type")
+	} 
+}
+
 fn decode_from_raw_parts<T: Decode + PartialEq + std::fmt::Debug>(v_pointer: *const u8, len: usize) -> T {
     let data_slice = unsafe {
         assert!(!v_pointer.is_null());
@@ -61,33 +98,51 @@ pub extern fn parse_opt_bool(v_pointer: *const u8, len: usize, inner_value: bool
 }
 
 #[no_mangle]
-pub extern fn assert_storage_key_for_value(
-	mv_pointer: *const u8, mv_len: usize, 
-	sv_pointer: *const u8, sv_len: usize, 
-	ev_pointer: *const u8, ev_len: usize
-) {
-	let m = to_u8_vec(mv_pointer, mv_len);
-	let s = to_u8_vec(sv_pointer, sv_len);
-	let e = to_u8_vec(ev_pointer, ev_len);
-
-	let k = [Twox128::hash(&m), Twox128::hash(&s)].concat();
-	assert_eq!(k, e);
+pub extern fn get_storage_key_for_value(
+	module_name: *const c_char, 
+	storage_name: *const c_char, 
+) -> *const c_char {
+	let module_name = to_string(module_name);
+	let storage_name = to_string(storage_name);
+
+	let storage_key = [Twox128::hash(module_name.as_bytes()), Twox128::hash(storage_name.as_bytes())].concat();
+	v8_vec_to_pointer(storage_key)
+}
+
+#[no_mangle]
+pub extern fn get_storage_key_for_map(
+	module_name: *const c_char, 
+	storage_name: *const c_char, 
+	param_pointer: *const u8, param_len: usize, param_hasher: *const c_char,
+) -> *const c_char {
+	let module_name = to_string(module_name);
+	let storage_name = to_string(storage_name);
+	let mut storage_key = [Twox128::hash(module_name.as_bytes()), Twox128::hash(storage_name.as_bytes())].concat();
+
+	let param_hash = gen_param_hash(param_pointer, param_len, param_hasher);
+	storage_key.extend(param_hash);
+
+	v8_vec_to_pointer(storage_key)
 }
 
 #[no_mangle]
-pub extern fn assert_storage_key_for_map_black2128concat(
-	mv_pointer: *const u8, mv_len: usize, 
-	sv_pointer: *const u8, sv_len: usize, 
-	pv_pointer: *const u8, pv_len: usize, 
-	ev_pointer: *const u8, ev_len: usize,
-) {
-	let m = to_u8_vec(mv_pointer, mv_len);
-	let s = to_u8_vec(sv_pointer, sv_len);
-	let p = to_u8_vec(pv_pointer, pv_len);
-	let e = to_u8_vec(ev_pointer, ev_len);
-	let mut k = [Twox128::hash(&m), Twox128::hash(&s)].concat();
-	k.extend(p.using_encoded(Blake2_128Concat::hash));
-	assert_eq!(k, e);
+pub extern fn get_storage_key_for_double_map(
+	module_name: *const c_char, 
+	storage_name: *const c_char, 
+	param1_pointer: *const u8, param1_len: usize, param1_hasher: *const c_char,
+	param2_pointer: *const u8, param2_len: usize, param2_hasher: *const c_char,
+) -> *const c_char {
+	let module_name = to_string(module_name);
+	let storage_name = to_string(storage_name);
+	let mut storage_key = [Twox128::hash(module_name.as_bytes()), Twox128::hash(storage_name.as_bytes())].concat();
+
+	let param1_hash = gen_param_hash(param1_pointer, param1_len, param1_hasher);
+	storage_key.extend(param1_hash);
+
+	let param2_hash = gen_param_hash(param2_pointer, param2_len, param2_hasher);
+	storage_key.extend(param2_hash);
+
+	v8_vec_to_pointer(storage_key)
 }
 
 #[test]

metadata

@@ -1,29 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: scale.rb
 version: !ruby/object:Gem::Version
-  version: 0.2.16
+  version: 0.3.0
 platform: ruby
 authors:
 - Wu Minzhe
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-02-23 00:00:00.000000000 Z
+date: 2021-08-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: substrate_common.rb
+  name: blake2b_rs
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.10
+        version: 0.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.10
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  name: xxhash
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: base58
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -39,47 +67,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: 2.3.0
 - !ruby/object:Gem::Dependency
-  name: thor
+  name: faye-websocket
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.19.0
+        version: '0'
 - !ruby/object:Gem::Dependency
-  name: kontena-websocket-client
+  name: thor
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: '1.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.1
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.17'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry
   requirement: !ruby/object:Gem::Requirement
@@ -128,14 +156,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: 1.15.0
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: 1.15.0
 description: Ruby implementation of the parity SCALE data format
 email:
 - wuminzhe@gmail.com
@@ -159,6 +187,8 @@ files:
 - bin/setup
 - exe/scale
 - grants_badge.png
+- lib/address.rb
+- lib/common.rb
 - lib/helper.rb
 - lib/metadata/metadata.rb
 - lib/metadata/metadata_v0.rb
@@ -166,6 +196,7 @@ files:
 - lib/metadata/metadata_v10.rb
 - lib/metadata/metadata_v11.rb
 - lib/metadata/metadata_v12.rb
+- lib/metadata/metadata_v13.rb
 - lib/metadata/metadata_v2.rb
 - lib/metadata/metadata_v3.rb
 - lib/metadata/metadata_v4.rb
@@ -180,31 +211,29 @@ files:
 - lib/scale/trie.rb
 - lib/scale/types.rb
 - lib/scale/version.rb
+- lib/scale_bytes.rb
 - lib/substrate_client.rb
+- lib/type_builder.rb
+- lib/type_registry.rb
 - lib/type_registry/crab.json
 - lib/type_registry/darwinia.json
 - lib/type_registry/default.json
-- lib/type_registry/edgeware.json
-- lib/type_registry/joystream.json
-- lib/type_registry/kulupu.json
 - lib/type_registry/kusama.json
-- lib/type_registry/plasm.json
+- lib/type_registry/pangolin.json
 - lib/type_registry/polkadot.json
-- lib/type_registry/robonomics.json
 - lib/type_registry/test.json
-- lib/type_registry/westend.json
 - scale.gemspec
 - scripts/block_events.rb
 - scripts/example.rb
+- scripts/mmr_root_to_sign.rb
 - src/lib.rs
-- src/storage_key.rs
 homepage: https://github.com/itering/scale.rb
 licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://github.com/itering/scale.rb
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -219,8 +248,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: Ruby SCALE Codec Library
 test_files: []

data/lib/type_registry/edgeware.json

@@ -1,124 +0,0 @@
-{
-  "runtime_id": 27,
-  "types": {
-    "Keys": {
-      "type": "struct",
-      "type_mapping": [
-         ["grandpa", "AccountId"],
-         ["babe", "AccountId"],
-         ["im_online", "AccountId"],
-         ["authority_discovery", "AccountId"]
-      ]
-    },
-    "BlockNumber": "U32",
-    "SessionIndex": "U32",
-    "AuctionIndex": "U32",
-    "AuthIndex": "U32",
-    "BalanceUpload": "(AccountId, u64)",
-    "EgressQueueRoot": "(ParaId, Hash)",
-    "EventIndex": "u32",
-    "LeasePeriodOf": "LeasePeriod",
-    "LeasePeriod": "BlockNumber",
-    "MemberCount": "u32",
-    "MomentOf": "Moment",
-    "Offender": "(ValidatorId, Exposure)",
-    "ReportIdOf": "Hash",
-    "SubId": "u32",
-    "Weight": "u32",
-    "WeightMultiplier": "u64",
-    "WinningData": "Vec<WinningDataEntry>",
-    "Index": "U32",
-    "Kind": "[u8; 16]",
-    "OpaqueTimeSlot": "Bytes",
-    "Box<<T as Trait<I>>::Proposal>": "BoxProposal",
-    "Forcing": {
-      "type": "enum",
-      "value_list": [
-        "NotForcing",
-        "ForceNew",
-        "ForceNone"
-      ]
-    },
-    "VoteData": {
-      "type": "struct",
-      "type_mapping": [
-        ["initiator", "AccountId"],
-        ["stage", "VoteStage"],
-        ["vote_type", "VoteType"],
-        ["tally_type", "TallyType"],
-        ["is_commit_reveal", "Bool"]
-      ]
-    },
-    "VoteRecord": {
-      "type": "struct",
-      "type_mapping": [
-        ["id", "u64"],
-        ["commitments", "Vec<(AccountId, VoteOutcome)>"],
-        ["reveals", "Vec<(AccountId, VoteOutcome)>"],
-        ["data", "VoteData"],
-        ["outcomes", "Vec<(VoteOutcome)>"]
-      ]
-    },
-    "VoteType": {
-      "type": "enum",
-      "value_list": ["Binary", "MultiOption"]
-    },
-    "IdentityStage": {
-      "type": "enum",
-      "value_list": ["Registered", "Attested", "Verified"]
-    },
-    "IdentityRecord": {
-      "type": "struct",
-      "type_mapping": [
-        ["account", "AccountId"],
-        ["identity_type", "String"],
-        ["identity", "Bytes"],
-        ["stage", "IdentityStage"],
-        ["expiration_time", "BlockNumber"],
-        ["proof", "Bytes"],
-        ["metadata", "Bytes"]
-      ]
-    },
-    "MetadataRecord": {
-      "type": "struct",
-      "type_mapping": [
-        ["avatar", "String"],
-        ["display_name", "String"],
-        ["tagline", "String"]
-      ]
-    },
-    "ProposalCategory": {
-      "type": "enum",
-      "value_list": ["Signaling"]
-    },
-    "ProposalStage": {
-      "type": "enum",
-      "value_list": ["PreVoting", "Voting", "Completed"]
-    },
-    "ProposalRecord": {
-      "type": "struct",
-      "type_mapping": [
-        ["index", "u32"],
-        ["author", "AccountId"],
-        ["stage", "ProposalStage"],
-        ["transition_time", "BlockNumber"],
-        ["category", "ProposalCategory"],
-        ["title", "Vec<u8>"],
-        ["contents", "Vec<u8>"],
-        ["vote_id", "u64"],
-        ["ProposalTitle", "Vec<u8>"],
-        ["ProposalContents", "Vec<u8>"]
-      ]
-    },
-    "Balance2": "Balance",
-    "ReferendumInfo<BlockNumber, Proposal>": {
-      "type": "struct",
-      "type_mapping": [
-         ["end", "BlockNumber"],
-         ["proposal", "Proposal"],
-         ["threshold", "VoteThreshold"],
-         ["delay", "BlockNumber"]
-      ]
-    }
-  }
-}