fast_jsonparser 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 40dee4f8a699cce9c3f8d8a1a2519558fc80eff3deb0ec41d12839393a58d2eb
-  data.tar.gz: f6a9bcc5ba2edc0f2d45b0901694c37edb0a465966c4162b256d475632394978
+  metadata.gz: 138ce4779803ae2d326bf94c069cf9028416b41a369daacea4d7bf5e0c8ae699
+  data.tar.gz: 4e44270dee72f657f23157df43c6303bf087880f253b9577e3f0f7a153ab8263
 SHA512:
-  metadata.gz: 1e96085b0c83b4aa1e28a090b24a0c9fdf470e0a57d64119a0d8b7752e7dd5a3c2e527c5de852cb5c6a295515d30b7c983170f32cc11a9ddbe83613418eaaf2a
-  data.tar.gz: afcc635e3f3b5d6cfd68317404ec70b638ba0983d5a33361472a6c28394512fbeff9ec01a70f2317a87f078f38e4f5428330f57b7b650b98254177808ca1e85a
+  metadata.gz: 81bfa67eaf4a26b7b6b009a3f222cf7cc38399c9e8226246784badc1fd7089b2e0d38dd311ff60db0ec9fbe5b54dc04099e9826eb3d096fd95fb40a93acd7039
+  data.tar.gz: 1e9448cf27f4dc0da8668a9d68531a40266f19b7554c7aa6567949bf31cc48abd5f54f26609ab039fa22dcf41a83e426f4dfe7cf4e3348bff19fdaffd6ac63e2

data/Gemfile.lock

@@ -6,10 +6,9 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    byebug (11.1.3)
     minitest (5.14.1)
     oj (3.10.6)
-    rake (10.5.0)
+    rake (13.0.1)
     rake-compiler (1.1.0)
       rake
 
@@ -18,11 +17,10 @@ PLATFORMS
 
 DEPENDENCIES
   bundler (~> 2.0)
-  byebug
   fast_jsonparser!
   minitest (~> 5.0)
   oj
-  rake (~> 10.0)
+  rake (~> 13.0)
   rake-compiler
 
 BUNDLED WITH

data/README.md

@@ -4,6 +4,8 @@
 
 Ruby wrapper for [simdjson](https://simdjson.org) (Parsing gigabytes of JSON per second)
 
+The simdjson library uses commonly available SIMD instructions and microparallel algorithms to parse JSON 2.5 times faster than anything else out there.
+
 Initial code imported from [simdjson_ruby](https://github.com/saka1/simdjson_ruby)
 
 Comparison with [Oj](https://github.com/ohler55/oj) gem & JSON.parse

data/ext/fast_jsonparser/fast_jsonparser.cpp

@@ -9,48 +9,68 @@ VALUE rb_eFastJsonparserParseError;
 using namespace simdjson;
 
 // Convert tape to Ruby's Object
-static VALUE make_ruby_object(dom::element element) {
+static VALUE make_ruby_object(dom::element element)
+{
     auto t = element.type();
-    if (t == dom::element_type::ARRAY) {
+    if (t == dom::element_type::ARRAY)
+    {
         VALUE ary = rb_ary_new();
-        for (dom::element x : element) {
+        for (dom::element x : element)
+        {
             VALUE e = make_ruby_object(x);
             rb_ary_push(ary, e);
         }
         return ary;
-    } else if (t == dom::element_type::OBJECT) {
+    }
+    else if (t == dom::element_type::OBJECT)
+    {
         VALUE hash = rb_hash_new();
-        for (dom::key_value_pair field : dom::object(element)) {
+        for (dom::key_value_pair field : dom::object(element))
+        {
             std::string_view view(field.key);
-            VALUE k = rb_str_new(view.data(), view.size());
+            VALUE k = rb_intern(view.data());
             VALUE v = make_ruby_object(field.value);
-            rb_hash_aset(hash, k, v);
+            rb_hash_aset(hash, ID2SYM(k), v);
         }
         return hash;
-    } else if (t == dom::element_type::INT64) {
+    }
+    else if (t == dom::element_type::INT64)
+    {
         return LONG2NUM(element.get<int64_t>());
-    } else if (t == dom::element_type::UINT64) {
+    }
+    else if (t == dom::element_type::UINT64)
+    {
         return ULONG2NUM(element.get<uint64_t>());
-    } else if (t == dom::element_type::DOUBLE) {
+    }
+    else if (t == dom::element_type::DOUBLE)
+    {
         return DBL2NUM(double(element));
-    } else if (t == dom::element_type::STRING) {
+    }
+    else if (t == dom::element_type::STRING)
+    {
         std::string_view view(element);
         return rb_str_new(view.data(), view.size());
-    } else if (t == dom::element_type::BOOL) {
+    }
+    else if (t == dom::element_type::BOOL)
+    {
         return bool(element) ? Qtrue : Qfalse;
-    } else if (t == dom::element_type::NULL_VALUE) {
+    }
+    else if (t == dom::element_type::NULL_VALUE)
+    {
         return Qnil;
     }
     // unknown case (bug)
     rb_raise(rb_eException, "[BUG] must not happen");
 }
 
-static VALUE rb_fast_jsonparser_parse(VALUE self, VALUE arg) {
+static VALUE rb_fast_jsonparser_parse(VALUE self, VALUE arg)
+{
     Check_Type(arg, T_STRING);
 
     dom::parser parser;
     auto [doc, error] = parser.parse(RSTRING_PTR(arg), RSTRING_LEN(arg));
-    if (error == SUCCESS) {
+    if (error == SUCCESS)
+    {
         return make_ruby_object(doc);
     }
     // TODO better error handling
@@ -58,12 +78,14 @@ static VALUE rb_fast_jsonparser_parse(VALUE self, VALUE arg) {
     return Qnil;
 }
 
-static VALUE rb_fast_jsonparser_load(VALUE self, VALUE arg) {
+static VALUE rb_fast_jsonparser_load(VALUE self, VALUE arg)
+{
     Check_Type(arg, T_STRING);
 
     dom::parser parser;
     auto [doc, error] = parser.load(RSTRING_PTR(arg));
-    if (error == SUCCESS) {
+    if (error == SUCCESS)
+    {
         return make_ruby_object(doc);
     }
     // TODO better error handling
@@ -71,12 +93,14 @@ static VALUE rb_fast_jsonparser_load(VALUE self, VALUE arg) {
     return Qnil;
 }
 
-extern "C" {
+extern "C"
+{
 
-void Init_fast_jsonparser(void) {
-    rb_mFastJsonparser = rb_define_module("FastJsonparser");
-    rb_eFastJsonparserParseError = rb_define_class_under(rb_mFastJsonparser, "ParseError", rb_eStandardError);
-    rb_define_module_function(rb_mFastJsonparser, "parse", reinterpret_cast<VALUE (*)(...)>(rb_fast_jsonparser_parse), 1);
-    rb_define_module_function(rb_mFastJsonparser, "load", reinterpret_cast<VALUE (*)(...)>(rb_fast_jsonparser_load), 1);
-}
+    void Init_fast_jsonparser(void)
+    {
+        rb_mFastJsonparser = rb_define_module("FastJsonparser");
+        rb_eFastJsonparserParseError = rb_define_class_under(rb_mFastJsonparser, "ParseError", rb_eStandardError);
+        rb_define_module_function(rb_mFastJsonparser, "parse", reinterpret_cast<VALUE (*)(...)>(rb_fast_jsonparser_parse), 1);
+        rb_define_module_function(rb_mFastJsonparser, "load", reinterpret_cast<VALUE (*)(...)>(rb_fast_jsonparser_load), 1);
+    }
 }

data/fast_jsonparser.gemspec

@@ -39,7 +39,7 @@ Gem::Specification.new do |spec|
   spec.extensions << "ext/fast_jsonparser/extconf.rb"
 
   spec.add_development_dependency "bundler", "~> 2.0"
-  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rake", "~> 13.0"
   spec.add_development_dependency "minitest", "~> 5.0"
   spec.add_development_dependency "rake-compiler"
   spec.add_development_dependency 'oj'

data/lib/fast_jsonparser/version.rb

@@ -1,3 +1,3 @@
 module FastJsonparser
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fast_jsonparser
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - Anil Maurya
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-06-14 00:00:00.000000000 Z
+date: 2020-07-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '10.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement