ffi-yajl 2.7.5-universal-mingw-ucrt

data/lib/ffi_yajl/benchmark/subjects/unicode.json

@@ -0,0 +1 @@
+{"results":[{"text":"#ruby \u732e\u672c\u30ad\u30bf\u30fc\u30fc\u30fc\u30fc\u30fc\u30fc\uff08\u309c\u2200\u309c\uff09\u30fc\u30fc\u30fc\u30fc\u30fc\u30fc\uff01\uff01 http:\/\/www.amazon.co.jp\/gp\/product\/4863540221","to_user_id":null,"from_user":"rubikitch","id":1843394737,"from_user_id":847295,"iso_language_code":"ja","source":"<a href="http:\/\/www.misuzilla.org\/dist\/net\/twitterircgateway\/">TwitterIrcGateway<\/a>","profile_image_url":"http:\/\/static.twitter.com\/images\/default_profile_normal.png","created_at":"Tue, 19 May 2009 03:12:47 +0000"},{"text":"Ruby on Rails\u3068CakePHP\u3001\u3069\u3063\u3061\u3067\u88fd\u9020\u3057\u3088\u3046\u304b\u3057\u3089","to_user_id":null,"from_user":"takkada","id":1842694220,"from_user_id":412519,"iso_language_code":"ja","source":"<a href="http:\/\/twitterfox.net\/">TwitterFox<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/16301882\/62305_4124481745_normal.jpg","created_at":"Tue, 19 May 2009 02:00:08 +0000"},{"text":"Ruby on Rails \u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u306f\u30fc\u3058\u307e\u30fc\u308b\u3088\u30fc","to_user_id":null,"from_user":"Tomohiro","id":1842375120,"from_user_id":38704,"iso_language_code":"ja","source":"<a href="http:\/\/www.misuzilla.org\/dist\/net\/twitterircgateway\/">TwitterIrcGateway<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/20970892\/578576_3772887925_normal.jpg","created_at":"Tue, 19 May 2009 01:27:18 +0000"},{"text":"ruby winole.rb\u3067\u547c\u3073\u51fa\u3057\u305f\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u306e\u30e1\u30e2\u30ea\u304c\u9069\u5207\u306b\u958b\u653e\u3055\u308c\u3066\u306a\u304b\u3063\u305f\u3002","to_user_id":null,"from_user":"tomofusa","id":1841955169,"from_user_id":35354,"iso_language_code":"ja","source":"<a href="http:\/\/cheebow.info\/chemt\/archives\/2007\/04\/twitterwindowst.html">Twit<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/18213412\/fusa2.0_about53_normal.png","created_at":"Tue, 19 May 2009 00:43:20 +0000"},{"text":"Ruby HTTP\u4e26\u5217\u3092\u51e6\u7406\u3092\u9ad8\u901f\u5316\u3001"Typhoeus"\u767b\u5834 | \u30a8\u30f3\u30bf\u30fc\u30d7\u30e9\u30a4\u30ba | \u30de\u30a4\u30b3\u30df\u30b8\u30e3\u30fc\u30ca\u30eb http:\/\/ff.im\/-31cez","to_user_id":null,"from_user":"MyGReaderFeed","id":1841206557,"from_user_id":11923042,"iso_language_code":"ja","source":"<a href="http:\/\/friendfeed.com\/">FriendFeed<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/141487706\/3379573163_e79dab7511_normal.bmp","created_at":"Mon, 18 May 2009 23:22:26 +0000"},{"text":"\u3044\u305a\u308c\u306b\u3057\u3066\u3082\u3069\u3053\u304b\u306b Ruby 1.9.1 \u74b0\u5883\u306f\u4f5c\u3089\u306a\u3044\u3068\u30c0\u30e1\u304b\u306a\u3041\u3002Debian lenny \u4efb\u305b\u3060\u3068 1.9.0 \u3057\u304b\u8a66\u305b\u306a\u3044\u3063\u307d\u3044\u3057\u3002","to_user_id":null,"from_user":"wtnabe","id":1840166013,"from_user_id":32040,"iso_language_code":"ja","source":"<a href="http:\/\/www.misuzilla.org\/dist\/net\/twitterircgateway\/">TwitterIrcGateway<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/59828670\/200805-wtnabe-film_normal.png","created_at":"Mon, 18 May 2009 21:26:17 +0000"},{"text":"Ruby 1.9 \u3067\u306f URI#decode \u3060\u3051\u3058\u3083\u610f\u5473\u304c\u306a\u3044\u306e\u304b\u306a\uff1f  \u3053\u306e\u8fba\u304b\u3089\u5206\u304b\u3089\u306a\u304f\u306a\u3063\u3066\u304f\u308b\u306a\u3002","to_user_id":null,"from_user":"wtnabe","id":1839967007,"from_user_id":32040,"iso_language_code":"ja","source":"<a href="http:\/\/www.misuzilla.org\/dist\/net\/twitterircgateway\/">TwitterIrcGateway<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/59828670\/200805-wtnabe-film_normal.png","created_at":"Mon, 18 May 2009 21:06:06 +0000"},{"text":"Star Ruby \u3067\u30d5\u30ec\u30fc\u30e0\u30b9\u30ad\u30c3\u30d7\u304c\u5b9f\u88c5\u3057\u306b\u304f\u3044\u7406\u7531\u306e\u3072\u3068\u3064\u306b\u3001\u30b9\u30af\u30ea\u30fc\u30f3\u3078\u306e\u63cf\u753b\u304c\u9045\u5ef6\u3067\u304d\u306a\u3044\u3068\u3044\u3046\u306e\u304c\u3042\u308b\u3002 Texture#[] \u306a\u3069\u3067\u30d4\u30af\u30bb\u30eb\u306e\u5024\u3092\u8aad\u307f\u53d6\u3089\u308c\u308b\u53ef\u80fd\u6027\u304c\u3042\u308b\u305f\u3081\u3002\u8aad\u307f\u53d6\u3089\u308c\u308b\u30ae\u30ea\u30ae\u30ea\u307e\u3067\u9045\u5ef6\u3059\u308b\u306e\u3082\u30a2\u30ea\u3060\u304c\u3001\u5b9f\u88c5\u306f\u9762\u5012\u3067\u3042\u308b\u3002","to_user_id":null,"from_user":"hajimehoshi","id":1837784833,"from_user_id":7543,"iso_language_code":"ja","source":"<a href="http:\/\/twitter.com\/">web<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/14446892\/michael_normal.jpg","created_at":"Mon, 18 May 2009 17:21:16 +0000"},{"text":"ruby-gem\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u3001rails\u306b\u30c1\u30e3\u30ec\u30f3\u30b8","to_user_id":null,"from_user":"tom_a","id":1837459653,"from_user_id":366098,"iso_language_code":"ja","source":"<a href="http:\/\/twitterfox.net\/">TwitterFox<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/16661182\/DSC02701_normal.jpg","created_at":"Mon, 18 May 2009 16:46:36 +0000"},{"text":"@saronpasu  \u4e2d\u8eab\u306b\u30a2\u30af\u30bb\u30b9\u3057\u306b\u304f\u3044\u3057\u3001\u4f55\u3088\u308a\u4e0d\u5b89\u5b9a\u3059\u304e\u3067\u3059\u306d\u2026\u4f8b\u5916\u3063\u3066\u30ec\u30d9\u30eb\u3058\u3083\u306a\u304f\u3066 ruby \u5dfb\u304d\u8fbc\u3093\u3067\u843d\u3061\u308b\u306e\u3067\u2026","to_user_id":28082,"to_user":"saronpasu","from_user":"negaton","id":1836710607,"from_user_id":5893,"iso_language_code":"ja","source":"<a href="http:\/\/cheebow.info\/chemt\/archives\/2007\/04\/twitterwindowst.html">Twit<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/35934732\/DSC00338_icon_normal.jpg","created_at":"Mon, 18 May 2009 15:28:25 +0000"},{"text":"\u6628\u65e5 CaboCha-Ruby \u306e token \u306e surface \u3092\u53e9\u3044\u305f\u3089\u843d\u3061\u305f\u306e\u306b\u4eca\u65e5\u306f\u5168\u304f\u540c\u3058\u30b3\u30fc\u30c9\u52d5\u304b\u3057\u3066\u3066\u843d\u3061\u306a\u3044\u3068\u304b\u306a\u3093\u306a\u306e\u2026","to_user_id":null,"from_user":"negaton","id":1836267822,"from_user_id":5893,"iso_language_code":"ja","source":"<a href="http:\/\/cheebow.info\/chemt\/archives\/2007\/04\/twitterwindowst.html">Twit<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/35934732\/DSC00338_icon_normal.jpg","created_at":"Mon, 18 May 2009 14:41:26 +0000"},{"text":"ruby.snippets \u3092\u773a\u3081\u3066\u307f\u3066\u3001\u3053\u308c\u306f\u81ea\u5206\u304c\u4f7f\u3044\u3053\u306a\u305b\u308b\u3082\u306e\u3067\u306f\u306a\u3044\u3068\u308f\u304b\u3063\u305f","to_user_id":null,"from_user":"ursm","id":1835699306,"from_user_id":41919,"iso_language_code":"ja","source":"<a href="http:\/\/www.nambu.com">Nambu<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/28792412\/1153147983506_normal.jpg","created_at":"Mon, 18 May 2009 13:33:59 +0000"},{"text":"\u3068\u3053\u308d\u3067\u3001PHP \u304b\u3089\u306f Ruby \u3063\u3066\u547c\u3079\u308b\u306e\uff1f","to_user_id":null,"from_user":"nov","id":1835354604,"from_user_id":76705,"iso_language_code":"ja","source":"<a href="http:\/\/twitterfon.net\/">TwitterFon<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/60572614\/nov_normal.gif","created_at":"Mon, 18 May 2009 12:47:52 +0000"},{"text":"\u3067\u304d\u3042\u304c\u3063\u305f\u3053\u308d shindig ruby ver. \u51fa\u3066\u305f\u308a\u3057\u305f\u3089\u6ce3\u304f\u3002","to_user_id":null,"from_user":"nov","id":1835155373,"from_user_id":76705,"iso_language_code":"ja","source":"<a href="http:\/\/twitterfon.net\/">TwitterFon<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/60572614\/nov_normal.gif","created_at":"Mon, 18 May 2009 12:17:17 +0000"},{"text":"@papiron ruby-dev\u3067ruby1.9\u306bsqlite\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u6a19\u6e96\u6dfb\u4ed8\u3057\u3088\u3046\u3068\u3044\u3046\u8b70\u8ad6\u304c\u3055\u308c\u3066\u307e\u3059\u3002http:\/\/bit.ly\/Limi9","to_user_id":10226526,"to_user":"papiron","from_user":"taigou","id":1834625775,"from_user_id":3915244,"iso_language_code":"ja","source":"<a href="http:\/\/twitterfox.net\/">TwitterFox<\/a>","profile_image_url":"http:\/\/s3.amazonaws.com\/twitter_production\/profile_images\/95583044\/me_normal.png","created_at":"Mon, 18 May 2009 10:38:40 +0000"}],"since_id":1769782474,"max_id":1843394737,"refresh_url":"?since_id=1843394737&q=ruby","results_per_page":15,"next_page":"?page=2&max_id=1843394737&lang=ja&q=ruby","warning":"adjusted since_id, it was older than allowedsince_id removed for pagination.","completed_in":0.052502,"page":1,"query":"ruby"}

data/lib/ffi_yajl/benchmark.rb

@@ -0,0 +1,27 @@
+# Copyright (c) 2015 Lamont Granquist
+# Copyright (c) 2015 Chef Software, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "ffi_yajl/benchmark/encode"
+require "ffi_yajl/benchmark/encode_profile"
+require "ffi_yajl/benchmark/parse"
+require "ffi_yajl/benchmark/parse_profile"
+require "ffi_yajl/benchmark/parse_profile_ruby_prof"

data/lib/ffi_yajl/encoder.rb

@@ -0,0 +1,94 @@
+# Copyright (c) 2015 Lamont Granquist
+# Copyright (c) 2015 Chef Software, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+module FFI_Yajl
+  class EncodeError < StandardError; end
+
+  class Encoder
+    attr_accessor :opts
+
+    def encode(obj)
+      # initialization that we can do in pure ruby
+      yajl_gen_opts = {}
+
+      yajl_gen_opts[:yajl_gen_validate_utf8] = @opts[:validate_utf8] == false ? false : true
+      yajl_gen_opts[:yajl_gen_beautify] = false
+      yajl_gen_opts[:yajl_gen_indent_string] = " "
+
+      if opts[:pretty]
+        yajl_gen_opts[:yajl_gen_beautify] = true
+        yajl_gen_opts[:yajl_gen_indent_string] = opts[:indent] || "  "
+      end
+
+      # call either the ext or ffi hook
+      str = do_yajl_encode(obj, yajl_gen_opts, opts)
+      # we can skip cleaning the whole string for utf-8 issues if we have yajl validate as we go
+
+      str.force_encoding("UTF-8")
+      unless yajl_gen_opts[:yajl_gen_validate_utf8]
+        if str.respond_to?(:scrub)
+          str.scrub!
+        else
+          str.encode!("UTF-16le", undef: :replace, invalid: :replace).encode!("UTF-8")
+        end
+      end
+      str
+    end
+
+    def self.encode(obj, *args)
+      new(*args).encode(obj)
+    end
+
+    def initialize(opts = {})
+      @opts = opts
+      @opts ||= {}
+    end
+
+    def self.raise_error_for_status(status, token = nil)
+      # scrub token to valid utf-8 since we may be issuing an exception on an invalid utf-8 token
+      token = token.to_s.force_encoding("UTF-8")
+      if token.respond_to?(:scrub)
+        token.scrub!
+      else
+        token.encode!("UTF-16le", undef: :replace, invalid: :replace).encode!("UTF-8")
+      end
+      case status
+      when 1 # yajl_gen_keys_must_be_strings
+        raise FFI_Yajl::EncodeError, "YAJL internal error: attempted use of non-string object as key"
+      when 2 # yajl_max_depth_exceeded
+        raise FFI_Yajl::EncodeError, "Max nesting depth exceeded"
+      when 3 # yajl_gen_in_error_state
+        raise FFI_Yajl::EncodeError, "YAJL internal error: a generator function (yajl_gen_XXX) was called while in an error state"
+      when 4 # yajl_gen_generation_complete
+        raise FFI_Yajl::EncodeError, "YAJL internal error: attempted to encode to an already-complete document"
+      when 5 # yajl_gen_invalid_number
+        raise FFI_Yajl::EncodeError, "Invalid number: cannot encode Infinity, -Infinity, or NaN"
+      when 6 # yajl_gen_no_buf
+        raise FFI_Yajl::EncodeError, "YAJL internal error: yajl_gen_get_buf was called, but a print callback was specified, so no internal buffer is available"
+      when 7 # yajl_gen_invalid_string
+        raise FFI_Yajl::EncodeError, "Invalid UTF-8 string '#{token}': cannot encode to UTF-8"
+      else
+        raise FFI_Yajl::EncodeError, "Unknown YAJL Error (#{status}), please report this as a bug"
+      end
+    end
+  end
+end

data/lib/ffi_yajl/ext.rb

@@ -0,0 +1,49 @@
+# Copyright (c) 2015 Lamont Granquist
+# Copyright (c) 2015 Chef Software, Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "rubygems" unless defined?(Gem)
+
+require_relative "encoder"
+require_relative "parser"
+require "ffi_yajl/ext/dlopen"
+require_relative "map_library_name"
+
+# needed so the encoder c-code can find these symbols
+require "stringio" unless defined?(StringIO)
+require "date"
+
+module FFI_Yajl
+  extend FFI_Yajl::MapLibraryName
+  extend FFI_Yajl::Ext::Dlopen
+
+  dlopen_yajl_library
+
+  class Parser
+    require "ffi_yajl/ext/parser"
+    include FFI_Yajl::Ext::Parser
+  end
+
+  class Encoder
+    require "ffi_yajl/ext/encoder"
+    include FFI_Yajl::Ext::Encoder
+  end
+end

data/lib/ffi_yajl/ffi/encoder.rb

@@ -0,0 +1,262 @@
+# Copyright (c) 2015 Lamont Granquist
+# Copyright (c) 2015-2017, Chef Software Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+require "date"
+require "stringio" unless defined?(StringIO)
+
+module FFI_Yajl
+  module FFI
+    module Encoder
+      def do_yajl_encode(obj, yajl_gen_opts, opts)
+        yajl_gen = FFI_Yajl.yajl_gen_alloc(nil)
+
+        # configure the yajl encoder
+        if yajl_gen_opts[:yajl_gen_beautify]
+          FFI_Yajl.yajl_gen_config(yajl_gen, :yajl_gen_beautify, :int, 1)
+        end
+        if yajl_gen_opts[:yajl_gen_validate_utf8]
+          FFI_Yajl.yajl_gen_config(yajl_gen, :yajl_gen_validate_utf8, :int, 1)
+        end
+        indent = yajl_gen_opts[:yajl_gen_indent_string] || " "
+        FFI_Yajl.yajl_gen_config(yajl_gen, :yajl_gen_indent_string, :string, indent)
+
+        # setup our own state
+        state = {
+          json_opts: opts,
+          processing_key: false,
+        }
+
+        # do the encoding
+        obj.ffi_yajl(yajl_gen, state)
+
+        # get back our encoded JSON
+        string_ptr = ::FFI::MemoryPointer.new(:string)
+        length_ptr = ::FFI::MemoryPointer.new(:int)
+        if ( status = FFI_Yajl.yajl_gen_get_buf(yajl_gen, string_ptr, length_ptr) ) != 0
+          FFI_Yajl::Encoder.raise_error_for_status(status)
+        end
+        string = string_ptr.get_pointer(0).read_string
+
+        FFI_Yajl.yajl_gen_free(yajl_gen)
+
+        string
+      end
+    end
+  end
+end
+
+class Hash
+  def ffi_yajl(yajl_gen, state)
+    if state[:processing_key]
+      str = to_s
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_map_open(yajl_gen) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, "{")
+      end
+      each do |key, value|
+        # Perf Fix: mutate state hash rather than creating new copy
+        state[:processing_key] = true
+        key.ffi_yajl(yajl_gen, state)
+        state[:processing_key] = false
+        value.ffi_yajl(yajl_gen, state)
+      end
+      if ( status = FFI_Yajl.yajl_gen_map_close(yajl_gen) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, "}")
+      end
+    end
+  end
+end
+
+class Array
+  def ffi_yajl(yajl_gen, state)
+    if state[:processing_key]
+      str = to_s
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_array_open(yajl_gen) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, "[")
+      end
+      each do |value|
+        value.ffi_yajl(yajl_gen, state)
+      end
+      if ( status = FFI_Yajl.yajl_gen_array_close(yajl_gen) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, "]")
+      end
+    end
+  end
+end
+
+class NilClass
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if state[:processing_key]
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_null(yajl_gen) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    end
+  end
+end
+
+class TrueClass
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if state[:processing_key]
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_bool(yajl_gen, 1) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    end
+  end
+end
+
+class FalseClass
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if state[:processing_key]
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_bool(yajl_gen, 0) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    end
+  end
+end
+
+class Integer
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if str == "NaN" || str == "Infinity" || str == "-Infinity"
+      raise ::FFI_Yajl::EncodeError, "'#{str}' is an invalid number"
+    end
+
+    if state[:processing_key]
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_number(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    end
+  end
+end
+
+class Float
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if str == "NaN" || str == "Infinity" || str == "-Infinity"
+      raise ::FFI_Yajl::EncodeError, "'#{str}' is an invalid number"
+    end
+
+    if state[:processing_key]
+      if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    else
+      if ( status = FFI_Yajl.yajl_gen_number(yajl_gen, str, str.bytesize) ) != 0
+        FFI_Yajl::Encoder.raise_error_for_status(status, str)
+      end
+    end
+  end
+end
+
+class Symbol
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, str)
+    end
+  end
+end
+
+class String
+  def ffi_yajl(yajl_gen, state)
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, self, bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, self)
+    end
+  end
+end
+
+class StringIO
+  def ffi_yajl(yajl_gen, state)
+    str = read
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, str)
+    end
+  end
+end
+
+class Date
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, str)
+    end
+  end
+end
+
+class Time
+  def ffi_yajl(yajl_gen, state)
+    str = strftime "%Y-%m-%d %H:%M:%S %z"
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, str)
+    end
+  end
+end
+
+class DateTime
+  def ffi_yajl(yajl_gen, state)
+    str = to_s
+    if ( status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize) ) != 0
+      FFI_Yajl::Encoder.raise_error_for_status(status, str)
+    end
+  end
+end
+
+# I feel dirty
+class Object
+  def ffi_yajl(yajl_gen, state)
+    if !state[:processing_key] && respond_to?(:to_json)
+      str = to_json(state[:json_opts])
+      # #yajl_gen_number outputs a string without quotes around it
+      status = FFI_Yajl.yajl_gen_number(yajl_gen, str, str.bytesize)
+    else
+      str = to_s
+      status = FFI_Yajl.yajl_gen_string(yajl_gen, str, str.bytesize)
+    end
+    FFI_Yajl::Encoder.raise_error_for_status(status, str) if ( status ) != 0
+  end
+end

data/lib/ffi_yajl/ffi/parser.rb

@@ -0,0 +1,163 @@
+# Copyright (c) 2015 Lamont Granquist
+# Copyright (c) 2015-2018, Chef Software Inc.
+#
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# "Software"), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+#
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+module FFI_Yajl
+  module FFI
+    module Parser
+      def set_value(val) # rubocop:disable Naming/AccessorMethodName
+        case stack.last
+        when Hash
+          raise FFI_Yajl::ParseError, "internal error: missing key in parse" if key.nil?
+          if @opts[:unique_key_checking] && stack.last.key?(key)
+            raise FFI_Yajl::ParseError, "repeated key: #{key}"
+          end
+
+          stack.last[key] = val
+        when Array
+          stack.last.push(val)
+        else
+          stack.push(val)
+        end
+      end
+
+      def stack_pop
+        set_value( stack.pop ) if stack.length > 1
+      end
+
+      def key_push
+        key_stack.push(key)
+      end
+
+      def key_pop
+        @key = key_stack.pop
+      end
+
+      def setup_callbacks
+        @null_callback = ::FFI::Function.new(:int, [:pointer]) do |ctx|
+          set_value(nil)
+          1
+        end
+        @boolean_callback = ::FFI::Function.new(:int, %i{pointer int}) do |ctx, boolval|
+          set_value(boolval == 1 ? true : false)
+          1
+        end
+        @integer_callback = ::FFI::Function.new(:int, %i{pointer long_long}) do |ctx, intval|
+          set_value(intval)
+          1
+        end
+        @number_callback = ::FFI::Function.new(:int, %i{pointer string size_t}) do |ctx, stringval, stringlen|
+          s = stringval.slice(0, stringlen)
+          s.force_encoding("UTF-8") if defined? Encoding
+          # XXX: I can't think of a better way to do this right now.  need to call to_f if and only if its a float.
+          v = ( s =~ /[\.eE]/ ) ? s.to_f : s.to_i
+          set_value(v)
+          1
+        end
+        @double_callback = ::FFI::Function.new(:int, %i{pointer double}) do |ctx, doubleval|
+          set_value(doubleval)
+          1
+        end
+        @string_callback = ::FFI::Function.new(:int, %i{pointer string size_t}) do |ctx, stringval, stringlen|
+          s = stringval.slice(0, stringlen)
+          s.force_encoding("UTF-8") if defined? Encoding
+          set_value(s)
+          1
+        end
+        @start_map_callback = ::FFI::Function.new(:int, [:pointer]) do |ctx|
+          key_push  # for key => { } case, save the key
+          stack.push({})
+          1
+        end
+        @map_key_callback = ::FFI::Function.new(:int, %i{pointer string size_t}) do |ctx, key, keylen|
+          s = key.slice(0, keylen)
+          s.force_encoding("UTF-8") if defined? Encoding
+          self.key = @opts[:symbolize_keys] ? s.to_sym : s
+          1
+        end
+        @end_map_callback = ::FFI::Function.new(:int, [:pointer]) do |ctx|
+          key_pop
+          stack_pop
+          1
+        end
+        @start_array_callback = ::FFI::Function.new(:int, [:pointer]) do |ctx|
+          key_push  # for key => [ ] case, save the key
+          stack.push([])
+          1
+        end
+        @end_array_callback = ::FFI::Function.new(:int, [:pointer]) do |ctx|
+          key_pop
+          stack_pop
+          1
+        end
+      end
+
+      def do_yajl_parse(str, yajl_opts = {})
+        setup_callbacks
+        callback_ptr = ::FFI::MemoryPointer.new(::FFI_Yajl::YajlCallbacks)
+        callbacks = ::FFI_Yajl::YajlCallbacks.new(callback_ptr)
+        callbacks[:yajl_null] = @null_callback
+        callbacks[:yajl_boolean] = @boolean_callback
+        callbacks[:yajl_integer] = @integer_callback
+        callbacks[:yajl_double] = @double_callback
+        callbacks[:yajl_number] = @number_callback
+        callbacks[:yajl_string] = @string_callback
+        callbacks[:yajl_start_map] = @start_map_callback
+        callbacks[:yajl_map_key] = @map_key_callback
+        callbacks[:yajl_end_map] = @end_map_callback
+        callbacks[:yajl_start_array] = @start_array_callback
+        callbacks[:yajl_end_array] = @end_array_callback
+        yajl_handle = ::FFI_Yajl.yajl_alloc(callback_ptr, nil, nil)
+
+        # configure the yajl parser
+        if yajl_opts[:yajl_allow_comments]
+          ::FFI_Yajl.yajl_config(yajl_handle, :yajl_allow_comments, :int, 1)
+        end
+        if yajl_opts[:yajl_dont_validate_strings]
+          ::FFI_Yajl.yajl_config(yajl_handle, :yajl_dont_validate_strings, :int, 1)
+        end
+        if yajl_opts[:yajl_allow_trailing_garbage]
+          ::FFI_Yajl.yajl_config(yajl_handle, :yajl_allow_trailing_garbage, :int, 1)
+        end
+        if yajl_opts[:yajl_allow_multiple_values]
+          ::FFI_Yajl.yajl_config(yajl_handle, :yajl_allow_multiple_values, :int, 1)
+        end
+        if yajl_opts[:yajl_allow_partial_values]
+          ::FFI_Yajl.yajl_config(yajl_handle, :yajl_allow_partial_values, :int, 1)
+        end
+
+        if ::FFI_Yajl.yajl_parse(yajl_handle, str, str.bytesize) != :yajl_status_ok
+          # FIXME: dup the error and call yajl_free_error?
+          error = ::FFI_Yajl.yajl_get_error(yajl_handle, 1, str, str.bytesize)
+          raise ::FFI_Yajl::ParseError, error
+        end
+        if ::FFI_Yajl.yajl_complete_parse(yajl_handle) != :yajl_status_ok
+          # FIXME: dup the error and call yajl_free_error?
+          error = ::FFI_Yajl.yajl_get_error(yajl_handle, 1, str, str.bytesize)
+          raise ::FFI_Yajl::ParseError, error
+        end
+        stack.pop
+      ensure
+        ::FFI_Yajl.yajl_free(yajl_handle) if yajl_handle
+      end
+    end
+  end
+end